00000080:00000010:3.1:1778625610.035307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:3.1:1778625610.243589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:3.1:1778625610.243605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00000080:00000010:3.1:1778625610.302339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c80.
00000080:00000010:3.1:1778625610.325071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734250a0.
00010000:00000010:3.1:1778625610.335249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00000080:00000010:3.1:1778625610.372393:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00010000:00000010:3.1:1778625610.398079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bddb400.
00000080:00000010:3.1:1778625610.432046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00010000:00000010:3.1:1778625610.650845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:3.1:1778625610.650852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00010000:00000010:3.1:1778625610.717949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:3.1:1778625610.717957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00000080:00000010:3.1:1778625610.799663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425920.
00010000:00000010:3.1:1778625611.025662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:3.1:1778625611.025675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00010000:00000010:3.1:1778625611.265070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f0c1d00.
00010000:00000010:3.1:1778625611.265080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1b8e00.
00010000:00000010:3.1:1778625611.285962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71000.
00010000:00000010:3.1:1778625611.285975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00000080:00000010:3.1:1778625645.289838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:3.1:1778625645.505656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1b9400.
00010000:00000010:3.1:1778625645.666900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f0c1a00.
00010000:00000010:3.1:1778625645.666916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1bae00.
00010000:00000010:3.1:1778625645.738056:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76a00.
00000080:00000010:3.1:1778625645.759829:0:217305:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:3.1:1778625650.743681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71800.
00010000:00000010:3.1:1778625650.743688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76e00.
00000080:00000010:3.1:1778625651.081735:0:217452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267220.
00000080:00000010:3.1:1778625651.081745:0:217452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087240.
00010000:00000010:3.1:1778625651.100404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77200.
00000080:00000010:3.1:1778625651.371087:0:217458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00000080:00000010:3.1:1778625651.495730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:3.1:1778625651.617586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00000080:00000010:3.1:1778625651.728937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d60.
00000080:00000010:3.1:1778625651.806649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00000080:00000010:3.1:1778625651.971733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0875a0.
00000080:00000010:3.1:1778625652.162673:0:217477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00000080:00000010:3.1:1778625652.302691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734252e0.
00000080:00000010:3.1:1778625653.086418:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ea0.
00000080:00000010:3.1:1778625653.174727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678a0.
00000080:00000010:3.1:1778625653.406435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0876c0.
00000080:00000010:3.1:1778625653.703505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625653.790660:0:217508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9020.
00000080:00000010:3.1:1778625653.871715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267400.
00000080:00000010:3.1:1778625653.993673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00000080:00000010:3.1:1778625654.372110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087080.
00000080:00000010:3.1:1778625654.712070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674a0.
00000080:00000010:3.1:1778625654.820654:0:217530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:3.1:1778625654.902275:0:217531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:3.1:1778625654.937627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625655.069922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625655.233638:0:217538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:3.1:1778625655.443989:0:217541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625655.476695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625655.639915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:3.1:1778625655.871651:0:217550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625656.649654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00000080:00000010:3.1:1778625656.984145:0:217568:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00000080:00000010:3.1:1778625657.183855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:3.1:1778625657.255639:0:217572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625657.375760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625657.613654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625657.773552:0:217581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625657.882646:0:217582:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:3.1:1778625657.989650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9820.
00000080:00000010:3.1:1778625658.235971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00000080:00000010:3.1:1778625658.439136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734258c0.
00000080:00000010:3.1:1778625658.618276:0:217598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425a20.
00000080:00000010:3.1:1778625658.644932:0:217599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267640.
00000080:00000010:3.1:1778625658.849884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00000080:00000010:3.1:1778625658.961112:0:217605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b60.
00000080:00000010:3.1:1778625659.017863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679e0.
00000080:00000010:3.1:1778625659.140691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00000080:00000010:3.1:1778625659.304733:0:217613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267460.
00000080:00000010:3.1:1778625659.456726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:3.1:1778625659.599913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c60.
00000080:00000010:3.1:1778625659.792258:0:217620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425600.
00000080:00000010:3.1:1778625659.838658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ce0.
00000080:00000010:3.1:1778625659.916270:0:217623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d00.
00000080:00000010:3.1:1778625660.005216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ec0.
00000080:00000010:3.1:1778625660.115017:0:217627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:3.1:1778625660.166670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267620.
00000080:00000010:3.1:1778625660.307842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:3.1:1778625660.479652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00000080:00000010:3.1:1778625660.503350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425660.
00000080:00000010:3.1:1778625660.533375:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09220.
00000080:00000010:3.1:1778625660.533442:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416600.
00000080:00000010:3.1:1778625660.533449:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09000.
00000080:00000010:3.1:1778625660.533452:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474164a0.
00000080:00000010:3.1:1778625660.533456:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416020.
00000080:00000010:3.1:1778625660.533463:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4640.
00000080:00000010:3.1:1778625660.533469:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3bc0.
00000080:00000010:3.1:1778625660.703775:0:217639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00000080:00000010:3.1:1778625661.005209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a92a0.
00000080:00000010:3.1:1778625661.088642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734257e0.
00000080:00000010:3.1:1778625661.435742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00000080:00000010:3.1:1778625661.595645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09de0.
00000080:00000010:3.1:1778625661.645662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267760.
00000080:00000010:3.1:1778625661.666478:0:217658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425560.
00000080:00000010:3.1:1778625661.717571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677e0.
00000080:00000010:3.1:1778625661.927059:0:217663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087180.
00000080:00000010:3.1:1778625662.230829:0:217668:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087dc0.
00000080:00000010:3.1:1778625662.306546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267300.
00000080:00000010:3.1:1778625662.477699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ac0.
00000080:00000010:3.1:1778625662.518674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3900.
00000080:00000010:3.1:1778625662.518694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416140.
00000080:00000010:3.1:1778625662.518701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416a20.
00000080:00000010:3.1:1778625662.518705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4d00.
00000080:00000010:3.1:1778625662.518719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416940.
00000080:00000010:3.1:1778625662.518725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416420.
00000080:00000010:3.1:1778625662.518728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416ea0.
00000080:00000010:3.1:1778625662.518731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416100.
00000080:00000010:3.1:1778625662.518734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4c40.
00000080:00000010:3.1:1778625662.518738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474167a0.
00000080:00000010:3.1:1778625662.518741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474162e0.
00000080:00000010:3.1:1778625662.754857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679a0.
00000080:00000010:3.1:1778625662.866812:0:217678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e80.
00000080:00000010:3.1:1778625663.133705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:3.1:1778625663.268152:0:217062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a00.
00000080:00000010:3.1:1778625663.432786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9ce0.
00000080:00000010:3.1:1778625663.472647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425400.
00000080:00000010:3.1:1778625663.653770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:3.1:1778625663.717713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416b80.
00000080:00000010:3.1:1778625663.717729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416c80.
00000080:00000010:3.1:1778625663.717746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4d20.
00000080:00000010:3.1:1778625663.717845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3ee0.
00000080:00000010:3.1:1778625663.717853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474167c0.
00000080:00000010:3.1:1778625663.717858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4b00.
00000080:00000010:3.1:1778625663.717862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f43c0.
00000080:00000010:3.1:1778625663.717865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4a60.
00000080:00000010:3.1:1778625663.717868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c36e0.
00010000:00000010:3.1:1778625663.717873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb700.
00010000:00000010:3.1:1778625663.717879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1600.
00010000:00000010:3.1:1778625663.717882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb400.
00010000:00000010:3.1:1778625663.717885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776a00.
00010000:00000010:3.1:1778625663.717889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45500.
00010000:00000010:3.1:1778625663.717893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777400.
00010000:00000010:3.1:1778625663.717895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb000.
00010000:00000010:3.1:1778625663.717898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0600.
00010000:00000010:3.1:1778625663.717901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456ebc00.
00010000:00000010:3.1:1778625663.717904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d8b200.
00010000:00000010:3.1:1778625663.717907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951409700.
00010000:00000010:3.1:1778625663.717910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777c00.
00010000:00000010:3.1:1778625663.717912:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951409d00.
00010000:00000010:3.1:1778625663.717914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776e00.
00010000:00000010:3.1:1778625663.717916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb300.
00010000:00000010:3.1:1778625663.717918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0800.
00010000:00000010:3.1:1778625663.717921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45b00.
00010000:00000010:3.1:1778625663.717923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00010000:00000010:3.1:1778625663.717929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f60b00.
00010000:00000010:3.1:1778625663.717932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777600.
00010000:00000010:3.1:1778625663.717934:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f60200.
00010000:00000010:3.1:1778625663.717936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d8b600.
00010000:00000010:3.1:1778625663.717938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951409e00.
00010000:00000010:3.1:1778625663.717940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1800.
00010000:00000010:3.1:1778625663.717942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f60c00.
00010000:00000010:3.1:1778625663.717944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777a00.
00010000:00000010:3.1:1778625663.717946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f60e00.
00010000:00000010:3.1:1778625663.717950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d6a000.
00010000:00000010:3.1:1778625663.717952:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f60d00.
00010000:00000010:3.1:1778625663.717955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d6a600.
00010000:00000010:3.1:1778625663.717958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456c8300.
00010000:00000010:3.1:1778625663.717960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d8ae00.
00000080:00000010:3.1:1778625663.769543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fe0.
00010000:00000010:3.1:1778625664.061972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71500.
00010000:00000010:3.1:1778625664.061980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:3.1:1778625664.192016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71500.
00010000:00000010:3.1:1778625664.192024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:3.1:1778625664.260688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:3.1:1778625664.444654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:3.1:1778625664.549403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00000080:00000010:3.1:1778625664.833662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425300.
00010000:00000010:3.1:1778625664.863720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71d00.
00010000:00000010:3.1:1778625664.863730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77e00.
00000080:00000010:3.1:1778625664.954034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c60.
00000080:00000010:3.1:1778625664.964040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425000.
00000080:00000010:3.1:1778625665.091729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00010000:00000010:3.1:1778625665.176823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1b9200.
00010000:00000010:3.1:1778625665.294644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71a00.
00010000:00000010:3.1:1778625665.294651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76800.
00000080:00000010:3.1:1778625665.416258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734252c0.
00000080:00000010:3.1:1778625665.437916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425160.
00000080:00000010:3.1:1778625665.540833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:3.1:1778625665.552236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425b20.
00010000:00000010:3.1:1778625665.565707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:3.1:1778625665.565717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77c00.
00010000:00000010:3.1:1778625665.598732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bddb200.
00000080:00000010:3.1:1778625665.655655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087560.
00010000:00000010:3.1:1778625665.714821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776200.
00000080:00000010:3.1:1778625665.931817:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425460.
00000080:00000010:3.1:1778625665.947662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425a20.
00010000:00000010:3.1:1778625665.967658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71c00.
00010000:00000010:3.1:1778625665.967666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777800.
00010000:00000010:3.1:1778625666.051258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456ebb00.
00010000:00000010:3.1:1778625666.051272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777800.
00000080:00000010:3.1:1778625666.117553:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09640.
00000080:00000010:3.1:1778625666.117572:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f47a0.
00000080:00000010:3.1:1778625666.117578:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09540.
00000080:00000010:3.1:1778625666.117583:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3140.
00000080:00000010:3.1:1778625666.117601:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4800.
00010000:00000010:3.1:1778625666.212314:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777800.
00000080:00000010:3.1:1778625666.236082:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425480.
00000080:00000010:3.1:1778625666.442729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734255a0.
00010000:00000010:3.1:1778625666.449463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb900.
00010000:00000010:3.1:1778625666.449477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776000.
00000080:00000010:3.1:1778625666.581891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671e0.
00010000:00000010:3.1:1778625666.601842:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb200.
00010000:00000010:3.1:1778625666.601854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777600.
00010000:00000010:3.1:1778625666.629657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777600.
00000080:00000010:3.1:1778625666.650828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267800.
00000080:00000010:3.1:1778625666.676170:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671e0.
00000080:00000010:3.1:1778625666.787524:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425a40.
00000080:00000010:3.1:1778625666.793699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425820.
00010000:00000010:3.1:1778625666.799845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777c00.
00000080:00000010:3.1:1778625666.830657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671e0.
00010000:00000010:3.1:1778625667.048640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776a00.
00000080:00000010:3.1:1778625667.221646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425fa0.
00010000:00000010:3.1:1778625667.247192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb700.
00010000:00000010:3.1:1778625667.247203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777000.
00010000:00000010:3.1:1778625667.297470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456ebc00.
00010000:00000010:3.1:1778625667.297484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777e00.
00010000:00000010:3.1:1778625667.458650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851777e00.
00000080:00000010:3.1:1778625667.498675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625667.502674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:3.1:1778625667.637649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734251a0.
00010000:00000010:3.1:1778625667.662668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb500.
00010000:00000010:3.1:1778625667.662676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776600.
00010000:00000010:3.1:1778625667.735804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394af66500.
00010000:00000010:3.1:1778625667.735818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973474c00.
00010000:00000010:3.1:1778625667.755798:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776600.
00010000:00000010:3.1:1778625667.848820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb500.
00010000:00000010:3.1:1778625667.848827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3851776600.
00000080:00000010:3.1:1778625667.913716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254a0.
00000080:00000010:3.1:1778625668.093538:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425320.
00010000:00000010:3.1:1778625668.110201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39456eb800.
00010000:00000010:3.1:1778625668.110209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d15c00.
00010000:00000010:3.1:1778625668.225953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d15c00.
00000080:00000010:3.1:1778625668.257835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267520.
00000080:00000010:3.1:1778625668.268420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00010000:00000010:3.1:1778625668.291320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f082400.
00010000:00000010:3.1:1778625668.291335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d15200.
00010000:00000010:3.1:1778625668.474661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14400.
00010000:00000010:3.1:1778625668.585644:0:217695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14400.
00000080:00000010:3.1:1778625668.594734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625668.712659:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734252a0.
00000080:00000010:3.1:1778625668.720707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425140.
00010000:00000010:3.1:1778625668.765198:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f082800.
00010000:00000010:3.1:1778625668.765209:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14a00.
00000080:00000010:3.1:1778625668.781139:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09600.
00000080:00000010:3.1:1778625668.781159:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474163e0.
00000080:00000010:3.1:1778625668.781163:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416520.
00000080:00000010:3.1:1778625668.781170:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947416620.
00000080:00000010:3.1:1778625668.781173:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c35c0.
00000080:00000010:3.1:1778625668.786808:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f41c0.
00000080:00000010:3.1:1778625668.786823:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4ea0.
00000080:00000010:3.1:1778625668.786900:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474165c0.
00010000:00000010:3.1:1778625668.790661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e3ee600.
00010000:00000010:3.1:1778625668.955769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1c00.
00010000:00000010:3.1:1778625668.955780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e3ee600.
00010000:00000010:3.1:1778625668.985718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14a00.
00010000:00000010:3.1:1778625669.137668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14a00.
00000080:00000010:3.1:1778625669.244647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425be0.
00010000:00000010:3.1:1778625669.248740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f082500.
00010000:00000010:3.1:1778625669.248757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14600.
00000080:00000010:3.1:1778625669.652551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ba0.
00010000:00000010:3.1:1778625669.692276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f082d00.
00010000:00000010:3.1:1778625669.692292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14800.
00000080:00000010:3.1:1778625669.923043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:3.1:1778625669.955418:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d60.
00000080:00000010:3.1:1778625670.389068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425020.
00000080:00000010:3.1:1778625670.403653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425f20.
00010000:00000010:3.1:1778625671.153602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14e00.
00000080:00000010:3.1:1778625671.236858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734250a0.
00000080:00000010:3.1:1778625671.372012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ea0.
00000080:00000010:3.1:1778625671.379820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734256c0.
00000080:00000010:3.1:1778625671.503698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d80.
00010000:00000010:3.1:1778625671.524288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d14e00.
00010000:00000010:3.1:1778625671.640882:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f0c6c00.
00000080:00000010:3.1:1778625671.651697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a20.
00010000:00000010:3.1:1778625671.786725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f082300.
00010000:00000010:3.1:1778625671.786732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6200.
00000080:00000010:3.1:1778625671.838706:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c00.
00000080:00000010:3.1:1778625671.945757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d60.
00000080:00000010:3.1:1778625671.963789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425040.
00000080:00000010:3.1:1778625672.196760:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425700.
00000080:00000010:3.1:1778625672.222824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ba0.
00010000:00000010:3.1:1778625672.464634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083200.
00010000:00000010:3.1:1778625672.619868:0:217695:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d100.
00010000:00000010:3.1:1778625672.619875:0:217695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083400.
00010000:00000010:3.1:1778625672.634145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083400.
00000080:00000010:3.1:1778625672.751125:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425320.
00000080:00000010:3.1:1778625672.755869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734259e0.
00000080:00000010:3.1:1778625672.937289:0:217695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425fa0.
00000080:00000010:3.1:1778625672.951140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254a0.
00010000:00000010:3.1:1778625672.973083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d600.
00010000:00000010:3.1:1778625672.973097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082000.
00000080:00000010:3.1:1778625673.149278:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425b00.
00000080:00000010:3.1:1778625673.166732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425de0.
00000080:00000010:3.1:1778625673.328922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734255a0.
00010000:00000010:3.1:1778625673.348696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d000.
00010000:00000010:3.1:1778625673.348705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082c00.
00010000:00000010:3.1:1778625673.379719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082c00.
00000080:00000010:3.1:1778625673.755681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425460.
00000080:00000010:3.1:1778625673.779657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734251e0.
00010000:00000010:3.1:1778625673.813882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d900.
00010000:00000010:3.1:1778625673.813901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eee00.
00010000:00000010:3.1:1778625673.872949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eee00.
00000080:00000010:3.1:1778625674.275665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425160.
00010000:00000010:3.1:1778625674.303133:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d500.
00010000:00000010:3.1:1778625674.303147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eec00.
00010000:00000010:3.1:1778625674.321667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eec00.
00010000:00000010:3.1:1778625674.451770:0:217695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ac00.
00000080:00000010:3.1:1778625674.471745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:3.1:1778625674.590833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425600.
00000080:00000010:3.1:1778625674.654940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425180.
00010000:00000010:3.1:1778625674.958658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d700.
00010000:00000010:3.1:1778625674.958664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efa00.
00000080:00000010:3.1:1778625675.464961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734257a0.
00010000:00000010:3.1:1778625675.482184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef200.
00010000:00000010:3.1:1778625675.596049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef200.
00000080:00000010:3.1:1778625675.616688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00010000:00000010:3.1:1778625675.767801:0:217700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef200.
00000080:00000010:3.1:1778625675.784314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267860.
00000080:00000010:3.1:1778625675.787791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00000080:00000010:3.1:1778625676.201421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425440.
00010000:00000010:3.1:1778625676.210823:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee400.
00010000:00000010:3.1:1778625676.538659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625676.560706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00000080:00000010:3.1:1778625676.586804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254c0.
00010000:00000010:3.1:1778625676.604748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625676.780680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425da0.
00010000:00000010:3.1:1778625676.790948:0:217700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00010000:00000010:3.1:1778625676.818811:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625676.923764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254c0.
00000080:00000010:3.1:1778625676.943664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425560.
00000080:00000010:3.1:1778625677.151753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00000080:00000010:3.1:1778625677.160703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ac0.
00010000:00000010:3.1:1778625677.165661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00010000:00000010:3.1:1778625677.213778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625677.237648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d80.
00000080:00000010:3.1:1778625677.317734:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425e40.
00000080:00000010:3.1:1778625677.330979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425620.
00010000:00000010:3.1:1778625677.335641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625677.513161:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425880.
00010000:00000010:3.1:1778625677.520943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00010000:00000010:3.1:1778625677.551735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ed200.
00000080:00000010:3.1:1778625677.626114:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425420.
00010000:00000010:3.1:1778625677.631722:0:217700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625677.759228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425180.
00000080:00000010:3.1:1778625677.778593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425000.
00010000:00000010:3.1:1778625677.789557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00010000:00000010:3.1:1778625677.928646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625677.946752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00000080:00000010:3.1:1778625677.958665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00010000:00000010:3.1:1778625677.968810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00010000:00000010:3.1:1778625678.067728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00010000:00000010:3.1:1778625678.096985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625678.290625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425160.
00000080:00000010:3.1:1778625678.317639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425300.
00010000:00000010:3.1:1778625678.331663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00010000:00000010:3.1:1778625678.370249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625678.644915:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ce0.
00000080:00000010:3.1:1778625678.658663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425380.
00010000:00000010:3.1:1778625678.749979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef400.
00010000:00000010:3.1:1778625678.790095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00010000:00000010:3.1:1778625678.818671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef400.
00000080:00000010:3.1:1778625678.844780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00000080:00000010:3.1:1778625678.866771:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d00.
00010000:00000010:3.1:1778625678.873705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef400.
00000080:00000010:3.1:1778625679.035054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425e20.
00010000:00000010:3.1:1778625679.272883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:3.1:1778625679.325476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef000.
00000080:00000010:3.1:1778625679.344921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00010000:00000010:3.1:1778625679.446028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef000.
00010000:00000010:3.1:1778625679.456656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625679.581465:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef000.
00010000:00000010:3.1:1778625679.856635:0:217700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ac00.
00000080:00000010:3.1:1778625679.856642:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ce0.
00010000:00000010:3.1:1778625680.167741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee600.
00000080:00000010:3.1:1778625680.228655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425320.
00010000:00000010:3.1:1778625680.240755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee600.
00010000:00000010:3.1:1778625680.351962:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00000080:00000010:3.1:1778625680.535188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ca0.
00000080:00000010:3.1:1778625680.571630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ec0.
00010000:00000010:3.1:1778625680.589701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625680.807702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c00.
00010000:00000010:3.1:1778625681.030474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625681.044673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625681.070844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:3.1:1778625681.077166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00010000:00000010:3.1:1778625681.085593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00010000:00000010:3.1:1778625681.140757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625681.188649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:3.1:1778625681.203362:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00010000:00000010:3.1:1778625681.213760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625681.279741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425520.
00000080:00000010:3.1:1778625681.299655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425fc0.
00010000:00000010:3.1:1778625681.318830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625681.403000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:3.1:1778625681.437178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734253e0.
00000080:00000010:3.1:1778625681.514631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00000080:00000010:3.1:1778625681.524992:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734250a0.
00010000:00000010:3.1:1778625681.532670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee400.
00010000:00000010:3.1:1778625681.877681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ecc00.
00010000:00000010:3.1:1778625681.977220:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ec200.
00000080:00000010:3.1:1778625682.091010:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9300.
00010000:00000010:3.1:1778625682.094584:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee400.
00000080:00000010:3.1:1778625682.202565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670c0.
00000080:00000010:3.1:1778625682.221897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425fc0.
00010000:00000010:3.1:1778625682.275951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625682.285648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00010000:00000010:3.1:1778625682.337671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00000080:00000010:3.1:1778625682.396645:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00000080:00000010:3.1:1778625682.414010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425c00.
00010000:00000010:3.1:1778625682.467848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ec200.
00010000:00000010:3.1:1778625682.546655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1bb000.
00000080:00000010:3.1:1778625682.564848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087aa0.
00010000:00000010:3.1:1778625682.573996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625682.751760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625682.853841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00000080:00000010:3.1:1778625682.872699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674c0.
00000080:00000010:3.1:1778625682.901883:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00000080:00000010:3.1:1778625683.104748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087b80.
00000080:00000010:3.1:1778625683.115326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425040.
00010000:00000010:3.1:1778625683.133032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625683.170414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ac00.
00000080:00000010:3.1:1778625683.257367:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734259e0.
00010000:00000010:3.1:1778625683.273658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625683.418446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ecc00.
00000080:00000010:3.1:1778625683.549164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254a0.
00000080:00000010:3.1:1778625683.566126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ce0.
00010000:00000010:3.1:1778625683.628990:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00000080:00000010:3.1:1778625683.700639:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425b00.
00000080:00000010:3.1:1778625683.707942:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425de0.
00010000:00000010:3.1:1778625683.717000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625683.734862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00000080:00000010:3.1:1778625683.751745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a40.
00010000:00000010:3.1:1778625683.892704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efc00.
00010000:00000010:3.1:1778625683.896783:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ede00.
00000080:00000010:3.1:1778625684.041686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:3.1:1778625684.041709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425460.
00000080:00000010:3.1:1778625684.100652:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9920.
00000080:00000010:3.1:1778625684.106829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9320.
00010000:00000010:3.1:1778625684.111861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00010000:00000010:3.1:1778625684.158759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625684.668515:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425000.
00010000:00000010:3.1:1778625684.681363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625684.865665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425180.
00010000:00000010:3.1:1778625684.876773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625685.131630:0:217700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425420.
00010000:00000010:3.1:1778625685.137721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1eea00.
00000080:00000010:3.1:1778625690.046894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a8e0.
00000080:00000010:3.1:1778625690.046913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76ae00.
00000080:00000010:3.1:1778625690.046918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a960.
00000080:00000010:3.1:1778625690.046923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3946934320.
00000080:00000010:3.1:1778625690.046928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973dc8de0.
00000080:00000010:3.1:1778625690.046935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a240.
00000080:00000010:3.1:1778625690.046938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973dc8e40.
00000080:00000010:3.1:1778625690.046941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973dc8760.
00000080:00000010:3.1:1778625690.046944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3946934e60.
00000080:00000010:3.1:1778625690.046948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3d60.
00000080:00000010:3.1:1778625690.046951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3946934fe0.
00000080:00000010:3.1:1778625690.046955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09bc0.
00000080:00000010:3.1:1778625690.046959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3700.
00000080:00000010:3.1:1778625690.046963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c3620.
00000080:00000010:3.1:1778625690.046967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39469349a0.
00000080:00000010:3.1:1778625690.046970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3946934380.
00010000:00000010:3.1:1778625690.046974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8aa00.
00010000:00000010:3.1:1778625690.046980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946664a00.
00010000:00000010:3.1:1778625690.046995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5400.
00010000:00000010:3.1:1778625690.046998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946664400.
00010000:00000010:3.1:1778625690.047001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5100.
00010000:00000010:3.1:1778625690.047003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665400.
00010000:00000010:3.1:1778625690.047007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7800.
00010000:00000010:3.1:1778625690.047011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f9fe00.
00010000:00000010:3.1:1778625690.047013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7500.
00010000:00000010:3.1:1778625690.047017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f4400.
00010000:00000010:3.1:1778625690.047021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd97d00.
00010000:00000010:3.1:1778625690.047024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665c00.
00010000:00000010:3.1:1778625690.047026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5b00.
00010000:00000010:3.1:1778625690.047029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f5400.
00010000:00000010:3.1:1778625690.047031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5800.
00010000:00000010:3.1:1778625690.047033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f4a00.
00010000:00000010:3.1:1778625690.047036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5000.
00010000:00000010:3.1:1778625690.047038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f5800.
00010000:00000010:3.1:1778625690.047040:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7400.
00010000:00000010:3.1:1778625690.047042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f9f600.
00010000:00000010:3.1:1778625690.047044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5600.
00010000:00000010:3.1:1778625690.047047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f4800.
00010000:00000010:3.1:1778625690.047049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9a00.
00010000:00000010:3.1:1778625690.047052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9da00.
00010000:00000010:3.1:1778625690.047055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7200.
00010000:00000010:3.1:1778625690.047058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f9ea00.
00010000:00000010:3.1:1778625690.047061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973d67e00.
00010000:00000010:3.1:1778625690.047064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f9fa00.
00010000:00000010:3.1:1778625690.047067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5f00.
00010000:00000010:3.1:1778625690.047069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3947441c00.
00010000:00000010:3.1:1778625690.047072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5a00.
00010000:00000010:3.1:1778625690.047074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3947440200.
00000080:00000010:3.1:1778625690.088660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0878e0.
00000080:00000010:3.1:1778625690.325741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087d80.
00000080:00000010:3.1:1778625690.551461:0:217794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087b40.
00000080:00000010:3.1:1778625690.581650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625691.082649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:3.1:1778625691.262658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625691.428783:0:217808:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625691.624810:0:217811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:3.1:1778625691.669736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:3.1:1778625691.812913:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267100.
00000080:00000010:3.1:1778625692.003754:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625692.147833:0:217825:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:3.1:1778625692.195295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c00.
00000080:00000010:3.1:1778625692.289736:0:217828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267100.
00000080:00000010:3.1:1778625692.402755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09580.
00000080:00000010:3.1:1778625692.402778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952252340.
00000080:00000010:3.1:1778625692.402788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3db380.
00000080:00000010:3.1:1778625692.402792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09d80.
00000080:00000010:3.1:1778625692.402797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a860.
00000080:00000010:3.1:1778625692.402801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3dbe80.
00000080:00000010:3.1:1778625692.402805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09060.
00000080:00000010:3.1:1778625692.402808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474b38c0.
00000080:00000010:3.1:1778625692.402814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973dc8fa0.
00000080:00000010:3.1:1778625692.402818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09660.
00000080:00000010:3.1:1778625692.402821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09740.
00000080:00000010:3.1:1778625692.402824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09ea0.
00000080:00000010:3.1:1778625692.402826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a4e0.
00000080:00000010:3.1:1778625692.402830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3db260.
00000080:00000010:3.1:1778625692.402833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3dbe20.
00000080:00000010:3.1:1778625692.402836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39522526e0.
00010000:00000010:3.1:1778625692.402843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9700.
00010000:00000010:3.1:1778625692.402850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9c800.
00010000:00000010:3.1:1778625692.402853:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9b00.
00010000:00000010:3.1:1778625692.402856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624c00.
00010000:00000010:3.1:1778625692.402860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a500.
00010000:00000010:3.1:1778625692.402863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f4600.
00010000:00000010:3.1:1778625692.402879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9900.
00010000:00000010:3.1:1778625692.402883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9c600.
00010000:00000010:3.1:1778625692.402885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ab00.
00010000:00000010:3.1:1778625692.402888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665800.
00010000:00000010:3.1:1778625692.402891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ad00.
00010000:00000010:3.1:1778625692.402893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f5600.
00010000:00000010:3.1:1778625692.402896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7c00.
00010000:00000010:3.1:1778625692.402899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9d600.
00010000:00000010:3.1:1778625692.402901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7700.
00010000:00000010:3.1:1778625692.402905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99400.
00010000:00000010:3.1:1778625692.402908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a100.
00010000:00000010:3.1:1778625692.402910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f5e00.
00010000:00000010:3.1:1778625692.402912:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9600.
00010000:00000010:3.1:1778625692.402914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9de00.
00010000:00000010:3.1:1778625692.402916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9400.
00010000:00000010:3.1:1778625692.402918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9d000.
00010000:00000010:3.1:1778625692.402920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9f00.
00010000:00000010:3.1:1778625692.402922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a9ce00.
00010000:00000010:3.1:1778625692.402924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8af00.
00010000:00000010:3.1:1778625692.402926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665e00.
00010000:00000010:3.1:1778625692.402928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7f00.
00010000:00000010:3.1:1778625692.402930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99e00.
00010000:00000010:3.1:1778625692.402932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9500.
00010000:00000010:3.1:1778625692.402934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99000.
00010000:00000010:3.1:1778625692.402936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a600.
00010000:00000010:3.1:1778625692.402938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728f5000.
00000080:00000010:3.1:1778625693.073784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:3.1:1778625693.312110:0:217840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:3.1:1778625693.420884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:3.1:1778625693.466683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fe55c0.
00000080:00000010:3.1:1778625693.466916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e094c0.
00000080:00000010:3.1:1778625693.466924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fe5580.
00000080:00000010:3.1:1778625693.466927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fe54a0.
00000080:00000010:3.1:1778625693.466932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76aa60.
00000080:00000010:3.1:1778625693.466937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09fe0.
00000080:00000010:3.1:1778625693.466941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973dc8f80.
00000080:00000010:3.1:1778625693.466945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e093c0.
00000080:00000010:3.1:1778625693.469864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09fc0.
00000080:00000010:3.1:1778625693.469884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729278c0.
00000080:00000010:3.1:1778625693.469891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a700.
00000080:00000010:3.1:1778625693.469896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e09760.
00000080:00000010:3.1:1778625693.469899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972927ce0.
00000080:00000010:3.1:1778625693.469902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972927b60.
00000080:00000010:3.1:1778625693.714837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679a0.
00000080:00000010:3.1:1778625693.813816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425700.
00000080:00000010:3.1:1778625694.024041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00000080:00000010:3.1:1778625694.243696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087cc0.
00000080:00000010:3.1:1778625694.365959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fa0.
00000080:00000010:3.1:1778625694.544475:0:217861:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425300.
00000080:00000010:3.1:1778625694.635645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268880.
00000080:00000010:3.1:1778625694.635740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268200.
00000080:00000010:3.1:1778625694.635746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978877320.
00000080:00000010:3.1:1778625694.635751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978877b00.
00000080:00000010:3.1:1778625694.635754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268c80.
00000080:00000010:3.1:1778625694.635761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978877520.
00000080:00000010:3.1:1778625694.635764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39492682e0.
00000080:00000010:3.1:1778625694.635768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a460.
00000080:00000010:3.1:1778625694.635773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39492683c0.
00000080:00000010:3.1:1778625694.635776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76ab80.
00000080:00000010:3.1:1778625694.635781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a7e0.
00000080:00000010:3.1:1778625694.635785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268140.
00000080:00000010:3.1:1778625694.635789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39492682c0.
00000080:00000010:3.1:1778625694.635793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268080.
00000080:00000010:3.1:1778625694.635796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3949268e20.
00000080:00000010:3.1:1778625694.635800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e090e0.
00010000:00000010:3.1:1778625694.635807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583000.
00010000:00000010:3.1:1778625694.635811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b400.
00010000:00000010:3.1:1778625694.635815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973351f00.
00010000:00000010:3.1:1778625694.635819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624a00.
00010000:00000010:3.1:1778625694.635822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7000.
00010000:00000010:3.1:1778625694.635826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98e00.
00010000:00000010:3.1:1778625694.635828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7900.
00010000:00000010:3.1:1778625694.635831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99600.
00010000:00000010:3.1:1778625694.635834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583200.
00010000:00000010:3.1:1778625694.635837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625400.
00010000:00000010:3.1:1778625694.635839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583400.
00010000:00000010:3.1:1778625694.635842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98a00.
00010000:00000010:3.1:1778625694.635845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583a00.
00010000:00000010:3.1:1778625694.635848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946664600.
00010000:00000010:3.1:1778625694.635850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973351800.
00010000:00000010:3.1:1778625694.635853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665000.
00010000:00000010:3.1:1778625694.635856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583900.
00010000:00000010:3.1:1778625694.635858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625694.635861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973d9f000.
00010000:00000010:3.1:1778625694.635872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946664800.
00010000:00000010:3.1:1778625694.635876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973d9f200.
00010000:00000010:3.1:1778625694.635878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946665a00.
00010000:00000010:3.1:1778625694.635880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583800.
00010000:00000010:3.1:1778625694.635882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625694.635885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973351e00.
00010000:00000010:3.1:1778625694.635887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625c00.
00010000:00000010:3.1:1778625694.635890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583700.
00010000:00000010:3.1:1778625694.635893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00010000:00000010:3.1:1778625694.635895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583500.
00010000:00000010:3.1:1778625694.635897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624400.
00010000:00000010:3.1:1778625694.635900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f583b00.
00010000:00000010:3.1:1778625694.635902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f53000.
00000080:00000010:3.1:1778625694.869836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00000080:00000010:3.1:1778625695.139095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0872c0.
00000080:00000010:3.1:1778625695.346014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9480.
00000080:00000010:3.1:1778625695.602956:0:217878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:3.1:1778625695.644680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00000080:00000010:3.1:1778625695.825655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0878a0.
00000080:00000010:3.1:1778625696.152938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:3.1:1778625696.258785:0:217889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087da0.
00000080:00000010:3.1:1778625696.698736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:3.1:1778625696.852865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267100.
00000080:00000010:3.1:1778625697.133660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:3.1:1778625697.265660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425440.
00000080:00000010:3.1:1778625697.545796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9300.
00000080:00000010:3.1:1778625697.681032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625697.803728:0:217916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00000080:00000010:3.1:1778625697.837654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625698.084647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00000080:00000010:3.1:1778625698.185653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625698.420765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625698.665011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:3.1:1778625698.880784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625698.946733:0:217934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625699.064104:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9a80.
00000080:00000010:3.1:1778625699.220693:0:217938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425160.
00000080:00000010:3.1:1778625699.419796:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625699.483858:0:217941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267960.
00000080:00000010:3.1:1778625700.001366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:3.1:1778625700.420263:0:217950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625700.631706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:3.1:1778625701.192748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9d20.
00000080:00000010:3.1:1778625701.273691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00000080:00000010:3.1:1778625702.030653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00000080:00000010:3.1:1778625702.380658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a80.
00000080:00000010:3.1:1778625702.496664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a94c0.
00000080:00000010:3.1:1778625702.790643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:3.1:1778625702.843112:0:217992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9fa0.
00000080:00000010:3.1:1778625702.871703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ca0.
00000080:00000010:3.1:1778625702.993663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a96a0.
00000080:00000010:3.1:1778625703.233077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a80.
00000080:00000010:3.1:1778625703.567002:0:218002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00000080:00000010:3.1:1778625703.626112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d00.
00000080:00000010:3.1:1778625703.891932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00000080:00000010:3.1:1778625704.080657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267820.
00000080:00000010:3.1:1778625704.202707:0:218013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fa0.
00000080:00000010:3.1:1778625704.226651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00000080:00000010:3.1:1778625704.256961:0:218015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00000080:00000010:3.1:1778625704.454764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425da0.
00000080:00000010:3.1:1778625704.507892:0:218021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:3.1:1778625704.601743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267860.
00000080:00000010:3.1:1778625704.736146:0:218025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:3.1:1778625704.807802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fa0.
00000080:00000010:3.1:1778625705.128752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ec0.
00000080:00000010:3.1:1778625705.152110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d60.
00010000:00000010:3.1:1778625705.481689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4d400.
00010000:00000010:3.1:1778625705.481701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee800.
00000080:00000010:3.1:1778625705.706845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00010000:00000010:3.1:1778625705.871304:0:218028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f72af00.
00010000:00000010:3.1:1778625705.871318:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39517ec400.
00000080:00000010:3.1:1778625706.075648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425fc0.
00010000:00000010:3.1:1778625706.189649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef000.
00000080:00000010:3.1:1778625706.258673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425520.
00010000:00000010:3.1:1778625706.274641:0:218028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d4dd00.
00010000:00000010:3.1:1778625706.274648:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef400.
00000080:00000010:3.1:1778625706.379327:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267380.
00010000:00000010:3.1:1778625706.409253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef400.
00010000:00000010:3.1:1778625706.508068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9e00.
00010000:00000010:3.1:1778625706.508080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625706.928874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087340.
00010000:00000010:3.1:1778625706.943647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00000080:00000010:3.1:1778625707.107729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a97e0.
00010000:00000010:3.1:1778625707.232856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973d67c00.
00010000:00000010:3.1:1778625707.232871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c069000.
00010000:00000010:3.1:1778625707.252794:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00010000:00000010:3.1:1778625707.346999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9100.
00010000:00000010:3.1:1778625707.347011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00000080:00000010:3.1:1778625707.609404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425540.
00010000:00000010:3.1:1778625707.720258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9100.
00010000:00000010:3.1:1778625707.720272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00010000:00000010:3.1:1778625707.829129:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef800.
00000080:00000010:3.1:1778625708.076665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734254c0.
00000080:00000010:3.1:1778625708.102793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425100.
00000080:00000010:3.1:1778625708.258426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425440.
00000080:00000010:3.1:1778625708.264903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ba0.
00000080:00000010:3.1:1778625708.337645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425380.
00000080:00000010:3.1:1778625708.346662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425180.
00010000:00000010:3.1:1778625708.500459:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9f00.
00010000:00000010:3.1:1778625708.500472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ee200.
00010000:00000010:3.1:1778625708.869670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9400.
00010000:00000010:3.1:1778625708.869683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1efa00.
00010000:00000010:3.1:1778625709.049689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9600.
00010000:00000010:3.1:1778625709.049705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00010000:00000010:3.1:1778625709.225079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ef600.
00000080:00000010:3.1:1778625709.245729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00010000:00000010:3.1:1778625709.338711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9b00.
00010000:00000010:3.1:1778625709.338725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a800.
00000080:00000010:3.1:1778625709.427676:0:218028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734257c0.
00000080:00000010:3.1:1778625709.446940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425ba0.
00010000:00000010:3.1:1778625709.472534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a800.
00000080:00000010:3.1:1778625709.541468:0:218028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675c0.
00010000:00000010:3.1:1778625710.166832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1d2b00.
00010000:00000010:3.1:1778625710.166845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00010000:00000010:3.1:1778625710.187650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9aa00.
00010000:00000010:3.1:1778625710.304910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9c00.
00010000:00000010:3.1:1778625710.304923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9aa00.
00010000:00000010:3.1:1778625710.321821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9aa00.
00000080:00000010:3.1:1778625710.339949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:3.1:1778625710.357310:0:218028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674a0.
00010000:00000010:3.1:1778625710.365755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9d00.
00010000:00000010:3.1:1778625710.365781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b000.
00010000:00000010:3.1:1778625710.563707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b000.
00000080:00000010:3.1:1778625710.596381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625710.604844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674a0.
00010000:00000010:3.1:1778625710.622827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39520b9300.
00010000:00000010:3.1:1778625710.622851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b600.
00010000:00000010:3.1:1778625710.759989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b600.
00010000:00000010:3.1:1778625710.990814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7100.
00010000:00000010:3.1:1778625710.990823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a400.
00010000:00000010:3.1:1778625711.146779:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a400.
00010000:00000010:3.1:1778625711.383771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a400.
00010000:00000010:3.1:1778625711.495804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9a400.
00010000:00000010:3.1:1778625711.812132:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f139c00.
00010000:00000010:3.1:1778625711.812143:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7800.
00010000:00000010:3.1:1778625711.858903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7a00.
00010000:00000010:3.1:1778625711.858917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b200.
00010000:00000010:3.1:1778625711.921763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7600.
00010000:00000010:3.1:1778625711.921786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9ba00.
00010000:00000010:3.1:1778625712.025724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9ba00.
00000080:00000010:3.1:1778625712.043307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00010000:00000010:3.1:1778625712.076634:0:218028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7000.
00010000:00000010:3.1:1778625712.076719:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9ba00.
00010000:00000010:3.1:1778625712.101673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c9b400.
00000080:00000010:3.1:1778625712.128834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00010000:00000010:3.1:1778625712.606668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7f00.
00010000:00000010:3.1:1778625712.606675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98200.
00010000:00000010:3.1:1778625712.744240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7f00.
00010000:00000010:3.1:1778625712.744250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98200.
00010000:00000010:3.1:1778625713.038649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7300.
00010000:00000010:3.1:1778625713.038660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99800.
00010000:00000010:3.1:1778625713.180071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7d00.
00010000:00000010:3.1:1778625713.180165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98800.
00010000:00000010:3.1:1778625713.287023:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98000.
00010000:00000010:3.1:1778625713.587869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7400.
00010000:00000010:3.1:1778625713.587900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99600.
00010000:00000010:3.1:1778625713.647298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39517e7500.
00010000:00000010:3.1:1778625713.647314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a98e00.
00000080:00000010:3.1:1778625713.782229:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00000080:00000010:3.1:1778625713.791843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a820.
00000080:00000010:3.1:1778625713.925794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a060.
00000080:00000010:3.1:1778625713.935818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a4a0.
00010000:00000010:3.1:1778625714.014657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a800.
00010000:00000010:3.1:1778625714.014672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99400.
00010000:00000010:3.1:1778625714.454778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a800.
00010000:00000010:3.1:1778625714.454792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99400.
00010000:00000010:3.1:1778625714.567645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a900.
00010000:00000010:3.1:1778625714.567666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99000.
00000080:00000010:3.1:1778625714.687691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653af60.
00010000:00000010:3.1:1778625714.925113:0:218028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a99c00.
00000080:00000010:3.1:1778625714.939802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00000080:00000010:3.1:1778625715.031241:0:218028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0870e0.
00010000:00000010:3.1:1778625715.270417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625715.345144:0:218032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a820.
00010000:00000010:3.1:1778625715.351685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00010000:00000010:3.1:1778625715.386987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625715.425059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267300.
00010000:00000010:3.1:1778625715.438727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00010000:00000010:3.1:1778625715.468844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00010000:00000010:3.1:1778625715.656360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1200.
00010000:00000010:3.1:1778625715.726193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625715.770694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:3.1:1778625715.793839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00010000:00000010:3.1:1778625715.838083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625715.866955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087680.
00010000:00000010:3.1:1778625715.928934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625716.012643:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625716.050658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00000080:00000010:3.1:1778625716.087300:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00010000:00000010:3.1:1778625716.109551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625716.206654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625716.284944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00010000:00000010:3.1:1778625716.329796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625716.343873:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625716.357793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625716.401794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0879e0.
00000080:00000010:3.1:1778625716.407079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087460.
00000080:00000010:3.1:1778625716.599772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a5c0.
00010000:00000010:3.1:1778625716.631579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625716.665797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00010000:00000010:3.1:1778625716.956255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00000080:00000010:3.1:1778625716.972942:0:218032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653afa0.
00000080:00000010:3.1:1778625716.980110:0:218032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653ae40.
00010000:00000010:3.1:1778625717.001362:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625717.115886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a5c0.
00000080:00000010:3.1:1778625717.121807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087d80.
00010000:00000010:3.1:1778625717.127722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625717.201642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625717.350173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625717.405813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678e0.
00010000:00000010:3.1:1778625717.405840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625717.441928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625717.445830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625717.578173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a3a0.
00010000:00000010:3.1:1778625717.585738:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625717.612827:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625717.632997:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625717.925400:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625717.940396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625717.956836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625717.971739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625718.043038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087dc0.
00010000:00000010:3.1:1778625718.052757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625718.108766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625718.270667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00010000:00000010:3.1:1778625718.295781:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625718.698234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00010000:00000010:3.1:1778625718.717885:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625718.741885:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00010000:00000010:3.1:1778625718.770514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00000080:00000010:3.1:1778625718.777664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267520.
00010000:00000010:3.1:1778625718.797713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00000080:00000010:3.1:1778625718.815641:0:218032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:3.1:1778625718.824542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a820.
00000080:00000010:3.1:1778625718.926159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087be0.
00010000:00000010:3.1:1778625718.996785:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1600.
00010000:00000010:3.1:1778625719.007682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624800.
00010000:00000010:3.1:1778625719.130714:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50800.
00010000:00000010:3.1:1778625719.205672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00010000:00000010:3.1:1778625719.348670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00010000:00000010:3.1:1778625719.358677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625719.420490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00010000:00000010:3.1:1778625719.529759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00000080:00000010:3.1:1778625719.726361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39517ca640.
00010000:00000010:3.1:1778625719.726376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f187200.
00010000:00000010:3.1:1778625719.726381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8da00.
00010000:00000010:3.1:1778625719.726384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00010000:00000010:3.1:1778625719.789397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00000080:00000010:3.1:1778625719.828916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:3.1:1778625719.852902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00010000:00000010:3.1:1778625719.852917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00010000:00000010:3.1:1778625719.902502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00000080:00000010:3.1:1778625719.911947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267700.
00010000:00000010:3.1:1778625719.977552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00010000:00000010:3.1:1778625720.026357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625800.
00010000:00000010:3.1:1778625720.031951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00010000:00000010:3.1:1778625720.171280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624600.
00000080:00000010:3.1:1778625720.195715:0:218032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267560.
00010000:00000010:3.1:1778625720.366653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624600.
00010000:00000010:3.1:1778625720.543679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00000080:00000010:3.1:1778625720.695267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653aac0.
00010000:00000010:3.1:1778625720.706667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00000080:00000010:3.1:1778625720.734602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670c0.
00000080:00000010:3.1:1778625720.750663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:3.1:1778625720.760855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625720.812663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00000080:00000010:3.1:1778625720.817288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a440.
00000080:00000010:3.1:1778625720.829275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a820.
00010000:00000010:3.1:1778625720.860036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625721.115658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00000080:00000010:3.1:1778625721.115668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a2c0.
00010000:00000010:3.1:1778625721.273645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625721.384645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625721.607722:0:218032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00010000:00000010:3.1:1778625721.625645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625721.684537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51400.
00000080:00000010:3.1:1778625721.782211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653afa0.
00000080:00000010:3.1:1778625721.789742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653aae0.
00010000:00000010:3.1:1778625721.799770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00000080:00000010:3.1:1778625721.825784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:3.1:1778625721.835208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00010000:00000010:3.1:1778625721.846780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625600.
00010000:00000010:3.1:1778625721.907643:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1600.
00010000:00000010:3.1:1778625721.941662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00000080:00000010:3.1:1778625721.962740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00010000:00000010:3.1:1778625722.089657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00000080:00000010:3.1:1778625722.121934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00010000:00000010:3.1:1778625722.425793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00000080:00000010:3.1:1778625722.453977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947731100.
00010000:00000010:3.1:1778625722.453997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f187100.
00010000:00000010:3.1:1778625722.454004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137ee00.
00010000:00000010:3.1:1778625722.454012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114300.
00010000:00000010:3.1:1778625722.454016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd9fa00.
00010000:00000010:3.1:1778625722.454019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f187f00.
00010000:00000010:3.1:1778625722.454021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137e200.
00010000:00000010:3.1:1778625722.454025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aa6f00.
00010000:00000010:3.1:1778625722.454030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8cc00.
00010000:00000010:3.1:1778625722.454033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114e00.
00010000:00000010:3.1:1778625722.454036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137e000.
00010000:00000010:3.1:1778625722.454038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943871000.
00010000:00000010:3.1:1778625722.454041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c200.
00010000:00000010:3.1:1778625722.454043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114000.
00010000:00000010:3.1:1778625722.454047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d200.
00010000:00000010:3.1:1778625722.454049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f187600.
00010000:00000010:3.1:1778625722.454052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137e400.
00010000:00000010:3.1:1778625722.454055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943871600.
00010000:00000010:3.1:1778625722.454058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137f800.
00010000:00000010:3.1:1778625722.454060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aa6600.
00010000:00000010:3.1:1778625722.454063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137e800.
00010000:00000010:3.1:1778625722.454065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114200.
00010000:00000010:3.1:1778625722.454067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137f600.
00010000:00000010:3.1:1778625722.454069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114400.
00010000:00000010:3.1:1778625722.454072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d600.
00010000:00000010:3.1:1778625722.454074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114a00.
00010000:00000010:3.1:1778625722.454076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd9f200.
00010000:00000010:3.1:1778625722.454079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114900.
00010000:00000010:3.1:1778625722.454081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd9fc00.
00010000:00000010:3.1:1778625722.454083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114800.
00010000:00000010:3.1:1778625722.454086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd9e200.
00010000:00000010:3.1:1778625722.454089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aa6c00.
00010000:00000010:3.1:1778625722.454091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3943229c00.
00010000:00000010:3.1:1778625722.813027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625722.889003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00000080:00000010:3.1:1778625722.953666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087140.
00010000:00000010:3.1:1778625722.957658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625723.160678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00000080:00000010:3.1:1778625723.185637:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00010000:00000010:3.1:1778625723.295157:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00010000:00000010:3.1:1778625723.344742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625723.353297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00000080:00000010:3.1:1778625723.655756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945794040.
00000080:00000010:3.1:1778625723.655769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39517ca820.
00010000:00000010:3.1:1778625723.763837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51200.
00010000:00000010:3.1:1778625724.035682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.121229:0:218037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.211221:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.358772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.454718:0:218037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625724.511184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.645108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50400.
00010000:00000010:3.1:1778625724.656642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00010000:00000010:3.1:1778625724.717649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625000.
00010000:00000010:3.1:1778625724.812738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00000080:00000010:3.1:1778625724.840689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a4e0.
00000080:00000010:3.1:1778625724.976823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087380.
00010000:00000010:3.1:1778625725.033427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00010000:00000010:3.1:1778625725.197663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00000080:00000010:3.1:1778625725.205715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d80.
00000080:00000010:3.1:1778625725.224690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653af60.
00010000:00000010:3.1:1778625725.241647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00010000:00000010:3.1:1778625725.267717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625725.371490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a380.
00010000:00000010:3.1:1778625725.586757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1600.
00000080:00000010:3.1:1778625725.598652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087820.
00000080:00000010:3.1:1778625725.703739:0:218037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653afc0.
00010000:00000010:3.1:1778625725.794254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00000080:00000010:3.1:1778625725.868652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fda0.
00000080:00000010:3.1:1778625725.868668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f500.
00000080:00000010:3.1:1778625725.874270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945794120.
00000080:00000010:3.1:1778625725.874279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39477316c0.
00000080:00000010:3.1:1778625725.874287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f680.
00000080:00000010:3.1:1778625725.874293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f080.
00000080:00000010:3.1:1778625725.874298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f2e0.
00000080:00000010:3.1:1778625725.874304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945794660.
00000080:00000010:3.1:1778625725.874310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39517ca0a0.
00000080:00000010:3.1:1778625725.874316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f9a0.
00000080:00000010:3.1:1778625725.874319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f660.
00000080:00000010:3.1:1778625725.874322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f4a0.
00000080:00000010:3.1:1778625725.874325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39517ca480.
00000080:00000010:3.1:1778625725.874328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fb20.
00000080:00000010:3.1:1778625725.874331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3947731960.
00000080:00000010:3.1:1778625725.874333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39457941e0.
00010000:00000010:3.1:1778625725.874341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816f00.
00010000:00000010:3.1:1778625725.874347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729cd600.
00010000:00000010:3.1:1778625725.874350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816600.
00010000:00000010:3.1:1778625725.874353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729cde00.
00010000:00000010:3.1:1778625725.874355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816c00.
00010000:00000010:3.1:1778625725.874358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137fe00.
00010000:00000010:3.1:1778625725.880951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cedb200.
00010000:00000010:3.1:1778625725.880961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3943229000.
00010000:00000010:3.1:1778625725.880966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816300.
00010000:00000010:3.1:1778625725.880969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729cd000.
00010000:00000010:3.1:1778625725.880972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816e00.
00010000:00000010:3.1:1778625725.880975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729cce00.
00010000:00000010:3.1:1778625725.880978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816000.
00010000:00000010:3.1:1778625725.880980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729cc000.
00010000:00000010:3.1:1778625725.880982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816200.
00010000:00000010:3.1:1778625725.880985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137f000.
00010000:00000010:3.1:1778625725.880987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816400.
00010000:00000010:3.1:1778625725.880990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952048600.
00010000:00000010:3.1:1778625725.880992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cedb400.
00010000:00000010:3.1:1778625725.880995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896ac00.
00010000:00000010:3.1:1778625725.880998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816a00.
00010000:00000010:3.1:1778625725.881000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896ba00.
00010000:00000010:3.1:1778625725.881004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816900.
00010000:00000010:3.1:1778625725.881007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896b200.
00010000:00000010:3.1:1778625725.881010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873800.
00010000:00000010:3.1:1778625725.881013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952049800.
00010000:00000010:3.1:1778625725.881016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816800.
00010000:00000010:3.1:1778625725.881018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896bc00.
00010000:00000010:3.1:1778625725.881020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cedba00.
00010000:00000010:3.1:1778625725.881023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3943228e00.
00010000:00000010:3.1:1778625725.881026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967816700.
00010000:00000010:3.1:1778625725.881029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394137ec00.
00010000:00000010:3.1:1778625725.948062:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625725.963311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625726.005792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00010000:00000010:3.1:1778625726.192969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625726.571666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00000080:00000010:3.1:1778625726.581692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a2c0.
00000080:00000010:3.1:1778625726.609689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653afa0.
00010000:00000010:3.1:1778625726.631834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625726.766975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625726.978665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653aba0.
00000080:00000010:3.1:1778625727.000871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a5c0.
00010000:00000010:3.1:1778625727.014657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625727.076922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625727.106678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625727.160306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00000080:00000010:3.1:1778625727.164441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a740.
00000080:00000010:3.1:1778625727.176839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a060.
00010000:00000010:3.1:1778625727.185234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625727.210760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625727.403439:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a820.
00010000:00000010:3.1:1778625727.498690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625c00.
00010000:00000010:3.1:1778625727.575598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625c00.
00010000:00000010:3.1:1778625727.591918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00010000:00000010:3.1:1778625727.905659:0:218037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63c00.
00010000:00000010:3.1:1778625728.041420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625c00.
00010000:00000010:3.1:1778625728.084226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625c00.
00000080:00000010:3.1:1778625728.197885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:3.1:1778625728.269678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625728.305474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00010000:00000010:3.1:1778625728.348048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00010000:00000010:3.1:1778625728.479641:0:218037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625728.492730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625728.502890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674c0.
00010000:00000010:3.1:1778625728.509666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624200.
00000080:00000010:3.1:1778625728.851168:0:218037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653aac0.
00000080:00000010:3.1:1778625728.877182:0:218037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a560.
00010000:00000010:3.1:1778625728.882721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625728.936660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625729.130730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653afc0.
00010000:00000010:3.1:1778625729.172640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625729.300941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625729.317654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625729.559943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625729.629590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00010000:00000010:3.1:1778625729.673233:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1e00.
00010000:00000010:3.1:1778625729.729569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625729.993489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00000080:00000010:3.1:1778625730.004297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267520.
00000080:00000010:3.1:1778625730.032698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653aba0.
00000080:00000010:3.1:1778625730.077743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a2c0.
00000080:00000010:3.1:1778625730.090772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653ae40.
00010000:00000010:3.1:1778625730.113121:0:218037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625730.446977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625730.538268:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625730.564083:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50600.
00010000:00000010:3.1:1778625730.712670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63a00.
00010000:00000010:3.1:1778625730.727757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625730.847685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625731.004936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00000080:00000010:3.1:1778625731.133473:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9680.
00010000:00000010:3.1:1778625731.147923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625731.192244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00000080:00000010:3.1:1778625731.208656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00010000:00000010:3.1:1778625731.439386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63200.
00000080:00000010:3.1:1778625731.450952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a5c0.
00000080:00000010:3.1:1778625731.569122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087680.
00000080:00000010:3.1:1778625731.707784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a020.
00010000:00000010:3.1:1778625731.729571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625731.750656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00010000:00000010:3.1:1778625731.877877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625732.135211:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:3.1:1778625732.210630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51c00.
00010000:00000010:3.1:1778625732.452654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00000080:00000010:3.1:1778625732.471571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a4a0.
00010000:00000010:3.1:1778625732.475793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624c00.
00010000:00000010:3.1:1778625732.498144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624c00.
00000080:00000010:3.1:1778625732.609989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394653a4a0.
00010000:00000010:3.1:1778625769.730732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c1b0600.
00010000:00000010:3.1:1778625769.730742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1bbc00.
00010000:00000010:3.1:1778625770.351068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd0c200.
00010000:00000010:3.1:1778625770.351080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62e00.
00000080:00000010:3.1:1778625770.413663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00010000:00000010:3.1:1778625770.520676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624c00.
00010000:00000010:3.1:1778625770.520693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd0ce00.
00010000:00000010:3.1:1778625770.520697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63000.
00000080:00000010:3.1:1778625770.581728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911300.
00000080:00000010:3.1:1778625775.705834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afad40.
00000080:00000010:3.1:1778625775.705864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea060.
00000080:00000010:3.1:1778625775.705872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eaba0.
00000080:00000010:3.1:1778625775.705879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afac20.
00000080:00000010:3.1:1778625775.705884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eafe0.
00000080:00000010:3.1:1778625775.705933:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea240.
00000080:00000010:3.1:1778625775.705942:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7f260.
00000080:00000010:3.1:1778625775.705948:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec140.
00000080:00000010:3.1:1778625775.705954:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec120.
00000080:00000010:3.1:1778625775.705957:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec800.
00000080:00000010:3.1:1778625775.705962:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eac00.
00000080:00000010:3.1:1778625775.705968:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eaee0.
00000080:00000010:3.1:1778625775.705971:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afa720.
00000080:00000010:3.1:1778625775.705975:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eada0.
00000080:00000010:3.1:1778625775.705979:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7f800.
00000080:00000010:3.1:1778625775.705984:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00000080:00000010:3.1:1778625775.705987:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea760.
00000080:00000010:3.1:1778625775.705990:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec300.
00000080:00000010:3.1:1778625775.705993:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea360.
00000080:00000010:3.1:1778625775.705997:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea3a0.
00000080:00000010:3.1:1778625775.706001:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea9e0.
00000080:00000010:3.1:1778625775.706003:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7f180.
00000080:00000010:3.1:1778625775.706007:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea120.
00000080:00000010:3.1:1778625775.706011:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afaa20.
00000080:00000010:3.1:1778625775.706014:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea720.
00000080:00000010:3.1:1778625775.802655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea940.
00000080:00000010:3.1:1778625775.802665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea980.
00000080:00000010:3.1:1778625775.802669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea5e0.
00000080:00000010:3.1:1778625775.802672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eaec0.
00000080:00000010:3.1:1778625775.802676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf00.
00000080:00000010:3.1:1778625775.802680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eac80.
00000080:00000010:3.1:1778625775.802684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea160.
00000080:00000010:3.1:1778625775.802687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eab80.
00000080:00000010:3.1:1778625775.802691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea6a0.
00000080:00000010:3.1:1778625775.802694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7f2e0.
00000080:00000010:3.1:1778625775.802698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ead80.
00000080:00000010:3.1:1778625775.802701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589ea0e0.
00000080:00000010:3.1:1778625775.814163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39589eab20.
00000080:00000010:3.1:1778625775.814185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7fb20.
00000080:00000010:3.1:1778625775.814191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9c0.
00000080:00000010:3.1:1778625775.816849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec620.
00010000:00000010:3.1:1778625775.816863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2600.
00010000:00000010:3.1:1778625775.816869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0e00.
00010000:00000010:3.1:1778625775.816873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2c00.
00010000:00000010:3.1:1778625775.816886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb4e00.
00010000:00000010:3.1:1778625775.816890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2300.
00010000:00000010:3.1:1778625775.816895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5000.
00010000:00000010:3.1:1778625775.816897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2e00.
00010000:00000010:3.1:1778625775.816900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5600.
00010000:00000010:3.1:1778625775.816905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396be84900.
00010000:00000010:3.1:1778625775.816909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c75400.
00010000:00000010:3.1:1778625775.816913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2000.
00010000:00000010:3.1:1778625775.816916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5e00.
00010000:00000010:3.1:1778625775.816919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946527700.
00010000:00000010:3.1:1778625775.816922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb4000.
00010000:00000010:3.1:1778625775.816924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2200.
00010000:00000010:3.1:1778625775.817047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb4c00.
00010000:00000010:3.1:1778625775.817054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2400.
00010000:00000010:3.1:1778625775.817058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5a00.
00010000:00000010:3.1:1778625775.817060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946527500.
00010000:00000010:3.1:1778625775.817062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c08800.
00010000:00000010:3.1:1778625775.817065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396be84800.
00010000:00000010:3.1:1778625775.817067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5200.
00010000:00000010:3.1:1778625775.817070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2a00.
00010000:00000010:3.1:1778625775.817073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb5c00.
00010000:00000010:3.1:1778625775.817075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394abb2900.
00010000:00000010:3.1:1778625775.817078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb4200.
00010000:00000010:3.1:1778625775.817080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978808200.
00010000:00000010:3.1:1778625775.817082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c08000.
00010000:00000010:3.1:1778625775.817084:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396be84500.
00010000:00000010:3.1:1778625775.817088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c74a00.
00010000:00000010:3.1:1778625775.817090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396be84700.
00010000:00000010:3.1:1778625775.817093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c75800.
00000080:00000010:3.1:1778625776.373963:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:3.1:1778625776.608727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00000080:00000010:3.1:1778625776.701107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9f60.
00000080:00000010:3.1:1778625776.808727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674c0.
00000080:00000010:3.1:1778625776.861669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:3.1:1778625776.964658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00000080:00000010:3.1:1778625777.040228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a98c0.
00000080:00000010:3.1:1778625777.585687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267940.
00000080:00000010:3.1:1778625777.666781:0:219481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00000080:00000010:3.1:1778625778.125227:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670a0.
00000080:00000010:3.1:1778625778.279659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625778.452804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7fde0.
00000080:00000010:3.1:1778625778.452814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecda0.
00000080:00000010:3.1:1778625778.452820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afac40.
00000080:00000010:3.1:1778625778.452824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b7f3c0.
00000080:00000010:3.1:1778625778.512844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9660.
00000080:00000010:3.1:1778625778.588660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:3.1:1778625778.613460:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:3.1:1778625778.683672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ca0.
00000080:00000010:3.1:1778625778.708929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:3.1:1778625778.772653:0:219520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:3.1:1778625778.790767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:3.1:1778625778.956647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:3.1:1778625779.088696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267100.
00000080:00000010:3.1:1778625779.415817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267700.
00000080:00000010:3.1:1778625779.610543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00000080:00000010:3.1:1778625779.679651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087cc0.
00000080:00000010:3.1:1778625779.722648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9e60.
00000080:00000010:3.1:1778625779.841406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674e0.
00000080:00000010:3.1:1778625779.962873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:3.1:1778625780.049106:0:219553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:3.1:1778625780.087902:0:219554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625780.391765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00000080:00000010:3.1:1778625780.511650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:3.1:1778625780.867567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00000080:00000010:3.1:1778625781.039653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00000080:00000010:3.1:1778625781.203998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625781.317645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00000080:00000010:3.1:1778625781.453758:0:219585:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9d00.
00000080:00000010:3.1:1778625781.531724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:3.1:1778625781.551567:0:219587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625781.660650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625781.734667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625782.025657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:3.1:1778625782.191173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:3.1:1778625782.347417:0:219607:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625782.413734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625782.464674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00000080:00000010:3.1:1778625782.595736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625782.759499:0:219620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00000080:00000010:3.1:1778625782.811677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:3.1:1778625782.865681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117e0.
00000080:00000010:3.1:1778625782.891877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00000080:00000010:3.1:1778625783.051436:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00000080:00000010:3.1:1778625783.100691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9740.
00000080:00000010:3.1:1778625783.175646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:3.1:1778625783.280368:0:219634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:3.1:1778625783.349655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00000080:00000010:3.1:1778625783.462902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:3.1:1778625783.643757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ba0.
00000080:00000010:3.1:1778625783.719433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00000080:00000010:3.1:1778625783.731337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:3.1:1778625783.807693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670c0.
00000080:00000010:3.1:1778625783.892345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087b00.
00000080:00000010:3.1:1778625783.926123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0870c0.
00000080:00000010:3.1:1778625784.028660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00000080:00000010:3.1:1778625784.255651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00010000:00000010:3.1:1778625784.444561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39678b1400.
00000080:00000010:3.1:1778625784.500878:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:3.1:1778625784.510190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00010000:00000010:3.1:1778625784.517650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625a00.
00000080:00000010:3.1:1778625784.687173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625784.695967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00000080:00000010:3.1:1778625784.797990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:3.1:1778625784.990937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e80.
00010000:00000010:3.1:1778625784.997765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.047822:0:219674:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00000080:00000010:3.1:1778625785.201072:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:3.1:1778625785.227759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00000080:00000010:3.1:1778625785.331851:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0877a0.
00010000:00000010:3.1:1778625785.338716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.405661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00010000:00000010:3.1:1778625785.530309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.544757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:3.1:1778625785.664051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:3.1:1778625785.683277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115c0.
00010000:00000010:3.1:1778625785.692433:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.759680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00010000:00000010:3.1:1778625785.766837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.781507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625785.808653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:3.1:1778625785.917887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a60.
00000080:00000010:3.1:1778625785.922398:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00010000:00000010:3.1:1778625785.928311:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625785.969521:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:3.1:1778625786.115134:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:3.1:1778625786.121013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00010000:00000010:3.1:1778625786.256701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c624000.
00000080:00000010:3.1:1778625786.286647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:3.1:1778625786.470730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00010000:00000010:3.1:1778625786.494636:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625786.522653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00000080:00000010:3.1:1778625786.537757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00010000:00000010:3.1:1778625786.550802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625786.600873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00000080:00000010:3.1:1778625786.853786:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00010000:00000010:3.1:1778625786.862935:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625200.
00000080:00000010:3.1:1778625786.991545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d20.
00000080:00000010:3.1:1778625787.004072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00010000:00000010:3.1:1778625787.021052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00000080:00000010:3.1:1778625787.232368:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00000080:00000010:3.1:1778625787.522849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110a0.
00010000:00000010:3.1:1778625787.535341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00000080:00000010:3.1:1778625787.557731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00010000:00000010:3.1:1778625787.567659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00000080:00000010:3.1:1778625787.598817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625787.607359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00010000:00000010:3.1:1778625787.612154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00000080:00000010:3.1:1778625787.800871:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00000080:00000010:3.1:1778625787.813795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:3.1:1778625787.822533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00000080:00000010:3.1:1778625787.844043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00010000:00000010:3.1:1778625788.152693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77c00.
00000080:00000010:3.1:1778625788.181656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:3.1:1778625788.214730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00010000:00000010:3.1:1778625788.238781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0000.
00000080:00000010:3.1:1778625788.252870:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:3.1:1778625788.272726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00010000:00000010:3.1:1778625788.281655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0000.
00010000:00000010:3.1:1778625788.340813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77800.
00000080:00000010:3.1:1778625788.422643:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625788.455562:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111a0.
00010000:00000010:3.1:1778625788.455596:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1600.
00000080:00000010:3.1:1778625788.475448:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:3.1:1778625788.647295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:3.1:1778625788.667666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0800.
00000080:00000010:3.1:1778625788.702182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00000080:00000010:3.1:1778625789.066661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00010000:00000010:3.1:1778625789.085717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0800.
00000080:00000010:3.1:1778625789.114663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:3.1:1778625789.198668:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00000080:00000010:3.1:1778625789.238666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087740.
00010000:00000010:3.1:1778625789.254078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1400.
00000080:00000010:3.1:1778625789.728709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:3.1:1778625789.748531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00010000:00000010:3.1:1778625789.758763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0e00.
00000080:00000010:3.1:1778625789.793009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674e0.
00000080:00000010:3.1:1778625789.873898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00000080:00000010:3.1:1778625789.937884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00000080:00000010:3.1:1778625789.970993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d20.
00010000:00000010:3.1:1778625789.986024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0e00.
00010000:00000010:3.1:1778625790.106448:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11a00.
00000080:00000010:3.1:1778625790.281414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00000080:00000010:3.1:1778625790.291862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ac0.
00010000:00000010:3.1:1778625790.301758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082000.
00000080:00000010:3.1:1778625790.368661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00010000:00000010:3.1:1778625790.381764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082000.
00010000:00000010:3.1:1778625790.523666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10800.
00000080:00000010:3.1:1778625790.548368:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00000080:00000010:3.1:1778625790.708048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00000080:00000010:3.1:1778625790.729890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c40.
00010000:00000010:3.1:1778625790.736851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082a00.
00000080:00000010:3.1:1778625790.850176:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00010000:00000010:3.1:1778625790.860794:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082a00.
00000080:00000010:3.1:1778625790.875670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267560.
00000080:00000010:3.1:1778625791.158653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:3.1:1778625791.167022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0878e0.
00010000:00000010:3.1:1778625791.187592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082a00.
00000080:00000010:3.1:1778625791.197646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267400.
00000080:00000010:3.1:1778625791.205774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267560.
00010000:00000010:3.1:1778625791.219484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082a00.
00000080:00000010:3.1:1778625791.779450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00000080:00000010:3.1:1778625791.793688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00010000:00000010:3.1:1778625791.803645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083800.
00010000:00000010:3.1:1778625791.939658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0e00.
00000080:00000010:3.1:1778625791.954643:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ca0.
00010000:00000010:3.1:1778625791.979214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0800.
00010000:00000010:3.1:1778625792.112821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0800.
00000080:00000010:3.1:1778625792.136828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ee0.
00000080:00000010:3.1:1778625792.147651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e80.
00010000:00000010:3.1:1778625792.154720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf600.
00000080:00000010:3.1:1778625792.169933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625792.192717:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:3.1:1778625792.428723:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911640.
00010000:00000010:3.1:1778625792.448761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf600.
00000080:00000010:3.1:1778625792.561221:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d80.
00000080:00000010:3.1:1778625792.573664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00010000:00000010:3.1:1778625792.587663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945ede600.
00010000:00000010:3.1:1778625792.699808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e37dc00.
00000080:00000010:3.1:1778625792.720856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00000080:00000010:3.1:1778625792.728837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00010000:00000010:3.1:1778625792.748661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625792.862792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:3.1:1778625792.871703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911640.
00010000:00000010:3.1:1778625792.878661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625792.896759:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:3.1:1778625792.905147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00010000:00000010:3.1:1778625792.908752:0:219673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625792.920834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:3.1:1778625793.033248:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:3.1:1778625793.047197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00010000:00000010:3.1:1778625793.072284:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625793.244906:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911300.
00000080:00000010:3.1:1778625793.335153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00010000:00000010:3.1:1778625793.346266:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625793.536765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087180.
00010000:00000010:3.1:1778625793.541163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edec00.
00000080:00000010:3.1:1778625793.715688:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00000080:00000010:3.1:1778625793.723645:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00010000:00000010:3.1:1778625793.729326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf400.
00000080:00000010:3.1:1778625793.867735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:3.1:1778625793.867752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115c0.
00000080:00000010:3.1:1778625794.226905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00000080:00000010:3.1:1778625794.236660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00010000:00000010:3.1:1778625794.251760:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf400.
00000080:00000010:3.1:1778625794.962015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:3.1:1778625794.989595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110a0.
00010000:00000010:3.1:1778625795.003344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf400.
00000080:00000010:3.1:1778625795.107480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00000080:00000010:3.1:1778625795.159455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111a0.
00000080:00000010:3.1:1778625795.186318:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00000080:00000010:3.1:1778625795.421786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00000080:00000010:3.1:1778625795.440911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00010000:00000010:3.1:1778625795.456748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf400.
00000080:00000010:3.1:1778625795.653640:0:219673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:3.1:1778625795.657906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf400.
00000080:00000010:3.1:1778625795.904823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0875a0.
00010000:00000010:3.1:1778625795.923781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00000080:00000010:3.1:1778625796.101174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110a0.
00010000:00000010:3.1:1778625796.118016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00000080:00000010:3.1:1778625796.450651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:3.1:1778625796.732304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9f80.
00000080:00000010:3.1:1778625796.742072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fe0.
00000080:00000010:3.1:1778625797.022735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00010000:00000010:3.1:1778625797.054132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625797.381997:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087240.
00000080:00000010:3.1:1778625797.390657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00000080:00000010:3.1:1778625797.444797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:3.1:1778625797.458654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d20.
00010000:00000010:3.1:1778625797.470659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625797.589224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:3.1:1778625797.607822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115c0.
00010000:00000010:3.1:1778625797.614654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625797.785865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b80.
00000080:00000010:3.1:1778625797.804754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c40.
00000080:00000010:3.1:1778625797.906702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00000080:00000010:3.1:1778625798.440921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911300.
00000080:00000010:3.1:1778625798.464678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00010000:00000010:3.1:1778625798.475680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625799.009696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e80.
00010000:00000010:3.1:1778625799.014056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00010000:00000010:3.1:1778625799.136679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f600.
00000080:00000010:3.1:1778625799.166543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00010000:00000010:3.1:1778625799.174658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625799.196663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675c0.
00000080:00000010:3.1:1778625799.210763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00010000:00000010:3.1:1778625799.221652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625799.409866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:3.1:1778625799.418676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00010000:00000010:3.1:1778625799.433825:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625799.693658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c00.
00000080:00000010:3.1:1778625799.701653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00000080:00000010:3.1:1778625799.811655:0:2402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00010000:00000010:3.1:1778625799.811668:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00010000:00000010:3.1:1778625799.823032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266fe00.
00010000:00000010:3.1:1778625799.966635:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625799.998683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d20.
00010000:00000010:3.1:1778625800.003656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625800.147758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:3.1:1778625800.303762:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00000080:00000010:3.1:1778625800.547687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087100.
00000080:00000010:3.1:1778625800.567661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fa0.
00000080:00000010:3.1:1778625800.614772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fa0.
00000080:00000010:3.1:1778625800.652635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087620.
00000080:00000010:3.1:1778625800.726210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00010000:00000010:3.1:1778625800.737707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625800.855664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:3.1:1778625800.889487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117e0.
00010000:00000010:3.1:1778625800.889510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625800.921186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00000080:00000010:3.1:1778625800.925134:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00010000:00000010:3.1:1778625800.935804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625800.961803:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:3.1:1778625800.986252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00010000:00000010:3.1:1778625800.996864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50c00.
00000080:00000010:3.1:1778625801.163644:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087220.
00000080:00000010:3.1:1778625801.256726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00010000:00000010:3.1:1778625801.274849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625801.293720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00010000:00000010:3.1:1778625801.416831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d0b800.
00000080:00000010:3.1:1778625801.475259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00000080:00000010:3.1:1778625801.487087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fe0.
00010000:00000010:3.1:1778625801.497688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00010000:00000010:3.1:1778625801.596742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00010000:00000010:3.1:1778625801.789747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f600.
00000080:00000010:3.1:1778625801.843686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911280.
00010000:00000010:3.1:1778625801.848832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625801.866920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674c0.
00000080:00000010:3.1:1778625801.886788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00010000:00000010:3.1:1778625801.904299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00010000:00000010:3.1:1778625802.006654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266fa00.
00000080:00000010:3.1:1778625802.174293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00010000:00000010:3.1:1778625802.189707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625802.281749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a80.
00000080:00000010:3.1:1778625802.348672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b00.
00000080:00000010:3.1:1778625802.363644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00010000:00000010:3.1:1778625802.460803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:3.1:1778625802.465758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00000080:00000010:3.1:1778625802.472011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911840.
00010000:00000010:3.1:1778625802.496656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625802.515121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00000080:00000010:3.1:1778625802.532805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b00.
00010000:00000010:3.1:1778625802.547662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625802.630678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087c00.
00010000:00000010:3.1:1778625802.691818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d0a600.
00010000:00000010:3.1:1778625802.867793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51200.
00010000:00000010:3.1:1778625803.017702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f600.
00000080:00000010:3.1:1778625803.606680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113c0.
00010000:00000010:3.1:1778625803.619657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00000080:00000010:3.1:1778625803.717356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114a0.
00000080:00000010:3.1:1778625803.958660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00000080:00000010:3.1:1778625803.976653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00010000:00000010:3.1:1778625804.016695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625804.550262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:3.1:1778625804.554709:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:3.1:1778625804.560655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625804.599843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670a0.
00010000:00000010:3.1:1778625804.613662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625804.770635:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00000080:00000010:3.1:1778625804.778661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00010000:00000010:3.1:1778625804.786730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625804.981765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00010000:00000010:3.1:1778625804.988757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625805.017673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a60.
00000080:00000010:3.1:1778625805.021771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00010000:00000010:3.1:1778625805.029892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625805.129092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c00.
00010000:00000010:3.1:1778625805.140152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625805.190123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00010000:00000010:3.1:1778625805.205984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625805.305789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00000080:00000010:3.1:1778625805.330319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a60.
00010000:00000010:3.1:1778625805.344346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00000080:00000010:3.1:1778625805.533753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00000080:00000010:3.1:1778625805.629956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:3.1:1778625805.634709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00010000:00000010:3.1:1778625805.649002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625805.694989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267020.
00000080:00000010:3.1:1778625805.843261:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:3.1:1778625805.901257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:3.1:1778625805.912367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00010000:00000010:3.1:1778625806.001471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625806.030801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00000080:00000010:3.1:1778625806.196072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a94e0.
00010000:00000010:3.1:1778625806.218707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625806.242643:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:3.1:1778625806.248988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00010000:00000010:3.1:1778625806.265708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4a00.
00000080:00000010:3.1:1778625806.305055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:3.1:1778625806.401051:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00010000:00000010:3.1:1778625806.418658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5c00.
00000080:00000010:3.1:1778625806.432640:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:3.1:1778625806.758645:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:3.1:1778625806.784172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00010000:00000010:3.1:1778625806.816784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4c00.
00000080:00000010:3.1:1778625806.971664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:2.1:1778625807.061702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a60.
00010000:00000010:2.1:1778625807.080654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00000080:00000010:2.1:1778625807.108864:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c40.
00000080:00000010:2.1:1778625807.129869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00010000:00000010:2.1:1778625807.133673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00000080:00000010:3.1:1778625807.160659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00000080:00000010:3.1:1778625807.170979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a60.
00010000:00000010:3.1:1778625807.196392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:2.1:1778625807.241429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00000080:00000010:2.1:1778625807.248122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00010000:00000010:2.1:1778625807.253837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625807.280796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00000080:00000010:3.1:1778625807.287993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911380.
00010000:00000010:2.1:1778625807.302685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.314790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:2.1:1778625807.336179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00010000:00000010:2.1:1778625807.345773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625807.370712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d20.
00000080:00000010:3.1:1778625807.422744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115c0.
00010000:00000010:3.1:1778625807.426894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00010000:00000010:2.1:1778625807.457266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4e00.
00000080:00000010:3.1:1778625807.464098:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625807.482682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00010000:00000010:3.1:1778625807.488261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:2.1:1778625807.532674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00010000:00000010:2.1:1778625807.538702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.556576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:2.1:1778625807.576672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00010000:00000010:2.1:1778625807.606130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.614641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:2.1:1778625807.626035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:2.1:1778625807.633116:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.654199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00000080:00000010:2.1:1778625807.662694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00010000:00000010:2.1:1778625807.670655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.693641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00000080:00000010:2.1:1778625807.708793:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00010000:00000010:2.1:1778625807.722603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.734716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:2.1:1778625807.743791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00010000:00000010:2.1:1778625807.753663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625807.780908:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:2.1:1778625807.788704:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00010000:00000010:2.1:1778625807.799806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00010000:00000010:2.1:1778625807.823723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:3.1:1778625807.870531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087800.
00000080:00000010:3.1:1778625807.883350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087640.
00010000:00000010:3.1:1778625807.912711:0:219678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00010000:00000010:2.1:1778625807.920417:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5a00.
00010000:00000010:2.1:1778625807.946693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50e00.
00010000:00000010:2.1:1778625808.005443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51000.
00010000:00000010:3.1:1778625808.017823:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:2.1:1778625808.033043:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c20.
00000080:00000010:2.1:1778625808.042349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a98a0.
00010000:00000010:2.1:1778625808.052676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625808.070051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625808.078641:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:2.1:1778625808.084922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625808.106859:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625808.111671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c20.
00010000:00000010:2.1:1778625808.125668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625808.150647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625808.164670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:3.1:1778625808.177910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00010000:00000010:2.1:1778625808.191800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625808.203900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625808.214828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c20.
00010000:00000010:3.1:1778625808.222010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:2.1:1778625808.250118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:2.1:1778625808.261770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00010000:00000010:2.1:1778625808.270427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625808.297654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00000080:00000010:2.1:1778625808.314792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00010000:00000010:3.1:1778625808.323821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00000080:00000010:3.1:1778625808.358178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:2.1:1778625808.361904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00010000:00000010:2.1:1778625808.391047:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625808.420118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00000080:00000010:2.1:1778625808.467183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00010000:00000010:3.1:1778625808.479326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625808.484954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625808.514646:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118c0.
00010000:00000010:3.1:1778625808.524920:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4c00.
00000080:00000010:2.1:1778625808.533648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00000080:00000010:2.1:1778625808.550665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00010000:00000010:2.1:1778625808.569502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:2.1:1778625808.594070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114a0.
00000080:00000010:2.1:1778625808.611836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00010000:00000010:2.1:1778625808.620667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:2.1:1778625808.679687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00000080:00000010:3.1:1778625808.683119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00010000:00000010:3.1:1778625808.703230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4c00.
00000080:00000010:2.1:1778625808.724661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00000080:00000010:2.1:1778625808.746447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b40.
00010000:00000010:2.1:1778625808.776201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00000080:00000010:2.1:1778625808.792947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087840.
00000080:00000010:3.1:1778625808.821337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00010000:00000010:3.1:1778625808.840771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4c00.
00010000:00000010:3.1:1778625808.906646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50000.
00000080:00000010:2.1:1778625808.938203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:2.1:1778625808.955755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9900.
00010000:00000010:2.1:1778625808.955780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e600.
00000080:00000010:2.1:1778625808.984745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113c0.
00000080:00000010:2.1:1778625809.007837:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117e0.
00010000:00000010:3.1:1778625809.026888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e600.
00000080:00000010:3.1:1778625809.057355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00000080:00000010:3.1:1778625809.068881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00010000:00000010:3.1:1778625809.102017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00000080:00000010:2.1:1778625809.155800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267380.
00000080:00000010:3.1:1778625809.216658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087380.
00000080:00000010:3.1:1778625809.232086:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117e0.
00010000:00000010:3.1:1778625809.250381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00000080:00000010:2.1:1778625809.288709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00010000:00000010:2.1:1778625809.288725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00000080:00000010:3.1:1778625809.307687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fe0.
00000080:00000010:3.1:1778625809.307704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111a0.
00010000:00000010:2.1:1778625809.317772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00000080:00000010:2.1:1778625809.344646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:2.1:1778625809.362100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:2.1:1778625809.370340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00010000:00000010:2.1:1778625809.406920:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625809.409283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911280.
00000080:00000010:3.1:1778625809.418692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110a0.
00010000:00000010:3.1:1778625809.426598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00000080:00000010:3.1:1778625809.445922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:2.1:1778625809.457074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00010000:00000010:2.1:1778625809.469109:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625809.473839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911840.
00000080:00000010:2.1:1778625809.484660:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:2.1:1778625809.491039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625809.505635:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911840.
00000080:00000010:2.1:1778625809.525680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00010000:00000010:2.1:1778625809.529645:0:219677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:3.1:1778625809.586989:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00000080:00000010:3.1:1778625809.593593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:3.1:1778625809.593627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00000080:00000010:2.1:1778625809.622789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:2.1:1778625809.637108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00010000:00000010:2.1:1778625809.640833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625809.658007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00000080:00000010:2.1:1778625809.675705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00010000:00000010:2.1:1778625809.681061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625809.694849:0:219677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00000080:00000010:2.1:1778625809.707737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00010000:00000010:2.1:1778625809.715756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266ec00.
00000080:00000010:2.1:1778625809.733922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00000080:00000010:2.1:1778625809.771484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00000080:00000010:2.1:1778625814.226730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0140.
00000080:00000010:2.1:1778625814.226747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afa760.
00000080:00000010:2.1:1778625814.226756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113ee0.
00000080:00000010:2.1:1778625814.226771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afa3c0.
00000080:00000010:2.1:1778625814.226779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113be0.
00000080:00000010:2.1:1778625814.227077:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113b80.
00000080:00000010:2.1:1778625814.230632:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0760.
00000080:00000010:2.1:1778625814.230650:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afa0c0.
00000080:00000010:2.1:1778625814.230661:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113380.
00000080:00000010:2.1:1778625814.230667:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1133c0.
00000080:00000010:2.1:1778625814.230684:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113320.
00000080:00000010:2.1:1778625814.230734:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113fe0.
00000080:00000010:2.1:1778625814.230740:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113100.
00000080:00000010:2.1:1778625814.230743:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb00c0.
00000080:00000010:2.1:1778625814.230746:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972afa240.
00000080:00000010:2.1:1778625814.230750:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f80c0.
00000080:00000010:2.1:1778625814.230756:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8160.
00000080:00000010:2.1:1778625814.230759:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1135e0.
00000080:00000010:2.1:1778625814.230772:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8900.
00000080:00000010:2.1:1778625814.230775:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113940.
00000080:00000010:2.1:1778625814.230779:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113820.
00000080:00000010:2.1:1778625814.230790:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8740.
00000080:00000010:2.1:1778625814.230796:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1132a0.
00000080:00000010:2.1:1778625814.230799:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113a60.
00000080:00000010:2.1:1778625814.230804:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113900.
00000080:00000010:2.1:1778625814.230808:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113980.
00000080:00000010:2.1:1778625814.230812:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113c60.
00000080:00000010:3.1:1778625814.235824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1130e0.
00010000:00000010:3.1:1778625814.235843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177d00.
00010000:00000010:3.1:1778625814.235849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e132a00.
00010000:00000010:3.1:1778625814.235852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177100.
00010000:00000010:3.1:1778625814.235855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e132800.
00010000:00000010:3.1:1778625814.235859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9a00.
00010000:00000010:3.1:1778625814.235863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966911800.
00010000:00000010:3.1:1778625814.235867:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a600.
00010000:00000010:3.1:1778625814.235871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2000.
00010000:00000010:3.1:1778625814.235874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6ac00.
00010000:00000010:3.1:1778625814.235877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e0800.
00010000:00000010:3.1:1778625814.235880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9900.
00010000:00000010:3.1:1778625814.235883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966910000.
00010000:00000010:3.1:1778625814.235886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177f00.
00010000:00000010:3.1:1778625814.235889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2c00.
00010000:00000010:3.1:1778625814.235892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177600.
00010000:00000010:3.1:1778625814.235897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3a00.
00010000:00000010:3.1:1778625814.235900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177c00.
00010000:00000010:3.1:1778625814.235903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3200.
00010000:00000010:3.1:1778625814.235907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a300.
00010000:00000010:3.1:1778625814.235910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3c00.
00010000:00000010:3.1:1778625814.235914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177300.
00010000:00000010:3.1:1778625814.235918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2200.
00010000:00000010:3.1:1778625814.235921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177e00.
00010000:00000010:3.1:1778625814.235924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2400.
00010000:00000010:3.1:1778625814.235932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a600.
00010000:00000010:3.1:1778625814.235936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966911400.
00010000:00000010:3.1:1778625814.235940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48ac00.
00010000:00000010:3.1:1778625814.235943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966910a00.
00010000:00000010:3.1:1778625814.235947:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a300.
00010000:00000010:3.1:1778625814.235950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e132200.
00010000:00000010:3.1:1778625814.235955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177000.
00010000:00000010:3.1:1778625814.235960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb1800.
00010000:00000010:3.1:1778625814.235963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177200.
00010000:00000010:3.1:1778625814.235966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3400.
00010000:00000010:3.1:1778625814.235971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48ae00.
00010000:00000010:3.1:1778625814.235976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e133e00.
00010000:00000010:3.1:1778625814.235978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9800.
00010000:00000010:3.1:1778625814.235983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e133400.
00010000:00000010:3.1:1778625814.235987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177400.
00010000:00000010:3.1:1778625814.236479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ede00.
00010000:00000010:3.1:1778625814.236484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9700.
00010000:00000010:3.1:1778625814.236489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb0c00.
00010000:00000010:3.1:1778625814.236496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5900.
00010000:00000010:3.1:1778625814.236501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ed000.
00010000:00000010:3.1:1778625814.236505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5800.
00010000:00000010:3.1:1778625814.236512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ece00.
00010000:00000010:3.1:1778625814.236519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5700.
00010000:00000010:3.1:1778625814.236524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb0000.
00010000:00000010:3.1:1778625814.236530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a000.
00010000:00000010:3.1:1778625814.236536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e133200.
00010000:00000010:3.1:1778625814.236539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6ae00.
00010000:00000010:3.1:1778625814.236542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e0600.
00010000:00000010:3.1:1778625814.236733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a200.
00010000:00000010:3.1:1778625814.236737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e132c00.
00010000:00000010:3.1:1778625814.236740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a400.
00010000:00000010:3.1:1778625814.236744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ec000.
00010000:00000010:3.1:1778625814.236747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5500.
00010000:00000010:3.1:1778625814.236751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ecc00.
00010000:00000010:3.1:1778625814.236754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5b00.
00010000:00000010:3.1:1778625814.236756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb1600.
00010000:00000010:3.1:1778625814.236759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48aa00.
00010000:00000010:3.1:1778625814.236771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e132000.
00010000:00000010:3.1:1778625814.236774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5d00.
00010000:00000010:3.1:1778625814.236777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669eda00.
00010000:00000010:3.1:1778625814.236780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5100.
00010000:00000010:3.1:1778625814.236784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ed200.
00010000:00000010:3.1:1778625814.236787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5f00.
00010000:00000010:3.1:1778625814.236790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669edc00.
00010000:00000010:3.1:1778625814.236792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5600.
00010000:00000010:3.1:1778625814.236795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ec200.
00010000:00000010:3.1:1778625814.236797:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5c00.
00010000:00000010:3.1:1778625814.236800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ec400.
00010000:00000010:3.1:1778625814.236803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f48a900.
00010000:00000010:3.1:1778625814.236807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946bb0600.
00010000:00000010:3.1:1778625814.236810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9500.
00010000:00000010:3.1:1778625814.236814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e133000.
00010000:00000010:3.1:1778625814.236817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a000.
00010000:00000010:3.1:1778625814.236820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e1600.
00010000:00000010:3.1:1778625814.236822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a200.
00010000:00000010:3.1:1778625814.236825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e1e00.
00010000:00000010:3.1:1778625814.236827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5300.
00010000:00000010:3.1:1778625814.236829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ed400.
00010000:00000010:3.1:1778625814.236832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a400.
00010000:00000010:3.1:1778625814.236835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3947646000.
00010000:00000010:3.1:1778625814.236839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5e00.
00010000:00000010:3.1:1778625814.236841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669eca00.
00010000:00000010:3.1:1778625814.236844:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5000.
00010000:00000010:3.1:1778625814.236848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ed800.
00010000:00000010:3.1:1778625814.236850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6aa00.
00010000:00000010:3.1:1778625814.236853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3947646c00.
00010000:00000010:3.1:1778625814.236856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a900.
00010000:00000010:3.1:1778625814.236860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ec800.
00010000:00000010:3.1:1778625814.236863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5200.
00010000:00000010:3.1:1778625814.236865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ec600.
00010000:00000010:3.1:1778625814.236867:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5400.
00010000:00000010:3.1:1778625814.236870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ed600.
00010000:00000010:3.1:1778625814.236872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae5a00.
00010000:00000010:3.1:1778625814.236875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f489c00.
00010000:00000010:3.1:1778625814.236878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae4000.
00010000:00000010:3.1:1778625814.236881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f488200.
00010000:00000010:3.1:1778625814.236885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967ae4200.
00010000:00000010:3.1:1778625814.236888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f488400.
00000080:00000010:2.1:1778625814.253740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911280.
00000080:00000010:2.1:1778625814.268720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113a00.
00000080:00000010:3.1:1778625814.269342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113760.
00000080:00000010:3.1:1778625814.269350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0600.
00000080:00000010:3.1:1778625814.269355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113240.
00000080:00000010:3.1:1778625814.269358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113340.
00000080:00000010:3.1:1778625814.269361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8700.
00000080:00000010:3.1:1778625814.269368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113c80.
00000080:00000010:3.1:1778625814.269371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1134c0.
00000080:00000010:3.1:1778625814.269373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113660.
00000080:00000010:3.1:1778625814.269377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113520.
00000080:00000010:3.1:1778625814.269381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb01e0.
00000080:00000010:3.1:1778625814.269384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113920.
00000080:00000010:3.1:1778625814.269387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f740.
00000080:00000010:3.1:1778625814.269391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113220.
00000080:00000010:3.1:1778625814.269394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1137c0.
00000080:00000010:3.1:1778625814.269397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0800.
00010000:00000010:3.1:1778625814.269402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3b00.
00010000:00000010:3.1:1778625814.269408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a78400.
00010000:00000010:3.1:1778625814.269412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3d00.
00010000:00000010:3.1:1778625814.269415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a79400.
00010000:00000010:3.1:1778625814.269418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9e00.
00010000:00000010:3.1:1778625814.269422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966911200.
00010000:00000010:3.1:1778625814.269425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3100.
00010000:00000010:3.1:1778625814.269427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a78a00.
00010000:00000010:3.1:1778625814.269431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177a00.
00010000:00000010:3.1:1778625814.269435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2a00.
00010000:00000010:3.1:1778625814.269439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6ad00.
00010000:00000010:3.1:1778625814.269441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e1800.
00010000:00000010:3.1:1778625814.269444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177900.
00010000:00000010:3.1:1778625814.269448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3800.
00010000:00000010:3.1:1778625814.269451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177800.
00010000:00000010:3.1:1778625814.269454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2800.
00010000:00000010:3.1:1778625814.269456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177700.
00010000:00000010:3.1:1778625814.269459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2600.
00010000:00000010:3.1:1778625814.269462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9000.
00010000:00000010:3.1:1778625814.269465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3600.
00010000:00000010:3.1:1778625814.269467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9200.
00010000:00000010:3.1:1778625814.269470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966911e00.
00010000:00000010:3.1:1778625814.269472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6af00.
00010000:00000010:3.1:1778625814.269475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3e00.
00010000:00000010:3.1:1778625814.269478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177500.
00010000:00000010:3.1:1778625814.269480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e133a00.
00010000:00000010:3.1:1778625814.269483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd6a100.
00010000:00000010:3.1:1778625814.269486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f3000.
00010000:00000010:3.1:1778625814.269488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973177b00.
00010000:00000010:3.1:1778625814.269490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f2e00.
00010000:00000010:3.1:1778625814.269492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9400.
00010000:00000010:3.1:1778625814.269495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966910600.
00000080:00000010:3.1:1778625814.297005:0:219765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:2.1:1778625814.591631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e80.
00000080:00000010:3.1:1778625814.675808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087800.
00000080:00000010:3.1:1778625814.749587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087860.
00000080:00000010:2.1:1778625814.856706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0879a0.
00000080:00000010:3.1:1778625814.933637:0:219776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:2.1:1778625814.972859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:2.1:1778625815.058659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:3.1:1778625815.152861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00000080:00000010:2.1:1778625815.208695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087080.
00000080:00000010:2.1:1778625815.324821:0:219781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00000080:00000010:2.1:1778625815.428649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:2.1:1778625815.605709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087e60.
00000080:00000010:3.1:1778625815.665634:0:219785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:2.1:1778625815.734138:0:219786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911320.
00000080:00000010:2.1:1778625815.921820:0:219788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0879e0.
00000080:00000010:3.1:1778625816.033717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:2.1:1778625816.174687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ce0.
00000080:00000010:2.1:1778625816.235892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:3.1:1778625816.334153:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:3.1:1778625816.574730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:2.1:1778625816.729656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:2.1:1778625816.762657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:2.1:1778625816.890718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b00.
00000080:00000010:3.1:1778625816.963661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:2.1:1778625817.077286:0:219801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c40.
00000080:00000010:3.1:1778625817.224165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267820.
00000080:00000010:2.1:1778625817.290154:0:219803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:3.1:1778625817.362388:0:219804:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625817.405687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:2.1:1778625817.487649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:3.1:1778625817.512676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00000080:00000010:3.1:1778625817.530021:0:219808:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:2.1:1778625817.586396:0:219809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:2.1:1778625817.642905:0:219810:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c40.
00000080:00000010:3.1:1778625817.761491:0:219811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:2.1:1778625817.876307:0:219812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:3.1:1778625817.945648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:3.1:1778625818.049908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00000080:00000010:2.1:1778625818.095549:0:219816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00000080:00000010:2.1:1778625818.151650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00000080:00000010:3.1:1778625818.185309:0:219818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00000080:00000010:3.1:1778625818.255896:0:219819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:3.1:1778625818.302721:0:219820:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625818.394863:0:219821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679a0.
00000080:00000010:2.1:1778625818.511694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c00.
00000080:00000010:3.1:1778625818.595656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087580.
00000080:00000010:2.1:1778625818.663311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087a60.
00000080:00000010:3.1:1778625818.677688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00000080:00000010:2.1:1778625818.765780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0871c0.
00000080:00000010:3.1:1778625818.821732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b20.
00000080:00000010:2.1:1778625818.906225:0:219830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625818.940738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:2.1:1778625819.024793:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0876e0.
00000080:00000010:2.1:1778625819.490637:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113440.
00000080:00000010:2.1:1778625819.490669:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f1e0.
00000080:00000010:2.1:1778625819.490676:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113ca0.
00000080:00000010:2.1:1778625819.490680:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f320.
00000080:00000010:2.1:1778625819.490683:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113680.
00000080:00000010:2.1:1778625819.490690:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8c80.
00000080:00000010:2.1:1778625819.490694:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113f40.
00000080:00000010:2.1:1778625819.490697:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c113120.
00000080:00000010:2.1:1778625819.490700:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c1138a0.
00000080:00000010:2.1:1778625819.490705:0:219838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0280.
00010000:00000010:2.1:1778625819.490713:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1300.
00010000:00000010:2.1:1778625819.490720:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687c200.
00010000:00000010:2.1:1778625819.490724:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9c00.
00010000:00000010:2.1:1778625819.490727:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f800.
00010000:00000010:2.1:1778625819.490730:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1e00.
00010000:00000010:2.1:1778625819.490733:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687c400.
00010000:00000010:2.1:1778625819.490736:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1000.
00010000:00000010:2.1:1778625819.490740:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687d400.
00010000:00000010:2.1:1778625819.490743:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1200.
00010000:00000010:2.1:1778625819.490745:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687ca00.
00010000:00000010:2.1:1778625819.490748:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39449b9300.
00010000:00000010:2.1:1778625819.490751:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669ef800.
00010000:00000010:2.1:1778625819.490754:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1400.
00010000:00000010:2.1:1778625819.490757:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687d800.
00010000:00000010:2.1:1778625819.490761:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396687e300.
00010000:00000010:2.1:1778625819.490763:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669efa00.
00010000:00000010:2.1:1778625819.490766:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1a00.
00010000:00000010:2.1:1778625819.490768:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687c800.
00010000:00000010:2.1:1778625819.490771:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952008d00.
00010000:00000010:2.1:1778625819.490774:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39669eec00.
00010000:00000010:2.1:1778625819.490777:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1900.
00010000:00000010:2.1:1778625819.490780:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687c600.
00010000:00000010:2.1:1778625819.490782:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952008100.
00010000:00000010:2.1:1778625819.490785:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788e0400.
00010000:00000010:2.1:1778625819.490788:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1800.
00010000:00000010:2.1:1778625819.490790:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687d600.
00010000:00000010:2.1:1778625819.490793:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1700.
00010000:00000010:2.1:1778625819.490795:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687de00.
00010000:00000010:2.1:1778625819.490798:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c2f1500.
00010000:00000010:2.1:1778625819.490800:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396687d000.
00010000:00000010:2.1:1778625819.490803:0:219838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396687ee00.
00010000:00000010:2.1:1778625819.490806:0:219838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966910e00.
00000080:00000010:2.1:1778625819.569108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:2.1:1778625819.652651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c00.
00000080:00000010:3.1:1778625819.687853:0:219841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00000080:00000010:2.1:1778625819.718002:0:219842:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:2.1:1778625819.761925:0:219843:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00000080:00000010:2.1:1778625819.822035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:3.1:1778625819.883661:0:219845:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00000080:00000010:2.1:1778625819.914837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625820.080658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087aa0.
00000080:00000010:2.1:1778625820.177687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0873a0.
00000080:00000010:2.1:1778625820.240689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ca0.
00000080:00000010:3.1:1778625820.292746:0:219853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:2.1:1778625820.330239:0:219854:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0878e0.
00000080:00000010:2.1:1778625820.429755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087820.
00000080:00000010:3.1:1778625820.459596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00000080:00000010:2.1:1778625820.537672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:3.1:1778625820.583844:0:219858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a60.
00000080:00000010:2.1:1778625820.704668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00000080:00000010:2.1:1778625820.741677:0:219861:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115c0.
00000080:00000010:2.1:1778625820.796753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087380.
00000080:00000010:3.1:1778625820.989742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:2.1:1778625821.047731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00000080:00000010:2.1:1778625821.131689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9720.
00000080:00000010:3.1:1778625821.191667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087380.
00000080:00000010:3.1:1778625821.320677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087da0.
00000080:00000010:3.1:1778625821.503967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00000080:00000010:3.1:1778625821.561092:0:219875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ae0.
00000080:00000010:2.1:1778625821.619820:0:219876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00000080:00000010:3.1:1778625821.681838:0:219877:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114a0.
00000080:00000010:3.1:1778625821.754741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00000080:00000010:2.1:1778625821.899776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911560.
00000080:00000010:3.1:1778625821.944755:0:219881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678a0.
00000080:00000010:3.1:1778625821.976659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:2.1:1778625822.033787:0:219883:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00000080:00000010:2.1:1778625822.108276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fe0.
00000080:00000010:3.1:1778625822.137068:0:219885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625822.169032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ce0.
00000080:00000010:2.1:1778625822.222534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fe0.
00000080:00000010:2.1:1778625822.285836:0:219888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00000080:00000010:2.1:1778625822.339781:0:219889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00000080:00000010:2.1:1778625822.415270:0:219890:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911840.
00000080:00000010:2.1:1778625822.445959:0:219891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00000080:00000010:3.1:1778625822.505661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625822.558075:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ac0.
00000080:00000010:3.1:1778625822.629774:0:219895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00000080:00000010:3.1:1778625822.729728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267940.
00000080:00000010:2.1:1778625822.779654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9260.
00000080:00000010:3.1:1778625822.877644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00000080:00000010:3.1:1778625823.060644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:2.1:1778625823.238950:0:219905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911be0.
00000080:00000010:3.1:1778625823.273873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a80.
00000080:00000010:2.1:1778625823.382677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9a40.
00000080:00000010:3.1:1778625823.470710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:2.1:1778625823.708093:0:219910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267940.
00000080:00000010:3.1:1778625823.756912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:2.1:1778625823.833805:0:219912:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a80.
00000080:00000010:2.1:1778625823.890981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00000080:00000010:2.1:1778625823.961856:0:219914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673a0.
00000080:00000010:2.1:1778625823.991681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911960.
00000080:00000010:3.1:1778625824.079703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:2.1:1778625824.148783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114a0.
00000080:00000010:3.1:1778625824.229659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00000080:00000010:3.1:1778625824.586897:0:219923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a40.
00000080:00000010:3.1:1778625824.741835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:2.1:1778625824.852640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c00.
00000080:00000010:2.1:1778625824.908165:0:219927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00000080:00000010:2.1:1778625824.961657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00000080:00000010:2.1:1778625825.042854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087c60.
00000080:00000010:3.1:1778625825.082725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:2.1:1778625825.191663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911900.
00000080:00000010:3.1:1778625825.291684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a40.
00000080:00000010:3.1:1778625825.330793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267800.
00000080:00000010:2.1:1778625825.374791:0:218967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9c60.
00000080:00000010:2.1:1778625825.515649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087280.
00000080:00000010:2.1:1778625825.651662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0879a0.
00000080:00000010:3.1:1778625825.870239:0:219944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00000080:00000010:3.1:1778625825.915664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:2.1:1778625825.971819:0:219947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e80.
00000080:00000010:2.1:1778625826.019733:0:219948:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911200.
00000080:00000010:2.1:1778625826.066817:0:219949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00000080:00000010:3.1:1778625826.092732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267800.
00000080:00000010:2.1:1778625826.114747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119a0.
00000080:00000010:2.1:1778625826.178658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0874e0.
00000080:00000010:2.1:1778625826.217692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f83e0.
00000080:00000010:2.1:1778625826.217710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a680.
00000080:00000010:2.1:1778625826.243649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087180.
00000080:00000010:3.1:1778625826.506681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087900.
00000080:00000010:2.1:1778625826.574025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:3.1:1778625826.625800:0:219960:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267de0.
00000080:00000010:3.1:1778625826.666690:0:219961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:2.1:1778625826.714837:0:219962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00000080:00000010:2.1:1778625826.761646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:3.1:1778625826.811267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:2.1:1778625826.903665:0:219965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:3.1:1778625826.955859:0:219966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fe0.
00000080:00000010:3.1:1778625827.023814:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:2.1:1778625827.103930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087120.
00000080:00000010:2.1:1778625827.197602:0:218967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:2.1:1778625827.299652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:2.1:1778625827.415735:0:219976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087000.
00000080:00000010:2.1:1778625827.447655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:2.1:1778625827.485740:0:219978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111e0.
00000080:00000010:2.1:1778625827.519690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911360.
00000080:00000010:3.1:1778625827.561646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e00.
00000080:00000010:3.1:1778625827.665684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fd40.
00000080:00000010:3.1:1778625827.665704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f260.
00000080:00000010:3.1:1778625827.665708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fe60.
00000080:00000010:3.1:1778625827.665713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0340.
00000080:00000010:3.1:1778625827.665720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ac40.
00000080:00000010:3.1:1778625827.665726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0a00.
00000080:00000010:3.1:1778625827.665731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f86a0.
00000080:00000010:3.1:1778625827.665735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb09c0.
00000080:00000010:3.1:1778625827.665740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8cc0.
00000080:00000010:3.1:1778625827.665744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0880.
00000080:00000010:3.1:1778625827.665796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a420.
00000080:00000010:3.1:1778625827.665802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a480.
00000080:00000010:3.1:1778625827.665805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a3a0.
00000080:00000010:3.1:1778625827.665808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a1a0.
00000080:00000010:3.1:1778625827.665811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0500.
00000080:00000010:3.1:1778625827.665813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8820.
00010000:00000010:3.1:1778625827.669080:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ba1700.
00010000:00000010:3.1:1778625827.669086:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b8de00.
00010000:00000010:3.1:1778625827.669092:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca500.
00010000:00000010:3.1:1778625827.669095:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b8da00.
00010000:00000010:3.1:1778625827.669097:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcab00.
00010000:00000010:3.1:1778625827.669100:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b8c800.
00010000:00000010:3.1:1778625827.669103:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc500.
00010000:00000010:3.1:1778625827.669106:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f1600.
00010000:00000010:3.1:1778625827.669110:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca29400.
00010000:00000010:3.1:1778625827.669116:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd2800.
00010000:00000010:3.1:1778625827.669119:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcad00.
00010000:00000010:3.1:1778625827.669121:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f0c00.
00010000:00000010:3.1:1778625827.669123:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bcb00.
00010000:00000010:3.1:1778625827.669126:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec000.
00010000:00000010:3.1:1778625827.669128:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca100.
00010000:00000010:3.1:1778625827.669131:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f1c00.
00010000:00000010:3.1:1778625827.669134:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661ee00.
00010000:00000010:3.1:1778625827.669136:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ecc00.
00010000:00000010:3.1:1778625827.669138:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcaf00.
00010000:00000010:3.1:1778625827.669141:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f1200.
00010000:00000010:3.1:1778625827.669143:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca29a00.
00010000:00000010:3.1:1778625827.669145:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd3600.
00010000:00000010:3.1:1778625827.669148:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca29900.
00010000:00000010:3.1:1778625827.669155:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a40600.
00010000:00000010:3.1:1778625827.669157:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca29800.
00010000:00000010:3.1:1778625827.669160:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a41600.
00010000:00000010:3.1:1778625827.669162:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca29700.
00010000:00000010:3.1:1778625827.669164:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a41e00.
00010000:00000010:3.1:1778625827.669167:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661e000.
00010000:00000010:3.1:1778625827.669170:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f1e00.
00010000:00000010:3.1:1778625827.669172:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661e200.
00010000:00000010:3.1:1778625827.669175:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eda00.
00000080:00000010:3.1:1778625827.819684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:2.1:1778625827.987655:0:219986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:2.1:1778625828.083635:0:219988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087820.
00000080:00000010:2.1:1778625828.147636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00000080:00000010:3.1:1778625828.238920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f20.
00000080:00000010:2.1:1778625828.299655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:3.1:1778625828.317651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b80.
00000080:00000010:2.1:1778625828.440689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9bc0.
00000080:00000010:3.1:1778625828.479757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fe0.
00000080:00000010:2.1:1778625828.547842:0:218967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e60.
00000080:00000010:2.1:1778625828.618677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9de0.
00000080:00000010:2.1:1778625828.812251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:2.1:1778625828.867028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9fa0.
00000080:00000010:3.1:1778625828.948223:0:220002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:3.1:1778625829.077656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678e0.
00000080:00000010:2.1:1778625829.112731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a60.
00010000:00000010:3.1:1778625829.155849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00010000:00000010:2.1:1778625829.197709:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335ca00.
00010000:00000010:2.1:1778625829.197719:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f600.
00010000:00000010:2.1:1778625829.224683:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c700.
00010000:00000010:2.1:1778625829.224691:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e600.
00010000:00000010:2.1:1778625829.250655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c500.
00010000:00000010:2.1:1778625829.250670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266fe00.
00010000:00000010:2.1:1778625829.346642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335cb00.
00010000:00000010:2.1:1778625829.346650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266f400.
00010000:00000010:3.1:1778625829.361661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5600.
00000080:00000010:2.1:1778625829.382657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675c0.
00000080:00000010:2.1:1778625829.391031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00010000:00000010:2.1:1778625829.417004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335cc00.
00010000:00000010:2.1:1778625829.417015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266fa00.
00010000:00000010:2.1:1778625829.461663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c600.
00010000:00000010:2.1:1778625829.461679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77fa00.
00010000:00000010:3.1:1778625829.511283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc800.
00010000:00000010:3.1:1778625829.511299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5e00.
00010000:00000010:2.1:1778625829.555680:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335cf00.
00010000:00000010:2.1:1778625829.555690:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f400.
00010000:00000010:2.1:1778625829.688659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c100.
00010000:00000010:2.1:1778625829.688675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77fc00.
00010000:00000010:3.1:1778625829.738657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bcb00.
00010000:00000010:3.1:1778625829.738675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5200.
00010000:00000010:3.1:1778625829.783652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc500.
00010000:00000010:3.1:1778625829.783665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4600.
00010000:00000010:3.1:1778625829.839785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335cd00.
00010000:00000010:3.1:1778625829.839801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e800.
00010000:00000010:2.1:1778625829.902656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335ce00.
00010000:00000010:2.1:1778625829.902670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f600.
00010000:00000010:3.1:1778625829.942884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca700.
00010000:00000010:3.1:1778625829.942897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00010000:00000010:2.1:1778625829.978144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c300.
00010000:00000010:2.1:1778625829.978154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e600.
00010000:00000010:2.1:1778625830.027370:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c400.
00010000:00000010:2.1:1778625830.027378:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77ee00.
00000080:00000010:3.1:1778625830.034693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb00a0.
00000080:00000010:3.1:1778625830.034719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a7a0.
00000080:00000010:3.1:1778625830.034728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fc20.
00000080:00000010:3.1:1778625830.034733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fd00.
00000080:00000010:3.1:1778625830.034736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a720.
00000080:00000010:3.1:1778625830.034740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ae20.
00000080:00000010:3.1:1778625830.034743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a140.
00000080:00000010:3.1:1778625830.034746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a340.
00000080:00000010:3.1:1778625830.034748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a800.
00000080:00000010:3.1:1778625830.034751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb07c0.
00000080:00000010:3.1:1778625830.034753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ae60.
00000080:00000010:3.1:1778625830.034756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10afe0.
00000080:00000010:3.1:1778625830.034759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a320.
00000080:00000010:3.1:1778625830.034762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a740.
00000080:00000010:3.1:1778625830.034765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a3c0.
00000080:00000010:3.1:1778625830.034767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0b40.
00010000:00000010:3.1:1778625830.034780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6db00.
00010000:00000010:3.1:1778625830.034786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f1400.
00010000:00000010:3.1:1778625830.034791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f600.
00010000:00000010:3.1:1778625830.034795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:3.1:1778625830.034844:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca200.
00010000:00000010:3.1:1778625830.034848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b800.
00010000:00000010:3.1:1778625830.034851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ba1800.
00010000:00000010:3.1:1778625830.034854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b8c400.
00010000:00000010:3.1:1778625830.034857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2fc00.
00010000:00000010:3.1:1778625830.034862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:3.1:1778625830.034874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f300.
00010000:00000010:3.1:1778625830.034877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:3.1:1778625830.034879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2fe00.
00010000:00000010:3.1:1778625830.034882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:3.1:1778625830.034884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f000.
00010000:00000010:3.1:1778625830.034886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:3.1:1778625830.034888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f200.
00010000:00000010:3.1:1778625830.034891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ede00.
00010000:00000010:3.1:1778625830.034893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca400.
00010000:00000010:3.1:1778625830.034895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f0600.
00010000:00000010:3.1:1778625830.034897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcaa00.
00010000:00000010:3.1:1778625830.034901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd2600.
00010000:00000010:3.1:1778625830.034904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f400.
00010000:00000010:3.1:1778625830.034907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd3e00.
00010000:00000010:3.1:1778625830.034909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2fa00.
00010000:00000010:3.1:1778625830.034911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd3000.
00010000:00000010:3.1:1778625830.034914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b2f900.
00010000:00000010:3.1:1778625830.034916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd2e00.
00010000:00000010:3.1:1778625830.034919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bca00.
00010000:00000010:3.1:1778625830.034921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973fd2000.
00010000:00000010:3.1:1778625830.034928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc900.
00010000:00000010:3.1:1778625830.034932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457f0e00.
00010000:00000010:2.1:1778625830.100654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335c200.
00010000:00000010:2.1:1778625830.100670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e400.
00010000:00000010:3.1:1778625830.144234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397335cd00.
00010000:00000010:3.1:1778625830.144248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e200.
00010000:00000010:2.1:1778625830.162862:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e000.
00000080:00000010:2.1:1778625830.178854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114e0.
00000080:00000010:2.1:1778625830.187066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911820.
00010000:00000010:2.1:1778625830.202700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b900.
00010000:00000010:2.1:1778625830.202715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77fe00.
00010000:00000010:2.1:1778625830.253929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6bb00.
00010000:00000010:2.1:1778625830.253937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f200.
00010000:00000010:3.1:1778625830.294916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca400.
00010000:00000010:3.1:1778625830.294925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00010000:00000010:2.1:1778625830.322466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f200.
00000080:00000010:3.1:1778625830.345537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f60.
00000080:00000010:3.1:1778625830.384028:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114a0.
00010000:00000010:3.1:1778625830.384047:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00000080:00000010:2.1:1778625830.395734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00000080:00000010:2.1:1778625830.401558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267920.
00010000:00000010:2.1:1778625830.425848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b800.
00010000:00000010:2.1:1778625830.425863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77f800.
00010000:00000010:3.1:1778625830.471899:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca400.
00010000:00000010:3.1:1778625830.471911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4800.
00010000:00000010:2.1:1778625830.523693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b100.
00010000:00000010:2.1:1778625830.523703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b77e800.
00010000:00000010:2.1:1778625830.574006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b000.
00010000:00000010:2.1:1778625830.574021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39821f2600.
00010000:00000010:2.1:1778625830.593655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39821f2600.
00000080:00000010:2.1:1778625830.616097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00000080:00000010:2.1:1778625830.623752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a20.
00010000:00000010:2.1:1778625830.642665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6ba00.
00010000:00000010:2.1:1778625830.642680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0a00.
00010000:00000010:3.1:1778625830.658029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca200.
00010000:00000010:3.1:1778625830.658039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4000.
00010000:00000010:2.1:1778625830.691717:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0a00.
00000080:00000010:2.1:1778625830.735998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00000080:00000010:2.1:1778625830.755700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911080.
00010000:00000010:2.1:1778625830.766781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0a00.
00000080:00000010:2.1:1778625830.792099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911420.
00010000:00000010:2.1:1778625830.939818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6be00.
00010000:00000010:2.1:1778625830.939840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1a00.
00010000:00000010:2.1:1778625830.999672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1a00.
00000080:00000010:3.1:1778625831.033512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625831.063668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911da0.
00010000:00000010:2.1:1778625831.108643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b200.
00010000:00000010:2.1:1778625831.108655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1c00.
00010000:00000010:2.1:1778625831.147368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6b600.
00010000:00000010:2.1:1778625831.147382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0e00.
00010000:00000010:2.1:1778625831.190687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc6bf00.
00010000:00000010:2.1:1778625831.190698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0000.
00010000:00000010:2.1:1778625831.234010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8c00.
00010000:00000010:2.1:1778625831.234019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1000.
00010000:00000010:2.1:1778625831.263635:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8100.
00010000:00000010:2.1:1778625831.263642:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0600.
00010000:00000010:2.1:1778625831.302664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8600.
00010000:00000010:2.1:1778625831.302680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0c00.
00000080:00000010:2.1:1778625831.359722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0740.
00000080:00000010:2.1:1778625831.362713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10aae0.
00000080:00000010:2.1:1778625831.362726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb04e0.
00000080:00000010:2.1:1778625831.362731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f5e0.
00000080:00000010:2.1:1778625831.362736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ad80.
00000080:00000010:2.1:1778625831.362739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0ce0.
00000080:00000010:2.1:1778625831.362743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f500.
00000080:00000010:2.1:1778625831.362746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f7a0.
00000080:00000010:2.1:1778625831.362750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0020.
00000080:00000010:2.1:1778625831.362753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0940.
00000080:00000010:2.1:1778625831.362757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f8c20.
00000080:00000010:2.1:1778625831.362761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb06a0.
00000080:00000010:2.1:1778625831.362766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0960.
00000080:00000010:2.1:1778625831.362770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb02e0.
00000080:00000010:2.1:1778625831.362773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0dc0.
00000080:00000010:2.1:1778625831.362776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb03a0.
00010000:00000010:2.1:1778625831.362786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca600.
00010000:00000010:2.1:1778625831.362791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116000.
00010000:00000010:2.1:1778625831.362796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc300.
00010000:00000010:2.1:1778625831.362799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec200.
00010000:00000010:2.1:1778625831.362803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d800.
00010000:00000010:2.1:1778625831.362807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117600.
00010000:00000010:2.1:1778625831.362810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ba1400.
00010000:00000010:2.1:1778625831.362813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9ac00.
00010000:00000010:2.1:1778625831.362816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d700.
00010000:00000010:2.1:1778625831.362819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625831.362821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcac00.
00010000:00000010:2.1:1778625831.362824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117a00.
00010000:00000010:2.1:1778625831.362827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bce00.
00010000:00000010:2.1:1778625831.362830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b400.
00010000:00000010:2.1:1778625831.362833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d500.
00010000:00000010:2.1:1778625831.362835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625831.362839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca300.
00010000:00000010:2.1:1778625831.362841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117800.
00010000:00000010:2.1:1778625831.362843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcae00.
00010000:00000010:2.1:1778625831.362846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116a00.
00010000:00000010:2.1:1778625831.362848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc000.
00010000:00000010:2.1:1778625831.362851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed000.
00010000:00000010:2.1:1778625831.362855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ba1a00.
00010000:00000010:2.1:1778625831.362857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117c00.
00010000:00000010:2.1:1778625831.362859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc200.
00010000:00000010:2.1:1778625831.362862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117400.
00010000:00000010:2.1:1778625831.362864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca000.
00010000:00000010:2.1:1778625831.362866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116600.
00010000:00000010:2.1:1778625831.362869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc400.
00010000:00000010:2.1:1778625831.362871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117e00.
00010000:00000010:2.1:1778625831.362873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ba1900.
00010000:00000010:2.1:1778625831.362875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117000.
00010000:00000010:3.1:1778625831.362928:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d0a000.
00000080:00000010:3.1:1778625831.387650:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625831.399915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087a40.
00010000:00000010:3.1:1778625831.426669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca900.
00010000:00000010:3.1:1778625831.426684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5000.
00010000:00000010:2.1:1778625831.470665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8900.
00010000:00000010:2.1:1778625831.470673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1600.
00010000:00000010:2.1:1778625831.494853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f1600.
00000080:00000010:2.1:1778625831.500645:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b40.
00000080:00000010:2.1:1778625831.511785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911780.
00010000:00000010:2.1:1778625831.537693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8b00.
00010000:00000010:2.1:1778625831.537700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0400.
00010000:00000010:2.1:1778625831.558221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa400.
00010000:00000010:2.1:1778625831.558232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117e00.
00010000:00000010:2.1:1778625831.588200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baad00.
00010000:00000010:2.1:1778625831.588211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116600.
00010000:00000010:2.1:1778625831.623709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baab00.
00010000:00000010:2.1:1778625831.623723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117400.
00010000:00000010:2.1:1778625831.640733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117400.
00000080:00000010:2.1:1778625831.657862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113e0.
00000080:00000010:2.1:1778625831.672665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911760.
00010000:00000010:2.1:1778625831.706668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa600.
00010000:00000010:2.1:1778625831.706681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116a00.
00010000:00000010:2.1:1778625831.736377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa300.
00010000:00000010:2.1:1778625831.736390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117800.
00010000:00000010:2.1:1778625831.759726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baaf00.
00010000:00000010:2.1:1778625831.759735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117a00.
00010000:00000010:2.1:1778625831.793632:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa200.
00010000:00000010:2.1:1778625831.793645:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117600.
00010000:00000010:2.1:1778625831.811657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c117600.
00000080:00000010:2.1:1778625831.826656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00000080:00000010:2.1:1778625831.839975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fc0.
00010000:00000010:2.1:1778625831.879575:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa900.
00010000:00000010:2.1:1778625831.879583:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c9f0400.
00010000:00000010:3.1:1778625831.899678:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcaf00.
00010000:00000010:3.1:1778625831.899686:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4e00.
00010000:00000010:3.1:1778625831.929126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca100.
00010000:00000010:3.1:1778625831.929139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e5a00.
00010000:00000010:2.1:1778625831.955860:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944baa500.
00010000:00000010:2.1:1778625831.955867:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39821f2600.
00010000:00000010:2.1:1778625831.993655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39821f2600.
00000080:00000010:2.1:1778625831.999663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911640.
00000080:00000010:2.1:1778625832.032735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911340.
00010000:00000010:2.1:1778625832.047672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896e200.
00000080:00000010:3.1:1778625832.101321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911640.
00000080:00000010:3.1:1778625832.128670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00010000:00000010:2.1:1778625832.174658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45e00.
00010000:00000010:2.1:1778625832.174675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896ee00.
00010000:00000010:3.1:1778625832.231659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcad00.
00010000:00000010:3.1:1778625832.231671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b400.
00010000:00000010:2.1:1778625832.298037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45d00.
00010000:00000010:2.1:1778625832.298053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896f200.
00010000:00000010:2.1:1778625832.330656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896f200.
00000080:00000010:3.1:1778625832.357913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ba0.
00000080:00000010:2.1:1778625832.390835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911640.
00010000:00000010:3.1:1778625832.425005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcab00.
00010000:00000010:3.1:1778625832.425014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b400.
00010000:00000010:2.1:1778625832.474629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45200.
00010000:00000010:2.1:1778625832.474642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896e600.
00010000:00000010:2.1:1778625832.515693:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45400.
00010000:00000010:2.1:1778625832.515701:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896e400.
00010000:00000010:3.1:1778625832.543654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca500.
00010000:00000010:3.1:1778625832.543666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9ac00.
00010000:00000010:2.1:1778625832.695642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45a00.
00010000:00000010:2.1:1778625832.695651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896f400.
00010000:00000010:3.1:1778625832.756694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca000.
00010000:00000010:3.1:1778625832.756704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9ac00.
00010000:00000010:2.1:1778625832.795660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896f600.
00000080:00000010:2.1:1778625832.815671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3941345700.
00000080:00000010:2.1:1778625832.825689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39413458e0.
00010000:00000010:2.1:1778625832.835812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896f600.
00000080:00000010:3.1:1778625832.854594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3941345700.
00000080:00000010:2.1:1778625832.860747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3941345960.
00010000:00000010:2.1:1778625832.884653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45800.
00010000:00000010:2.1:1778625832.884667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896e800.
00010000:00000010:2.1:1778625832.939865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45600.
00010000:00000010:2.1:1778625832.939876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397896fc00.
00010000:00000010:3.1:1778625833.018261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45b00.
00010000:00000010:3.1:1778625833.018272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39821f2600.
00010000:00000010:2.1:1778625833.070448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea600.
00010000:00000010:2.1:1778625833.070457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172000.
00010000:00000010:3.1:1778625833.098724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcae00.
00010000:00000010:3.1:1778625833.098736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b800.
00010000:00000010:2.1:1778625833.117405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45900.
00010000:00000010:2.1:1778625833.117423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a400.
00010000:00000010:2.1:1778625833.157678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45f00.
00010000:00000010:2.1:1778625833.157685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346be00.
00010000:00000010:2.1:1778625833.181454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45b00.
00010000:00000010:2.1:1778625833.181465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a800.
00010000:00000010:2.1:1778625833.216417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958e45a00.
00010000:00000010:2.1:1778625833.216425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346b000.
00010000:00000010:3.1:1778625833.256458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca300.
00010000:00000010:3.1:1778625833.256476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9ba00.
00010000:00000010:3.1:1778625833.306439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcac00.
00010000:00000010:3.1:1778625833.306452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9aa00.
00010000:00000010:2.1:1778625833.403907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39524bc900.
00010000:00000010:2.1:1778625833.403922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346ac00.
00010000:00000010:3.1:1778625833.446897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adca600.
00010000:00000010:3.1:1778625833.446906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9aa00.
00010000:00000010:2.1:1778625833.486665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346b400.
00000080:00000010:2.1:1778625833.508665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3941345340.
00000080:00000010:2.1:1778625833.533650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39413453e0.
00010000:00000010:2.1:1778625833.561086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39524bc400.
00010000:00000010:2.1:1778625833.561101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346bc00.
00010000:00000010:2.1:1778625833.588597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39524bce00.
00010000:00000010:2.1:1778625833.588606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346aa00.
00010000:00000010:2.1:1778625833.613660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346aa00.
00000080:00000010:2.1:1778625833.626006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd7e0.
00000080:00000010:2.1:1778625833.646874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3941345340.
00010000:00000010:2.1:1778625833.651660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346aa00.
00000080:00000010:2.1:1778625833.670765:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd3e0.
00000080:00000010:2.1:1778625833.690651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd7e0.
00010000:00000010:2.1:1778625833.721658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39524bc200.
00010000:00000010:2.1:1778625833.721670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a200.
00010000:00000010:2.1:1778625833.744918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39524bc600.
00010000:00000010:2.1:1778625833.744928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a200.
00010000:00000010:3.1:1778625833.765653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9aa00.
00000080:00000010:2.1:1778625833.780671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9600.
00000080:00000010:2.1:1778625833.788654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00010000:00000010:2.1:1778625833.797153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a200.
00000080:00000010:2.1:1778625833.820355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd400.
00000080:00000010:2.1:1778625833.830758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fdce0.
00010000:00000010:2.1:1778625833.849670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3982167100.
00010000:00000010:2.1:1778625833.849683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0400.
00010000:00000010:2.1:1778625833.903369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0400.
00000080:00000010:2.1:1778625833.914215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd3e0.
00000080:00000010:2.1:1778625833.922684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39433fd400.
00010000:00000010:2.1:1778625833.938649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3982167d00.
00010000:00000010:2.1:1778625833.938661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae1a00.
00010000:00000010:2.1:1778625834.000839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3982167f00.
00010000:00000010:2.1:1778625834.000853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0200.
00010000:00000010:2.1:1778625834.061659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3982167500.
00010000:00000010:2.1:1778625834.061672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae1e00.
00010000:00000010:2.1:1778625834.095904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d900.
00010000:00000010:2.1:1778625834.095918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0800.
00000080:00000010:3.1:1778625834.143803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a000.
00000080:00000010:3.1:1778625834.143815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f440.
00000080:00000010:3.1:1778625834.143819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f1c0.
00000080:00000010:3.1:1778625834.143823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43ffc0.
00000080:00000010:3.1:1778625834.143826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a0e0.
00000080:00000010:3.1:1778625834.143843:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a880.
00000080:00000010:3.1:1778625834.143849:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ac60.
00000080:00000010:3.1:1778625834.147023:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fe80.
00000080:00000010:3.1:1778625834.147034:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a1e0.
00000080:00000010:3.1:1778625834.147039:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c9f87a0.
00000080:00000010:2.1:1778625834.170519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f3a0.
00000080:00000010:2.1:1778625834.170541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10aec0.
00000080:00000010:2.1:1778625834.170547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fc80.
00000080:00000010:2.1:1778625834.170550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43f3e0.
00000080:00000010:3.1:1778625834.175576:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0900.
00010000:00000010:3.1:1778625834.175589:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6dd00.
00010000:00000010:3.1:1778625834.175594:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54e00.
00010000:00000010:3.1:1778625834.175598:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c834200.
00010000:00000010:3.1:1778625834.175602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a600.
00010000:00000010:3.1:1778625834.175606:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114f00.
00010000:00000010:3.1:1778625834.175935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b000.
00010000:00000010:3.1:1778625834.175939:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ca1d800.
00010000:00000010:3.1:1778625834.175942:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b600.
00010000:00000010:3.1:1778625834.175948:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d100.
00010000:00000010:3.1:1778625834.175950:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54000.
00010000:00000010:3.1:1778625834.175953:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c834400.
00010000:00000010:3.1:1778625834.175955:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54c00.
00010000:00000010:3.1:1778625834.175957:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6df00.
00010000:00000010:3.1:1778625834.175960:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625834.175962:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114600.
00010000:00000010:3.1:1778625834.175965:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a000.
00010000:00000010:3.1:1778625834.175967:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d600.
00010000:00000010:3.1:1778625834.175969:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625834.175973:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114c00.
00010000:00000010:3.1:1778625834.175977:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec800.
00010000:00000010:3.1:1778625834.175979:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728b1600.
00010000:00000010:3.1:1778625834.175982:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114000.
00010000:00000010:3.1:1778625834.175984:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a800.
00010000:00000010:3.1:1778625834.175987:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6dc00.
00010000:00000010:3.1:1778625834.175990:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ecc00.
00010000:00000010:3.1:1778625834.175992:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114200.
00010000:00000010:3.1:1778625834.175994:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9bc00.
00010000:00000010:3.1:1778625834.175997:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bcd00.
00010000:00000010:3.1:1778625834.176000:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b200.
00010000:00000010:3.1:1778625834.176003:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c834a00.
00010000:00000010:3.1:1778625834.176005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728b0000.
00010000:00000010:2.1:1778625834.209650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d800.
00010000:00000010:2.1:1778625834.209657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0600.
00010000:00000010:3.1:1778625834.235640:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114200.
00010000:00000010:3.1:1778625834.235646:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9bc00.
00010000:00000010:2.1:1778625834.278712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ead00.
00010000:00000010:2.1:1778625834.278720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172a00.
00010000:00000010:2.1:1778625834.309435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d700.
00010000:00000010:2.1:1778625834.309449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae1800.
00010000:00000010:3.1:1778625834.359758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114c00.
00010000:00000010:3.1:1778625834.359767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a800.
00010000:00000010:2.1:1778625834.395647:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d500.
00010000:00000010:2.1:1778625834.395655:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ae0c00.
00010000:00000010:2.1:1778625834.426112:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1db00.
00010000:00000010:2.1:1778625834.426123:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a200.
00010000:00000010:2.1:1778625834.458652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397346a200.
00000080:00000010:2.1:1778625834.470696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394925c280.
00000080:00000010:3.1:1778625834.489877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394925c7c0.
00010000:00000010:3.1:1778625834.507667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114600.
00010000:00000010:3.1:1778625834.507681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a000.
00010000:00000010:2.1:1778625834.547394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d100.
00010000:00000010:2.1:1778625834.547409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14c400.
00010000:00000010:3.1:1778625834.616676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1df00.
00010000:00000010:3.1:1778625834.616688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14cc00.
00010000:00000010:2.1:1778625834.670555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1dc00.
00010000:00000010:2.1:1778625834.670565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14dc00.
00010000:00000010:2.1:1778625834.717772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14dc00.
00000080:00000010:2.1:1778625834.753526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3950c0bda0.
00000080:00000010:2.1:1778625834.780111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3950c0b800.
00010000:00000010:2.1:1778625834.812967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1de00.
00010000:00000010:2.1:1778625834.812977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14da00.
00010000:00000010:3.1:1778625834.857704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114f00.
00010000:00000010:3.1:1778625834.857711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b000.
00010000:00000010:2.1:1778625834.907658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d000.
00010000:00000010:2.1:1778625834.907672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14c600.
00010000:00000010:2.1:1778625834.931640:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d200.
00010000:00000010:2.1:1778625834.931646:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14c200.
00010000:00000010:2.1:1778625834.957656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1df00.
00010000:00000010:2.1:1778625834.957669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14d200.
00010000:00000010:2.1:1778625835.007815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d300.
00010000:00000010:2.1:1778625835.007828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14cc00.
00010000:00000010:3.1:1778625835.044459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9b000.
00000080:00000010:2.1:1778625835.065575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394925c280.
00000080:00000010:3.1:1778625835.078863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394925c800.
00010000:00000010:3.1:1778625835.105810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bcd00.
00010000:00000010:3.1:1778625835.114790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a600.
00010000:00000010:2.1:1778625835.141074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d200.
00010000:00000010:2.1:1778625835.141085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ca00.
00010000:00000010:3.1:1778625835.152540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a600.
00000080:00000010:3.1:1778625835.176657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:2.1:1778625835.191968:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:2.1:1778625835.207784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d000.
00010000:00000010:2.1:1778625835.207792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c000.
00010000:00000010:2.1:1778625835.267292:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3de00.
00010000:00000010:2.1:1778625835.267306:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c000.
00010000:00000010:2.1:1778625835.357763:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3de00.
00010000:00000010:2.1:1778625835.357770:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c000.
00010000:00000010:2.1:1778625835.394835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d900.
00010000:00000010:2.1:1778625835.394849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d400.
00010000:00000010:2.1:1778625835.423851:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d400.
00000080:00000010:2.1:1778625835.433657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeccc0.
00000080:00000010:2.1:1778625835.440658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec280.
00010000:00000010:2.1:1778625835.470714:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d400.
00010000:00000010:2.1:1778625835.470729:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d200.
00010000:00000010:2.1:1778625835.505635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3db00.
00010000:00000010:2.1:1778625835.505642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c200.
00010000:00000010:2.1:1778625835.531642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d500.
00010000:00000010:2.1:1778625835.531653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8cc00.
00010000:00000010:2.1:1778625835.567037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d700.
00010000:00000010:2.1:1778625835.567050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ce00.
00010000:00000010:2.1:1778625835.587289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ce00.
00000080:00000010:2.1:1778625835.610823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec460.
00010000:00000010:3.1:1778625835.779364:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc600.
00010000:00000010:3.1:1778625835.779376:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a400.
00010000:00000010:2.1:1778625835.800646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d100.
00010000:00000010:2.1:1778625835.800741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c600.
00010000:00000010:2.1:1778625835.827635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8da00.
00010000:00000010:2.1:1778625835.903941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ead00.
00010000:00000010:2.1:1778625835.903957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173a00.
00010000:00000010:3.1:1778625835.949044:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bcf00.
00010000:00000010:3.1:1778625835.949054:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a400.
00010000:00000010:3.1:1778625836.012092:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc100.
00010000:00000010:3.1:1778625836.012105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a200.
00010000:00000010:2.1:1778625836.053068:0:1354:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972f59700.
00010000:00000010:2.1:1778625836.053076:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116200.
00010000:00000010:3.1:1778625836.070747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a200.
00000080:00000010:3.1:1778625836.100840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00000080:00000010:3.1:1778625836.147672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00010000:00000010:2.1:1778625836.180370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3dd00.
00010000:00000010:2.1:1778625836.180383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d000.
00010000:00000010:2.1:1778625836.241482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966b3d600.
00010000:00000010:2.1:1778625836.241497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d800.
00010000:00000010:3.1:1778625836.266559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc200.
00010000:00000010:3.1:1778625836.266571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf9a200.
00010000:00000010:2.1:1778625836.289838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d400.
00010000:00000010:2.1:1778625836.289852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8dc00.
00010000:00000010:3.1:1778625836.311648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc000.
00010000:00000010:3.1:1778625836.311655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54c00.
00010000:00000010:3.1:1778625836.338909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d100.
00010000:00000010:3.1:1778625836.338924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13e00.
00010000:00000010:2.1:1778625836.370201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d500.
00010000:00000010:2.1:1778625836.370208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12e00.
00010000:00000010:2.1:1778625836.404670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2de00.
00010000:00000010:2.1:1778625836.404683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12600.
00010000:00000010:2.1:1778625836.437398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d800.
00010000:00000010:2.1:1778625836.437413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12600.
00010000:00000010:2.1:1778625836.450642:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d000.
00010000:00000010:2.1:1778625836.450648:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12600.
00010000:00000010:2.1:1778625836.481742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2da00.
00010000:00000010:2.1:1778625836.481752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12a00.
00000080:00000010:2.1:1778625836.502656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a9e0.
00010000:00000010:3.1:1778625836.529707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc300.
00010000:00000010:3.1:1778625836.529724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54000.
00010000:00000010:2.1:1778625836.575557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e1bc900.
00010000:00000010:2.1:1778625836.575574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54e00.
00010000:00000010:2.1:1778625836.594763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13800.
00010000:00000010:3.1:1778625836.653809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972f59700.
00010000:00000010:3.1:1778625836.653818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c116200.
00010000:00000010:2.1:1778625836.674829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2df00.
00010000:00000010:2.1:1778625836.674843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13600.
00010000:00000010:2.1:1778625836.714118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d900.
00010000:00000010:2.1:1778625836.714129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13200.
00010000:00000010:2.1:1778625836.768791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2db00.
00010000:00000010:2.1:1778625836.768798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13c00.
00010000:00000010:2.1:1778625836.811751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d600.
00010000:00000010:2.1:1778625836.811774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12200.
00010000:00000010:2.1:1778625836.846676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3943c2d100.
00010000:00000010:2.1:1778625836.846688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f13a00.
00010000:00000010:3.1:1778625836.871280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54e00.
00000080:00000010:2.1:1778625836.886713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:2.1:1778625836.901926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677c0.
00010000:00000010:2.1:1778625836.938084:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5a00.
00010000:00000010:2.1:1778625836.938098:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12400.
00010000:00000010:2.1:1778625836.964656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12400.
00000080:00000010:3.1:1778625836.989827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:3.1:1778625837.007817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec620.
00010000:00000010:2.1:1778625837.021658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12400.
00000080:00000010:2.1:1778625837.048299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7c0.
00010000:00000010:2.1:1778625837.096931:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5600.
00010000:00000010:2.1:1778625837.096938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972f12400.
00010000:00000010:2.1:1778625837.139964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5000.
00010000:00000010:2.1:1778625837.139978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3940030e00.
00010000:00000010:2.1:1778625837.190762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5800.
00010000:00000010:2.1:1778625837.190770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3940030c00.
00010000:00000010:2.1:1778625837.226419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972f59d00.
00010000:00000010:2.1:1778625837.226433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39728b1000.
00000080:00000010:2.1:1778625837.296659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087440.
00000080:00000010:2.1:1778625837.311733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0872e0.
00010000:00000010:2.1:1778625837.318075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5100.
00010000:00000010:2.1:1778625837.318088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6c00.
00010000:00000010:2.1:1778625837.338815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6c00.
00000080:00000010:2.1:1778625837.356852:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00000080:00000010:2.1:1778625837.366302:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0e0.
00010000:00000010:2.1:1778625837.385368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5e00.
00010000:00000010:2.1:1778625837.385381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6000.
00010000:00000010:3.1:1778625837.406472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d600.
00010000:00000010:3.1:1778625837.406487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55e00.
00010000:00000010:2.1:1778625837.428317:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6000.
00000080:00000010:2.1:1778625837.437719:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec120.
00000080:00000010:2.1:1778625837.450911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00010000:00000010:2.1:1778625837.458800:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5300.
00010000:00000010:2.1:1778625837.458808:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6a00.
00010000:00000010:2.1:1778625837.491028:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5500.
00010000:00000010:2.1:1778625837.491037:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7e00.
00010000:00000010:2.1:1778625837.523662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5700.
00010000:00000010:2.1:1778625837.523676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7a00.
00010000:00000010:2.1:1778625837.570009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6df00.
00010000:00000010:2.1:1778625837.570017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55600.
00010000:00000010:2.1:1778625837.618679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5d00.
00010000:00000010:2.1:1778625837.618693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00010000:00000010:3.1:1778625837.739916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6dd00.
00010000:00000010:3.1:1778625837.739924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54800.
00010000:00000010:2.1:1778625837.793699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114700.
00010000:00000010:2.1:1778625837.793711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:3.1:1778625837.839821:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00000080:00000010:3.1:1778625837.850928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:2.1:1778625837.861663:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecee0.
00010000:00000010:2.1:1778625837.868007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39669a5200.
00010000:00000010:2.1:1778625837.868016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7200.
00010000:00000010:2.1:1778625837.897114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795d00.
00010000:00000010:2.1:1778625837.897121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6e00.
00010000:00000010:2.1:1778625837.936828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795400.
00010000:00000010:2.1:1778625837.936841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6400.
00010000:00000010:2.1:1778625837.955746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6400.
00000080:00000010:2.1:1778625837.962744:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00000080:00000010:2.1:1778625837.978778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00010000:00000010:3.1:1778625838.002657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6da00.
00010000:00000010:3.1:1778625838.002671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54a00.
00010000:00000010:2.1:1778625838.036655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00000080:00000010:2.1:1778625838.077347:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb00.
00000080:00000010:2.1:1778625838.095657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00010000:00000010:2.1:1778625838.109087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9c800.
00000080:00000010:2.1:1778625838.134648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb00.
00000080:00000010:2.1:1778625838.175882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00010000:00000010:2.1:1778625838.219692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9c800.
00000080:00000010:3.1:1778625838.246723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267380.
00000080:00000010:3.1:1778625838.267864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00010000:00000010:3.1:1778625838.296781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d200.
00010000:00000010:3.1:1778625838.296791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54400.
00010000:00000010:2.1:1778625838.350650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795c00.
00010000:00000010:2.1:1778625838.350663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9d200.
00010000:00000010:2.1:1778625838.381755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795600.
00010000:00000010:2.1:1778625838.381768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9d600.
00010000:00000010:2.1:1778625838.416475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9d600.
00000080:00000010:3.1:1778625838.449476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:2.1:1778625838.474339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec260.
00010000:00000010:3.1:1778625838.528653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6de00.
00010000:00000010:3.1:1778625838.528666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54200.
00010000:00000010:2.1:1778625838.551843:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795800.
00010000:00000010:2.1:1778625838.551850:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9cc00.
00010000:00000010:2.1:1778625838.576645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795000.
00010000:00000010:2.1:1778625838.576659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9ca00.
00010000:00000010:2.1:1778625838.592850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54200.
00000080:00000010:2.1:1778625838.614662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6e0.
00000080:00000010:3.1:1778625838.646663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00010000:00000010:3.1:1778625838.657739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d300.
00010000:00000010:3.1:1778625838.657748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a54200.
00010000:00000010:3.1:1778625838.704985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d500.
00010000:00000010:3.1:1778625838.704996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55200.
00010000:00000010:2.1:1778625838.736765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795200.
00010000:00000010:2.1:1778625838.736777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9d000.
00010000:00000010:2.1:1778625838.761933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795a00.
00010000:00000010:2.1:1778625838.761948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9dc00.
00010000:00000010:2.1:1778625838.793270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9dc00.
00000080:00000010:2.1:1778625838.802368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec900.
00000080:00000010:2.1:1778625838.833728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec480.
00010000:00000010:2.1:1778625838.836734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9dc00.
00000080:00000010:3.1:1778625838.856293:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:2.1:1778625838.866018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece00.
00010000:00000010:2.1:1778625838.889537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f795900.
00010000:00000010:2.1:1778625838.889551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9c400.
00010000:00000010:2.1:1778625838.907696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593500.
00010000:00000010:2.1:1778625838.907710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9da00.
00010000:00000010:2.1:1778625838.924885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835100.
00010000:00000010:2.1:1778625838.924900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172600.
00010000:00000010:2.1:1778625838.944681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3948c9da00.
00000080:00000010:2.1:1778625838.970944:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00010000:00000010:2.1:1778625838.983054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593700.
00010000:00000010:2.1:1778625838.983065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b800.
00010000:00000010:2.1:1778625838.998811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b800.
00000080:00000010:2.1:1778625839.009718:0:220006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0c0.
00000080:00000010:3.1:1778625839.022645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00010000:00000010:2.1:1778625839.035146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b800.
00000080:00000010:2.1:1778625839.051737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec880.
00000080:00000010:2.1:1778625839.051756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0c0.
00010000:00000010:2.1:1778625839.075420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593d00.
00010000:00000010:2.1:1778625839.075435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a000.
00010000:00000010:3.1:1778625839.116898:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b6d800.
00010000:00000010:3.1:1778625839.116915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55a00.
00010000:00000010:3.1:1778625839.126312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55600.
00000080:00000010:3.1:1778625839.133048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00000080:00000010:3.1:1778625839.142414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00010000:00000010:2.1:1778625839.164985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593d00.
00010000:00000010:2.1:1778625839.164994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a000.
00010000:00000010:2.1:1778625839.195632:0:220006:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593b00.
00010000:00000010:2.1:1778625839.195640:0:220006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ae00.
00010000:00000010:2.1:1778625839.228416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593800.
00010000:00000010:2.1:1778625839.228424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625839.239818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55a00.
00000080:00000010:3.1:1778625839.251851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:3.1:1778625839.262972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00010000:00000010:3.1:1778625839.282417:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3300.
00010000:00000010:3.1:1778625839.282429:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a55a00.
00010000:00000010:3.1:1778625839.312398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3c00.
00010000:00000010:3.1:1778625839.312412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ecc00.
00010000:00000010:3.1:1778625839.333158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3600.
00010000:00000010:3.1:1778625839.333170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:2.1:1778625839.406833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec400.
00010000:00000010:3.1:1778625839.432790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.464667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.500731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.520166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:2.1:1778625839.555792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625839.609654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625839.651046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd60.
00000080:00000010:2.1:1778625839.669725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:3.1:1778625839.669793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625839.697742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625839.713820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625839.769724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.805778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.845756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.887764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625839.902094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625839.925806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625839.955658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625839.990698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625840.057706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625840.107699:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625840.122412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625840.153783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625840.194732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625840.215870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00000080:00000010:2.1:1778625840.225689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00000080:00000010:2.1:1778625840.243797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00010000:00000010:2.1:1778625840.251774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625840.285801:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625840.302384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625840.335665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00000080:00000010:2.1:1778625840.350655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:2.1:1778625840.391664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00010000:00000010:3.1:1778625840.406710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00000080:00000010:2.1:1778625840.455219:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3a0.
00000080:00000010:2.1:1778625840.460079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00010000:00000010:2.1:1778625840.479727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625840.501025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:3.1:1778625840.516705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2edc00.
00010000:00000010:3.1:1778625840.535364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2edc00.
00010000:00000010:3.1:1778625840.557527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2edc00.
00000080:00000010:2.1:1778625840.574645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fe0.
00000080:00000010:2.1:1778625840.583657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00010000:00000010:2.1:1778625840.589759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.617649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.638807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625840.675661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecea0.
00000080:00000010:3.1:1778625840.695766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3a0.
00010000:00000010:3.1:1778625840.710400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2edc00.
00000080:00000010:2.1:1778625840.735974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267760.
00000080:00000010:2.1:1778625840.754667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670c0.
00010000:00000010:2.1:1778625840.760761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.779694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.814649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625840.831835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:3.1:1778625840.841830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec500.
00010000:00000010:3.1:1778625840.851936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:2.1:1778625840.891991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.926666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625840.946844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625840.988901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:2.1:1778625841.025046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:2.1:1778625841.039653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625841.079769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec440.
00000080:00000010:2.1:1778625841.096298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1c0.
00010000:00000010:2.1:1778625841.114991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625841.168900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:2.1:1778625841.203017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625841.248200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267960.
00000080:00000010:3.1:1778625841.273779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1c0.
00010000:00000010:3.1:1778625841.273799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eca00.
00010000:00000010:2.1:1778625841.349913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625841.383022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625841.423798:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625841.438702:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00000080:00000010:2.1:1778625841.457768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00010000:00000010:3.1:1778625841.468098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625841.503041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625841.526656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625841.616726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7edc00.
00010000:00000010:2.1:1778625841.655142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed200.
00010000:00000010:3.1:1778625841.712648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625841.756663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625841.793651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625841.831773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:3.1:1778625841.869932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00000080:00000010:3.1:1778625841.893727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00010000:00000010:3.1:1778625841.926784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:2.1:1778625841.947209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:2.1:1778625841.961177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267640.
00010000:00000010:2.1:1778625841.969679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625842.013086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625842.040861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625842.071100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:2.1:1778625842.108667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:2.1:1778625842.152233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c80.
00010000:00000010:2.1:1778625842.156720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625842.180092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed200.
00010000:00000010:3.1:1778625842.226686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625842.248672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625842.265220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed000.
00010000:00000010:2.1:1778625842.288656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625842.309062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4e0.
00000080:00000010:2.1:1778625842.314742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec820.
00010000:00000010:3.1:1778625842.323555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625842.351650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625842.377718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625842.406995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4e0.
00000080:00000010:2.1:1778625842.424431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec820.
00010000:00000010:3.1:1778625842.439395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:3.1:1778625842.468907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00000080:00000010:2.1:1778625842.501830:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b60.
00010000:00000010:2.1:1778625842.510656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625842.534718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec200.
00010000:00000010:2.1:1778625842.556767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625842.576884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625842.597697:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625842.609721:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625842.681745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625842.725727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625842.743084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625842.766793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625842.895641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:3.1:1778625842.951680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a9a0.
00000080:00000010:3.1:1778625842.951694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a600.
00000080:00000010:3.1:1778625842.951699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43ffe0.
00000080:00000010:3.1:1778625842.951704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38420.
00000080:00000010:3.1:1778625842.951709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10ae40.
00000080:00000010:3.1:1778625842.951714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a860.
00000080:00000010:3.1:1778625842.951717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10afa0.
00000080:00000010:3.1:1778625842.951720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a7e0.
00000080:00000010:3.1:1778625842.951724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb05e0.
00000080:00000010:3.1:1778625842.951729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38020.
00000080:00000010:3.1:1778625842.951733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0f60.
00000080:00000010:3.1:1778625842.951735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43ff00.
00000080:00000010:3.1:1778625842.951739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973fb0540.
00000080:00000010:3.1:1778625842.951743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c10a080.
00000080:00000010:2.1:1778625842.971661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9b00.
00000080:00000010:2.1:1778625843.002657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9680.
00010000:00000010:3.1:1778625843.002723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:2.1:1778625843.040692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00000080:00000010:2.1:1778625843.056649:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00010000:00000010:2.1:1778625843.066525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.112660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.159725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625843.319641:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625843.344496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:3.1:1778625843.362339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00000080:00000010:3.1:1778625843.376657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00010000:00000010:3.1:1778625843.387459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625843.436797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625843.460799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.488634:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.503910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625843.551694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:2.1:1778625843.586134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.643646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625843.672255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:2.1:1778625843.706744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625843.743697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:3.1:1778625843.771659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:2.1:1778625843.818661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625843.882948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb20.
00000080:00000010:3.1:1778625843.883697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc20.
00010000:00000010:3.1:1778625843.902751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:2.1:1778625843.945255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00000080:00000010:2.1:1778625844.060680:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087740.
00010000:00000010:2.1:1778625844.071684:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.085774:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.100965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.122692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.135763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.166664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.208466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625844.225694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3e0.
00000080:00000010:3.1:1778625844.242755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb20.
00010000:00000010:3.1:1778625844.246766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:3.1:1778625844.262421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:2.1:1778625844.296769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625844.314383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625844.318789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec560.
00000080:00000010:2.1:1778625844.328724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3e0.
00010000:00000010:2.1:1778625844.358625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625844.378768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.386770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625844.409650:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:3.1:1778625844.441282:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00000080:00000010:2.1:1778625844.444730:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6a0.
00010000:00000010:3.1:1778625844.514654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625844.544098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625844.561859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625844.600707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00000080:00000010:2.1:1778625844.632853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4e0.
00000080:00000010:2.1:1778625844.668337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6a0.
00010000:00000010:2.1:1778625844.679650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625844.702064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625844.714137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625844.742043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4e0.
00000080:00000010:2.1:1778625844.747743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca20.
00010000:00000010:2.1:1778625844.763976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625844.806772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625844.849189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625844.878652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625844.910660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:3.1:1778625844.960680:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca20.
00010000:00000010:3.1:1778625844.971709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:2.1:1778625845.002655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:2.1:1778625845.050701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.084138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:3.1:1778625845.162687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00000080:00000010:3.1:1778625845.162697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678e0.
00000080:00000010:2.1:1778625845.170882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00010000:00000010:2.1:1778625845.189659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.214695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.245654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:2.1:1778625845.277928:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.311466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.327760:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.359883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.377989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.396295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.412654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.436440:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:3.1:1778625845.451705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:2.1:1778625845.484640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:3.1:1778625845.485117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625845.485683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca00.
00000080:00000010:3.1:1778625845.486775:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00010000:00000010:3.1:1778625845.494646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:2.1:1778625845.514484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625845.532726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec800.
00010000:00000010:2.1:1778625845.566115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625845.581013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.596099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:2.1:1778625845.622651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.649763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00000080:00000010:3.1:1778625845.668635:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:3.1:1778625845.680653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00000080:00000010:2.1:1778625845.724717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087200.
00000080:00000010:2.1:1778625845.727663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087e40.
00010000:00000010:2.1:1778625845.739662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625845.767753:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00000080:00000010:2.1:1778625845.767770:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00010000:00000010:2.1:1778625845.783711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625845.811677:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625845.821926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625845.847674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625845.862658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625845.870956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625845.878370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec740.
00000080:00000010:2.1:1778625845.889661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00010000:00000010:2.1:1778625845.903775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625845.924192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec740.
00000080:00000010:2.1:1778625845.929159:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00010000:00000010:2.1:1778625845.937830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625845.957662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625845.977071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00000080:00000010:2.1:1778625845.986649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec740.
00010000:00000010:2.1:1778625845.994672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625846.019651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625846.049812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625846.061651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00000080:00000010:2.1:1778625846.078808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec740.
00010000:00000010:2.1:1778625846.110663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625846.159640:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:3.1:1778625846.193651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87120.
00000080:00000010:3.1:1778625846.193666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43ff60.
00000080:00000010:3.1:1778625846.193671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b870a0.
00000080:00000010:3.1:1778625846.193675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccb440.
00010000:00000010:2.1:1778625846.203306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625846.224060:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172200.
00010000:00000010:2.1:1778625846.249806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625846.288724:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625846.323699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625846.382683:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625846.419802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625846.459808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec440.
00000080:00000010:2.1:1778625846.464763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00010000:00000010:2.1:1778625846.472792:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625846.491640:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625846.522925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625846.532791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:2.1:1778625846.546644:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec440.
00000080:00000010:2.1:1778625846.558752:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00010000:00000010:2.1:1778625846.568759:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625846.593677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:3.1:1778625846.616681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec440.
00000080:00000010:3.1:1778625846.620724:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00010000:00000010:3.1:1778625846.627728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625846.648131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087a80.
00000080:00000010:2.1:1778625846.662798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00010000:00000010:2.1:1778625846.667741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:2.1:1778625846.690816:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec500.
00000080:00000010:2.1:1778625846.695790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00010000:00000010:2.1:1778625846.702952:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625846.730698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:3.1:1778625846.746954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625846.774649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:2.1:1778625846.810731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3a0.
00000080:00000010:3.1:1778625846.853057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00010000:00000010:3.1:1778625846.862023:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625846.930664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625846.962675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:2.1:1778625846.982657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00000080:00000010:2.1:1778625847.016659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec500.
00010000:00000010:2.1:1778625847.021656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625847.067488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:2.1:1778625847.096751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625847.136654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625847.193656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625847.200517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:3.1:1778625847.218652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd40.
00000080:00000010:3.1:1778625847.238658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00010000:00000010:2.1:1778625847.252749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625847.282983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00000080:00000010:2.1:1778625847.314942:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00010000:00000010:2.1:1778625847.323794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625847.370119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625847.403900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec000.
00010000:00000010:2.1:1778625847.440265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625847.472645:0:220010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00000080:00000010:2.1:1778625847.488127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd60.
00010000:00000010:2.1:1778625847.511644:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625847.540006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625847.548939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ede00.
00000080:00000010:2.1:1778625847.560032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00000080:00000010:2.1:1778625847.575839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00010000:00000010:2.1:1778625847.581170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625847.611799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecae0.
00000080:00000010:2.1:1778625847.621721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:3.1:1778625847.634651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:2.1:1778625847.650562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec200.
00010000:00000010:2.1:1778625847.678682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625847.698811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00000080:00000010:3.1:1778625847.702773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:3.1:1778625847.718159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625847.740646:0:220010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625847.765481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:3.1:1778625847.793657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:2.1:1778625847.813764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:2.1:1778625847.832411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00010000:00000010:2.1:1778625847.840917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625847.870824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625847.918802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625847.949650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625847.999633:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec400.
00010000:00000010:2.1:1778625848.057702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625848.098972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eda00.
00010000:00000010:3.1:1778625848.132410:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:3.1:1778625848.161840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172400.
00010000:00000010:2.1:1778625848.192769:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625848.237662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173a00.
00000080:00000010:2.1:1778625848.262694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087a20.
00010000:00000010:2.1:1778625848.282080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625848.314024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625848.354078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625848.385794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625848.422055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625848.452729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625848.502662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625848.521647:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625848.574666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625848.579648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625848.599652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625848.649589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625848.687674:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625848.703058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625848.721855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625848.742288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00000080:00000010:3.1:1778625848.764652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a60.
00000080:00000010:3.1:1778625848.774364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674a0.
00010000:00000010:3.1:1778625848.778637:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625848.791738:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625848.816936:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625848.837746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625848.870802:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc40.
00000080:00000010:2.1:1778625848.881473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece20.
00010000:00000010:2.1:1778625848.889719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00000080:00000010:2.1:1778625848.910882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec160.
00000080:00000010:2.1:1778625848.919755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc40.
00010000:00000010:2.1:1778625848.924661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625848.940962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625848.953792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625848.972769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625848.998747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00000080:00000010:2.1:1778625849.026650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:2.1:1778625849.035739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a60.
00010000:00000010:2.1:1778625849.047801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625849.091694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625849.106754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625849.178413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec200.
00010000:00000010:2.1:1778625849.270983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625849.305546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:3.1:1778625849.331875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9c0.
00000080:00000010:3.1:1778625849.336710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecca0.
00010000:00000010:3.1:1778625849.341643:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:2.1:1778625849.361786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625849.383643:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625849.415581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625849.426777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625849.483129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172400.
00000080:00000010:2.1:1778625849.503658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec340.
00000080:00000010:2.1:1778625849.512357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9800.
00010000:00000010:2.1:1778625849.528647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625849.545840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:3.1:1778625849.583660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:2.1:1778625849.590809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00000080:00000010:3.1:1778625849.595741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:2.1:1778625849.614850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d80.
00010000:00000010:2.1:1778625849.625281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625849.639822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625849.658804:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625849.671733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:3.1:1778625849.686440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:3.1:1778625849.703852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ce0.
00010000:00000010:2.1:1778625849.729730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:3.1:1778625849.730390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00010000:00000010:3.1:1778625849.750797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:2.1:1778625849.852787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087220.
00000080:00000010:2.1:1778625849.889654:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ca0.
00010000:00000010:2.1:1778625849.904715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625849.945824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625849.997568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625850.063005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ecc00.
00000080:00000010:3.1:1778625850.071683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087cc0.
00000080:00000010:3.1:1778625850.105129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087fc0.
00010000:00000010:2.1:1778625850.122597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625850.139993:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc60.
00000080:00000010:2.1:1778625850.148635:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecaa0.
00010000:00000010:2.1:1778625850.164008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625850.176129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625850.201727:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625850.250967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625850.291392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec000.
00000080:00000010:2.1:1778625850.317830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00010000:00000010:2.1:1778625850.327514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625850.365459:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625850.404925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625850.458733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625850.498160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625850.518735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:2.1:1778625850.551652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfa0.
00000080:00000010:2.1:1778625850.572163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ce0.
00010000:00000010:2.1:1778625850.579987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625850.596742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625850.625872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:2.1:1778625850.657873:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfa0.
00000080:00000010:2.1:1778625850.668790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267940.
00010000:00000010:2.1:1778625850.680372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625850.700723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc00.
00000080:00000010:2.1:1778625850.715553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfa0.
00010000:00000010:2.1:1778625850.720806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625850.744631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625850.775068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625850.785061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625850.818552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625850.881726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625850.931662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed200.
00010000:00000010:2.1:1778625850.962728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:3.1:1778625850.985293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625851.012144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625851.036986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625851.063677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00000080:00000010:2.1:1778625851.076839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:2.1:1778625851.094773:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc00.
00010000:00000010:2.1:1778625851.104283:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625851.124495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625851.143748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625851.152336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:2.1:1778625851.168676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec240.
00010000:00000010:2.1:1778625851.179652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625851.193200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecec0.
00000080:00000010:2.1:1778625851.218643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc00.
00010000:00000010:2.1:1778625851.218669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625851.241717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625851.289711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:2.1:1778625851.315714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:2.1:1778625851.325452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625851.335662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625851.351076:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecec0.
00000080:00000010:2.1:1778625851.394653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00010000:00000010:2.1:1778625851.403864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625851.429653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625851.453231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625851.473698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecec0.
00000080:00000010:2.1:1778625851.481644:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00010000:00000010:2.1:1778625851.488939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625851.515817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625851.537150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625851.568934:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:2.1:1778625851.599336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625851.612727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.624759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.652768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.673724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.690221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.839670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:2.1:1778625851.880544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:3.1:1778625851.901745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:3.1:1778625851.928717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00000080:00000010:2.1:1778625851.952661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:2.1:1778625851.963806:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267920.
00010000:00000010:2.1:1778625851.977662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:2.1:1778625851.991650:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.008649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625852.037975:0:220016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173600.
00010000:00000010:2.1:1778625852.059653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625852.155658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ac0.
00000080:00000010:2.1:1778625852.185350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0876e0.
00010000:00000010:2.1:1778625852.198749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.227697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625852.253857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00000080:00000010:3.1:1778625852.276646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00000080:00000010:2.1:1778625852.313870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e40.
00010000:00000010:2.1:1778625852.319155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.332719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.365975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.403946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.442644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625852.455654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00000080:00000010:2.1:1778625852.492106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:2.1:1778625852.516492:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9e0.
00010000:00000010:2.1:1778625852.521675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.604802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.622710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.654993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:2.1:1778625852.687097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec240.
00000080:00000010:2.1:1778625852.703167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9e0.
00010000:00000010:2.1:1778625852.717347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.771282:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.834656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625852.901674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172a00.
00010000:00000010:3.1:1778625852.931992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625852.962169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.013013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173e00.
00010000:00000010:2.1:1778625853.071645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.095841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.121777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.162005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172400.
00000080:00000010:2.1:1778625853.206794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087520.
00010000:00000010:2.1:1778625853.220762:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:3.1:1778625853.243514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:3.1:1778625853.272803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625853.294665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.349640:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625853.374725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:3.1:1778625853.401645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625853.475835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625853.508668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:3.1:1778625853.544649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:2.1:1778625853.582660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625853.602313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625853.637658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec200.
00000080:00000010:2.1:1778625853.641650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087e00.
00000080:00000010:2.1:1778625853.649779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087480.
00010000:00000010:2.1:1778625853.722727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625853.765676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:3.1:1778625853.796550:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625853.825722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625853.867672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625853.906670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:3.1:1778625853.930291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625853.954225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00010000:00000010:3.1:1778625854.080756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:2.1:1778625854.146686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecaa0.
00000080:00000010:2.1:1778625854.230715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087460.
00000080:00000010:2.1:1778625854.242649:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9180.
00010000:00000010:2.1:1778625854.247690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:2.1:1778625854.282988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625854.309659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:3.1:1778625854.367787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625854.405898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:3.1:1778625854.438773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecca0.
00010000:00000010:3.1:1778625854.463136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625854.482663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec340.
00010000:00000010:3.1:1778625854.511711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:2.1:1778625854.544926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0877a0.
00000080:00000010:2.1:1778625854.570583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f20.
00010000:00000010:2.1:1778625854.584647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625854.620675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:2.1:1778625854.643642:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087b80.
00000080:00000010:2.1:1778625854.659655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00010000:00000010:2.1:1778625854.670652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00010000:00000010:3.1:1778625854.696520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:3.1:1778625854.714756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:3.1:1778625854.729561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccbd80.
00010000:00000010:3.1:1778625854.732658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcb9b00.
00010000:00000010:3.1:1778625854.732668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2b600.
00010000:00000010:3.1:1778625854.732672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a400.
00000080:00000010:2.1:1778625854.738656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00000080:00000010:2.1:1778625854.749646:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267420.
00010000:00000010:2.1:1778625854.755746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625854.793476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625854.819704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625854.858719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7edc00.
00010000:00000010:2.1:1778625854.896706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625854.923163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:2.1:1778625854.985214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625855.003668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00000080:00000010:3.1:1778625855.045665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267420.
00000080:00000010:2.1:1778625855.066738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00010000:00000010:2.1:1778625855.083689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625855.124649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:2.1:1778625855.231800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec600.
00000080:00000010:3.1:1778625855.298869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec320.
00000080:00000010:2.1:1778625855.332786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087d20.
00010000:00000010:2.1:1778625855.363642:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625855.380653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:3.1:1778625855.390643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00000080:00000010:2.1:1778625855.415632:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00000080:00000010:2.1:1778625855.420664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec700.
00010000:00000010:3.1:1778625855.424490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00000080:00000010:2.1:1778625855.442641:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec680.
00010000:00000010:2.1:1778625855.447734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625855.463705:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00000080:00000010:2.1:1778625855.472637:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec700.
00010000:00000010:2.1:1778625855.480769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625855.497643:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625855.520958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625855.550650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:3.1:1778625855.569019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eda00.
00010000:00000010:2.1:1778625855.587719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ede00.
00010000:00000010:2.1:1778625855.615738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625855.643750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625855.685679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fa0.
00000080:00000010:2.1:1778625855.698967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00010000:00000010:2.1:1778625855.723029:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625855.734903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:2.1:1778625855.775766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:3.1:1778625855.814132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:3.1:1778625855.868891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625855.890736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec100.
00000080:00000010:2.1:1778625855.905657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267300.
00010000:00000010:2.1:1778625855.915654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:3.1:1778625855.959653:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00000080:00000010:3.1:1778625855.964649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00010000:00000010:3.1:1778625855.964664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:3.1:1778625855.977701:0:220015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:3.1:1778625855.998784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:3.1:1778625856.014714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625856.047039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679e0.
00000080:00000010:2.1:1778625856.061124:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b80.
00010000:00000010:2.1:1778625856.066539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625856.087718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625856.116673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00000080:00000010:2.1:1778625856.121652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecae0.
00010000:00000010:2.1:1778625856.138656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625856.183561:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00000080:00000010:2.1:1778625856.193385:0:220015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd60.
00010000:00000010:2.1:1778625856.205714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:2.1:1778625856.255908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:3.1:1778625856.302778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00000080:00000010:2.1:1778625856.330690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00000080:00000010:2.1:1778625856.355278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd60.
00010000:00000010:2.1:1778625856.365818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:2.1:1778625856.405102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00000080:00000010:2.1:1778625856.499797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecea0.
00000080:00000010:2.1:1778625856.509042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087200.
00010000:00000010:2.1:1778625856.515969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625856.528845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:2.1:1778625856.543440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:3.1:1778625856.560950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625856.680662:0:220019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9780.
00000080:00000010:2.1:1778625856.686437:0:220020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9b20.
00010000:00000010:3.1:1778625856.743807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00000080:00000010:2.1:1778625856.797009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087060.
00000080:00000010:2.1:1778625856.826653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a20.
00010000:00000010:3.1:1778625856.842814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395266e200.
00010000:00000010:3.1:1778625856.975103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3500.
00010000:00000010:3.1:1778625856.975116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:2.1:1778625857.054682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00000080:00000010:3.1:1778625857.118771:0:220026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:3.1:1778625857.119093:0:220026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00000080:00000010:3.1:1778625866.846667:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87960.
00000080:00000010:3.1:1778625866.846695:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87b40.
00000080:00000010:3.1:1778625866.846699:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87040.
00000080:00000010:3.1:1778625866.846715:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ae0.
00000080:00000010:3.1:1778625866.846723:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38b80.
00000080:00000010:3.1:1778625866.846738:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38740.
00000080:00000010:3.1:1778625866.846742:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87320.
00000080:00000010:3.1:1778625866.846749:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e0aa20.
00000080:00000010:3.1:1778625866.846758:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e0abe0.
00000080:00000010:3.1:1778625866.846762:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccbb60.
00000080:00000010:3.1:1778625866.846768:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b871a0.
00000080:00000010:3.1:1778625866.846771:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87020.
00000080:00000010:3.1:1778625866.846778:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b873c0.
00000080:00000010:3.1:1778625866.846781:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87580.
00000080:00000010:3.1:1778625866.846784:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87b80.
00000080:00000010:3.1:1778625866.846787:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87e20.
00000080:00000010:3.1:1778625866.846790:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b872c0.
00000080:00000010:3.1:1778625866.846793:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ca0.
00000080:00000010:3.1:1778625866.846797:0:220484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87de0.
00010000:00000010:1.1:1778625866.919041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3900.
00010000:00000010:1.1:1778625866.919054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305a00.
00010000:00000010:1.1:1778625866.919058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3800.
00010000:00000010:1.1:1778625866.919060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305200.
00010000:00000010:1.1:1778625866.919062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3700.
00010000:00000010:1.1:1778625866.919065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305c00.
00010000:00000010:1.1:1778625866.919067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972bcc000.
00010000:00000010:1.1:1778625866.919069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a76400.
00010000:00000010:1.1:1778625866.919072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3b00.
00010000:00000010:1.1:1778625866.919074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a77400.
00010000:00000010:1.1:1778625866.919076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94500.
00010000:00000010:1.1:1778625866.919078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2be00.
00010000:00000010:1.1:1778625866.919080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c0b6400.
00010000:00000010:1.1:1778625866.919083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946506e00.
00010000:00000010:1.1:1778625866.919085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94b00.
00010000:00000010:1.1:1778625866.919087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2b000.
00010000:00000010:1.1:1778625866.919090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302a00.
00010000:00000010:1.1:1778625866.919093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946506000.
00010000:00000010:1.1:1778625866.919095:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3500.
00010000:00000010:1.1:1778625866.919097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e304200.
00010000:00000010:1.1:1778625866.919099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302900.
00010000:00000010:1.1:1778625866.919102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946506c00.
00010000:00000010:1.1:1778625866.919104:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302800.
00010000:00000010:1.1:1778625866.919106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946507a00.
00010000:00000010:1.1:1778625866.919109:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302700.
00010000:00000010:1.1:1778625866.919112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946507200.
00010000:00000010:1.1:1778625866.919114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302500.
00010000:00000010:1.1:1778625866.919117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946507c00.
00010000:00000010:1.1:1778625866.919120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3d00.
00010000:00000010:1.1:1778625866.919122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e304400.
00010000:00000010:1.1:1778625866.919125:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302b00.
00010000:00000010:1.1:1778625866.919127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946506400.
00010000:00000010:1.1:1778625866.919129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302d00.
00010000:00000010:1.1:1778625866.919132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946507400.
00010000:00000010:1.1:1778625866.919134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302100.
00010000:00000010:1.1:1778625866.919137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946506a00.
00010000:00000010:1.1:1778625866.919139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3100.
00010000:00000010:1.1:1778625866.919142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305400.
00010000:00000010:1.1:1778625866.919144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94d00.
00010000:00000010:1.1:1778625866.919147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330b200.
00010000:00000010:1.1:1778625866.919150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3f00.
00010000:00000010:1.1:1778625866.919152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e304a00.
00010000:00000010:1.1:1778625866.919155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3600.
00010000:00000010:1.1:1778625866.919158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305800.
00010000:00000010:1.1:1778625866.919160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3c00.
00010000:00000010:1.1:1778625866.919163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330a200.
00010000:00000010:1.1:1778625866.919165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94100.
00010000:00000010:1.1:1778625866.919168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b765000.
00010000:00000010:1.1:1778625866.919171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302f00.
00010000:00000010:1.1:1778625866.919174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330a400.
00010000:00000010:1.1:1778625866.919176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972bcc200.
00010000:00000010:1.1:1778625866.919179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b765600.
00010000:00000010:1.1:1778625866.919182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302600.
00010000:00000010:1.1:1778625866.919185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330b400.
00010000:00000010:1.1:1778625866.919187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3300.
00010000:00000010:1.1:1778625866.919190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e304800.
00010000:00000010:1.1:1778625866.919193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972bcc400.
00010000:00000010:1.1:1778625866.919195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330aa00.
00010000:00000010:1.1:1778625866.919197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972bcca00.
00010000:00000010:1.1:1778625866.919199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330b800.
00010000:00000010:1.1:1778625866.919201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302c00.
00010000:00000010:1.1:1778625866.919204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330a800.
00010000:00000010:1.1:1778625866.919206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302300.
00010000:00000010:1.1:1778625866.919209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330a600.
00010000:00000010:1.1:1778625866.919211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302e00.
00010000:00000010:1.1:1778625866.919215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330b600.
00010000:00000010:1.1:1778625866.919228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302000.
00010000:00000010:1.1:1778625866.919231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330be00.
00010000:00000010:1.1:1778625866.919234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3e00.
00010000:00000010:1.1:1778625866.919237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e304600.
00010000:00000010:1.1:1778625866.919239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302200.
00010000:00000010:1.1:1778625866.919242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330b000.
00010000:00000010:1.1:1778625866.919244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3000.
00010000:00000010:1.1:1778625866.919247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e305600.
00010000:00000010:1.1:1778625866.919258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e302400.
00010000:00000010:1.1:1778625866.919260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2a800.
00010000:00000010:1.1:1778625866.919262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94f00.
00010000:00000010:1.1:1778625866.919264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b764600.
00010000:00000010:1.1:1778625866.919266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94600.
00010000:00000010:1.1:1778625866.919267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2a400.
00010000:00000010:1.1:1778625866.919269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94c00.
00010000:00000010:1.1:1778625866.919271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2b800.
00010000:00000010:1.1:1778625866.919272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc94300.
00010000:00000010:1.1:1778625866.919274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b765c00.
00010000:00000010:1.1:1778625866.919276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa2c00.
00010000:00000010:1.1:1778625866.919278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b765200.
00010000:00000010:1.1:1778625866.919280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa2300.
00010000:00000010:1.1:1778625866.919281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca2a000.
00010000:00000010:1.1:1778625866.919283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa3200.
00010000:00000010:1.1:1778625866.919284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b765a00.
00010000:00000010:1.1:1778625866.919286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945fa2e00.
00010000:00000010:1.1:1778625866.919287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397330ae00.
00000080:00000010:2.1:1778625888.755575:0:221138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13180.
00010000:00000010:2.1:1778625888.755587:0:221138:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4c00.
00010000:00000010:2.1:1778625888.755596:0:221138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62200.
00010000:00000010:2.1:1778625888.755602:0:221138:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd0c400.
00010000:00000010:2.1:1778625888.755625:0:221138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf63800.
00000080:00000010:3.1:1778625888.765997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675c0.
00000080:00000010:1.1:1778625888.768641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13aa0.
00000080:00000010:1.1:1778625888.768653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314be0.
00000080:00000010:1.1:1778625888.768658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314480.
00010000:00000010:1.1:1778625888.768665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf200.
00010000:00000010:1.1:1778625888.768671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972840600.
00010000:00000010:1.1:1778625888.768676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c119700.
00010000:00000010:1.1:1778625888.768681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffc00.
00010000:00000010:1.1:1778625888.768683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c119500.
00010000:00000010:1.1:1778625888.768686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972840e00.
00010000:00000010:1.1:1778625888.768688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf400.
00010000:00000010:1.1:1778625888.768692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62e00.
00010000:00000010:1.1:1778625888.768695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cfa00.
00010000:00000010:1.1:1778625888.768697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63e00.
00010000:00000010:1.1:1778625888.768702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502200.
00010000:00000010:1.1:1778625888.768705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff200.
00010000:00000010:1.1:1778625888.768707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf900.
00010000:00000010:1.1:1778625888.768710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972840000.
00010000:00000010:1.1:1778625888.768712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf800.
00010000:00000010:1.1:1778625888.768715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff400.
00010000:00000010:1.1:1778625888.768719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7200.
00010000:00000010:1.1:1778625888.768721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62000.
00010000:00000010:1.1:1778625888.768724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7400.
00010000:00000010:1.1:1778625888.768727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63600.
00010000:00000010:1.1:1778625888.768729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502400.
00010000:00000010:1.1:1778625888.768732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972840c00.
00010000:00000010:1.1:1778625888.768734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf700.
00010000:00000010:1.1:1778625888.768737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972841a00.
00010000:00000010:1.1:1778625888.768740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7a00.
00010000:00000010:1.1:1778625888.768742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63400.
00010000:00000010:1.1:1778625888.768745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7900.
00010000:00000010:1.1:1778625888.768748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62600.
00010000:00000010:1.1:1778625888.768750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502a00.
00010000:00000010:1.1:1778625888.768754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b06200.
00010000:00000010:1.1:1778625888.768757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502900.
00010000:00000010:1.1:1778625888.768759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972841200.
00010000:00000010:1.1:1778625888.768762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502800.
00010000:00000010:1.1:1778625888.768764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b06400.
00010000:00000010:1.1:1778625888.768768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4300.
00010000:00000010:1.1:1778625888.768772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:1.1:1778625888.768775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502700.
00010000:00000010:1.1:1778625888.768778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b07400.
00010000:00000010:1.1:1778625888.768781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf500.
00010000:00000010:1.1:1778625888.768783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972841c00.
00010000:00000010:1.1:1778625888.768785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4e00.
00010000:00000010:1.1:1778625888.768788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fee00.
00010000:00000010:1.1:1778625888.768790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cfb00.
00010000:00000010:1.1:1778625888.768794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b06a00.
00010000:00000010:1.1:1778625888.768800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cfd00.
00010000:00000010:1.1:1778625888.768804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972840200.
00010000:00000010:1.1:1778625888.768809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465cf100.
00010000:00000010:1.1:1778625888.768815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfe000.
00010000:00000010:1.1:1778625888.768820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502500.
00010000:00000010:1.1:1778625888.768825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfec00.
00010000:00000010:1.1:1778625888.768831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb200.
00010000:00000010:1.1:1778625888.768836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bffa00.
00010000:00000010:1.1:1778625888.768839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502b00.
00010000:00000010:1.1:1778625888.768841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bff200.
00010000:00000010:1.1:1778625888.768845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb400.
00010000:00000010:1.1:1778625888.768848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffa00.
00010000:00000010:1.1:1778625888.768852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4000.
00010000:00000010:1.1:1778625888.768855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe400.
00010000:00000010:1.1:1778625888.768858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4200.
00010000:00000010:1.1:1778625888.768862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe800.
00010000:00000010:1.1:1778625888.768865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcba00.
00010000:00000010:1.1:1778625888.768869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe600.
00010000:00000010:1.1:1778625888.768872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502d00.
00010000:00000010:1.1:1778625888.768876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff600.
00010000:00000010:1.1:1778625888.768879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7800.
00010000:00000010:1.1:1778625888.768883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bffc00.
00010000:00000010:1.1:1778625888.768886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb900.
00010000:00000010:1.1:1778625888.768889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfe200.
00010000:00000010:1.1:1778625888.768891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb800.
00010000:00000010:1.1:1778625888.768894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfe400.
00010000:00000010:1.1:1778625888.768897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb700.
00010000:00000010:1.1:1778625888.768901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b07800.
00010000:00000010:1.1:1778625888.768904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502100.
00010000:00000010:1.1:1778625888.768907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b06800.
00010000:00000010:1.1:1778625888.768910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502f00.
00010000:00000010:1.1:1778625888.768913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b06600.
00010000:00000010:1.1:1778625888.768915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502600.
00010000:00000010:1.1:1778625888.768918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffe00.
00010000:00000010:1.1:1778625888.768921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502c00.
00010000:00000010:1.1:1778625888.768924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b07600.
00010000:00000010:1.1:1778625888.768926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946502300.
00010000:00000010:1.1:1778625888.768929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972b07e00.
00010000:00000010:1.1:1778625888.768932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946504900.
00010000:00000010:1.1:1778625888.768935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fea00.
00010000:00000010:1.1:1778625888.768937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946504e00.
00010000:00000010:1.1:1778625888.768941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ce1aa00.
00010000:00000010:1.1:1778625888.768944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb500.
00010000:00000010:1.1:1778625888.768947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bff400.
00010000:00000010:1.1:1778625888.768951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcbb00.
00010000:00000010:1.1:1778625888.768955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62800.
00010000:00000010:1.1:1778625888.768957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d4400.
00010000:00000010:1.1:1778625888.768960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe000.
00010000:00000010:1.1:1778625888.768963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcbd00.
00010000:00000010:1.1:1778625888.768965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfea00.
00010000:00000010:1.1:1778625888.768968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb100.
00010000:00000010:1.1:1778625888.768971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bff800.
00010000:00000010:1.1:1778625888.768973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcbf00.
00010000:00000010:1.1:1778625888.768976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfe800.
00010000:00000010:1.1:1778625888.768979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb600.
00010000:00000010:1.1:1778625888.768982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff800.
00010000:00000010:1.1:1778625888.768984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946504000.
00010000:00000010:1.1:1778625888.768993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf7c00.
00010000:00000010:1.1:1778625888.768997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcbc00.
00010000:00000010:1.1:1778625888.768999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfe600.
00010000:00000010:1.1:1778625888.769001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb300.
00010000:00000010:1.1:1778625888.769004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bff600.
00010000:00000010:1.1:1778625888.769006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcbe00.
00010000:00000010:1.1:1778625888.769008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bffe00.
00010000:00000010:1.1:1778625888.769010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394adcb000.
00010000:00000010:1.1:1778625888.769013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bff000.
00010000:00000010:1.1:1778625888.769016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8e00.
00010000:00000010:1.1:1778625888.769019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf6000.
00010000:00000010:1.1:1778625888.769022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8000.
00010000:00000010:1.1:1778625888.769024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958bfee00.
00010000:00000010:1.1:1778625888.769027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8200.
00010000:00000010:1.1:1778625888.769030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca20e00.
00010000:00000010:1.1:1778625888.769032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8400.
00010000:00000010:1.1:1778625888.769035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb40000.
00010000:00000010:1.1:1778625888.769038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7700.
00010000:00000010:1.1:1778625888.769041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb40c00.
00010000:00000010:1.1:1778625888.769044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7500.
00010000:00000010:1.1:1778625888.769047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb41a00.
00010000:00000010:1.1:1778625888.769049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8a00.
00010000:00000010:1.1:1778625888.769051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb41200.
00010000:00000010:1.1:1778625888.769053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973ec7b00.
00010000:00000010:1.1:1778625888.769061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62c00.
00010000:00000010:1.1:1778625888.769064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8900.
00010000:00000010:1.1:1778625888.769067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb41c00.
00010000:00000010:1.1:1778625888.769069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465c8800.
00010000:00000010:1.1:1778625888.769071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb40200.
00010000:00000010:3.1:1778625894.374108:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835400.
00010000:00000010:3.1:1778625894.374120:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172e00.
00010000:00000010:3.1:1778625894.384831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3b00.
00010000:00000010:3.1:1778625894.548232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3d00.
00010000:00000010:3.1:1778625894.548249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:1.1:1778625894.582686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed000.
00000080:00000010:2.1:1778625894.632656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9900.
00000080:00000010:2.1:1778625894.647664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087380.
00010000:00000010:2.1:1778625894.671812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593500.
00010000:00000010:2.1:1778625894.671825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a200.
00010000:00000010:2.1:1778625894.713268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593000.
00010000:00000010:2.1:1778625894.713281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a000.
00010000:00000010:3.1:1778625894.733871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a000.
00000080:00000010:3.1:1778625894.746404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00000080:00000010:3.1:1778625894.752171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb40.
00010000:00000010:3.1:1778625894.783837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3400.
00010000:00000010:3.1:1778625894.783849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:3.1:1778625894.799553:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00000080:00000010:2.1:1778625894.817846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ee0.
00000080:00000010:2.1:1778625894.822697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00010000:00000010:2.1:1778625894.846646:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593100.
00010000:00000010:2.1:1778625894.846653:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:2.1:1778625894.871282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00000080:00000010:3.1:1778625894.908862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:3.1:1778625894.930667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeccc0.
00010000:00000010:2.1:1778625894.973839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593d00.
00010000:00000010:2.1:1778625894.973852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:3.1:1778625895.017054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625895.056750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a20.
00000080:00000010:2.1:1778625895.084656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4a0.
00010000:00000010:1.1:1778625895.138158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114200.
00010000:00000010:1.1:1778625895.138178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:2.1:1778625895.154675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:3.1:1778625895.183945:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3e0.
00000080:00000010:3.1:1778625895.212201:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4a0.
00000080:00000010:2.1:1778625895.227775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a43fbc0.
00010000:00000010:2.1:1778625895.227795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eea00.
00010000:00000010:2.1:1778625895.227811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cc000.
00010000:00000010:2.1:1778625895.227816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d0d00.
00010000:00000010:2.1:1778625895.227819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788ccc00.
00010000:00000010:2.1:1778625895.227821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee900.
00010000:00000010:2.1:1778625895.227824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cda00.
00010000:00000010:2.1:1778625895.227827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d0100.
00010000:00000010:2.1:1778625895.227830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f8c00.
00010000:00000010:2.1:1778625895.227833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee800.
00010000:00000010:2.1:1778625895.227836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10be00.
00010000:00000010:2.1:1778625895.227838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee700.
00010000:00000010:2.1:1778625895.227841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb44800.
00010000:00000010:2.1:1778625895.227845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bbaa00.
00010000:00000010:2.1:1778625895.227850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10a200.
00010000:00000010:2.1:1778625895.227852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee500.
00010000:00000010:2.1:1778625895.227854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb44600.
00010000:00000010:2.1:1778625895.227858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709400.
00010000:00000010:2.1:1778625895.227861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10b800.
00010000:00000010:2.1:1778625895.227863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709a00.
00010000:00000010:2.1:1778625895.227866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10aa00.
00010000:00000010:2.1:1778625895.227869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eeb00.
00010000:00000010:2.1:1778625895.227872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb45600.
00010000:00000010:2.1:1778625895.227874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eed00.
00010000:00000010:2.1:1778625895.227876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb45e00.
00010000:00000010:2.1:1778625895.227893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee100.
00010000:00000010:2.1:1778625895.227896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10ba00.
00010000:00000010:2.1:1778625895.227899:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39525d0600.
00010000:00000010:2.1:1778625895.227902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0f9a00.
00010000:00000010:2.1:1778625895.227906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972b03200.
00010000:00000010:2.1:1778625895.227908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e10a400.
00010000:00000010:2.1:1778625895.227911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba900.
00010000:00000010:2.1:1778625895.227914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebfa00.
00010000:00000010:3.1:1778625895.228709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ede00.
00000080:00000010:2.1:1778625895.253075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087ce0.
00000080:00000010:3.1:1778625895.260981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673c0.
00010000:00000010:3.1:1778625895.307942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3c00.
00010000:00000010:3.1:1778625895.307955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:2.1:1778625895.456065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625895.510845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec860.
00000080:00000010:2.1:1778625895.514793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec380.
00010000:00000010:2.1:1778625895.555272:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eed00.
00010000:00000010:2.1:1778625895.555290:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cc000.
00010000:00000010:3.1:1778625895.591877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00000080:00000010:2.1:1778625895.634875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679a0.
00000080:00000010:2.1:1778625895.646659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec380.
00010000:00000010:3.1:1778625895.708708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3300.
00010000:00000010:3.1:1778625895.708723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:3.1:1778625895.725798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00000080:00000010:2.1:1778625895.750734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00000080:00000010:2.1:1778625895.755652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00010000:00000010:2.1:1778625895.792107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee700.
00010000:00000010:2.1:1778625895.792116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63c00.
00010000:00000010:2.1:1778625895.804707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63a00.
00000080:00000010:2.1:1778625895.827671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec600.
00000080:00000010:2.1:1778625895.838771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00010000:00000010:2.1:1778625895.933490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee900.
00010000:00000010:2.1:1778625895.933503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63200.
00010000:00000010:3.1:1778625895.981862:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3e00.
00010000:00000010:3.1:1778625895.981878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:3.1:1778625896.021645:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00000080:00000010:2.1:1778625896.038669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:2.1:1778625896.046430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267400.
00010000:00000010:2.1:1778625896.098425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eea00.
00010000:00000010:2.1:1778625896.098440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63000.
00010000:00000010:2.1:1778625896.116646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63800.
00000080:00000010:3.1:1778625896.134678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca20.
00000080:00000010:3.1:1778625896.152738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0c0.
00010000:00000010:2.1:1778625896.410791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114a00.
00010000:00000010:2.1:1778625896.410806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed000.
00010000:00000010:3.1:1778625896.494856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63800.
00000080:00000010:3.1:1778625896.546702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00000080:00000010:3.1:1778625896.576335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7c0.
00010000:00000010:3.1:1778625896.600673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00000080:00000010:2.1:1778625896.608344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:2.1:1778625896.614120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00010000:00000010:2.1:1778625896.637718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee200.
00010000:00000010:2.1:1778625896.637724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62800.
00010000:00000010:3.1:1778625896.654638:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00000080:00000010:3.1:1778625896.671779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00000080:00000010:3.1:1778625896.681705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00010000:00000010:3.1:1778625896.718748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3600.
00010000:00000010:3.1:1778625896.718755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fea00.
00010000:00000010:2.1:1778625896.738664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62800.
00000080:00000010:2.1:1778625896.761651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00000080:00000010:2.1:1778625896.769955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec520.
00010000:00000010:3.1:1778625896.814859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74b00.
00010000:00000010:3.1:1778625896.814871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fea00.
00010000:00000010:3.1:1778625896.852474:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fea00.
00000080:00000010:2.1:1778625896.879657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00000080:00000010:3.1:1778625896.883670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00010000:00000010:3.1:1778625896.908952:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74000.
00010000:00000010:3.1:1778625896.908966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffe00.
00010000:00000010:2.1:1778625896.926114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63600.
00000080:00000010:2.1:1778625896.941630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0873c0.
00000080:00000010:2.1:1778625896.943664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00010000:00000010:2.1:1778625896.968960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67c00.
00010000:00000010:2.1:1778625896.968968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62000.
00010000:00000010:2.1:1778625896.997655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62000.
00000080:00000010:3.1:1778625897.018702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087660.
00000080:00000010:3.1:1778625897.039084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6c0.
00010000:00000010:3.1:1778625897.058873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74c00.
00010000:00000010:3.1:1778625897.058882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff600.
00010000:00000010:2.1:1778625897.092666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67e00.
00010000:00000010:2.1:1778625897.092681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63e00.
00010000:00000010:2.1:1778625897.124397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63e00.
00000080:00000010:2.1:1778625897.147232:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec800.
00000080:00000010:2.1:1778625897.151819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00010000:00000010:2.1:1778625897.273650:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67200.
00010000:00000010:2.1:1778625897.273657:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62200.
00010000:00000010:2.1:1778625897.287851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62200.
00000080:00000010:2.1:1778625897.302646:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb20.
00000080:00000010:2.1:1778625897.307839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00010000:00000010:2.1:1778625897.335872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67a00.
00010000:00000010:2.1:1778625897.335888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0e00.
00010000:00000010:2.1:1778625897.356816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1c00.
00000080:00000010:2.1:1778625897.386920:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd20.
00000080:00000010:2.1:1778625897.394656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00010000:00000010:2.1:1778625897.428735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67700.
00010000:00000010:2.1:1778625897.428743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1e00.
00010000:00000010:2.1:1778625897.439402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1800.
00000080:00000010:2.1:1778625897.448964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:2.1:1778625897.463278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00010000:00000010:2.1:1778625897.477664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1800.
00000080:00000010:2.1:1778625897.486648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2e0.
00000080:00000010:2.1:1778625897.490647:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd20.
00010000:00000010:2.1:1778625897.515005:0:204832:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67900.
00010000:00000010:2.1:1778625897.515015:0:204832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1600.
00000080:00000010:2.1:1778625897.522474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca0e0.
00000080:00000010:2.1:1778625897.522488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e640.
00000080:00000010:2.1:1778625897.522494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13c80.
00000080:00000010:2.1:1778625897.522499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e800.
00000080:00000010:2.1:1778625897.522502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13f60.
00000080:00000010:2.1:1778625897.522517:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e320.
00000080:00000010:2.1:1778625897.522523:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e360.
00000080:00000010:2.1:1778625897.522526:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ee60.
00000080:00000010:2.1:1778625897.522529:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e9a0.
00000080:00000010:2.1:1778625897.530354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39729c39c0.
00000080:00000010:2.1:1778625897.538020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9edc0.
00000080:00000010:2.1:1778625897.538041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca760.
00000080:00000010:2.1:1778625897.538046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13740.
00000080:00000010:2.1:1778625897.538051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca7a0.
00000080:00000010:2.1:1778625897.538054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13000.
00010000:00000010:2.1:1778625897.538152:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709600.
00010000:00000010:2.1:1778625897.538159:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebfe00.
00010000:00000010:2.1:1778625897.538163:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58000.
00010000:00000010:2.1:1778625897.538168:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9ce00.
00010000:00000010:2.1:1778625897.538171:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58200.
00010000:00000010:2.1:1778625897.538174:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d400.
00010000:00000010:2.1:1778625897.538178:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99a00.
00010000:00000010:2.1:1778625897.538181:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c000.
00010000:00000010:2.1:1778625897.538184:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c600.
00010000:00000010:2.1:1778625897.538187:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99900.
00010000:00000010:2.1:1778625897.538191:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d800.
00010000:00000010:2.1:1778625897.538193:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58a00.
00010000:00000010:2.1:1778625897.538196:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cdc00.
00010000:00000010:2.1:1778625897.538198:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99800.
00010000:00000010:2.1:1778625897.538201:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cc200.
00010000:00000010:2.1:1778625897.538204:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba000.
00010000:00000010:2.1:1778625897.538208:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cc400.
00010000:00000010:2.1:1778625897.538211:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eef00.
00010000:00000010:2.1:1778625897.538214:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cd400.
00010000:00000010:2.1:1778625897.538216:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee600.
00010000:00000010:2.1:1778625897.538220:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d800.
00010000:00000010:2.1:1778625897.538223:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eec00.
00010000:00000010:2.1:1778625897.538225:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cca00.
00010000:00000010:2.1:1778625897.538228:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee300.
00010000:00000010:2.1:1778625897.538231:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebf200.
00010000:00000010:2.1:1778625897.538233:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba200.
00010000:00000010:2.1:1778625897.538236:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d200.
00010000:00000010:2.1:1778625897.538239:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99700.
00010000:00000010:2.1:1778625897.538241:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebf800.
00010000:00000010:2.1:1778625897.538243:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709c00.
00010000:00000010:2.1:1778625897.538247:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7ca00.
00010000:00000010:2.1:1778625897.538249:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0000.
00000080:00000010:2.1:1778625897.550661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00000080:00000010:2.1:1778625897.554706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd20.
00010000:00000010:2.1:1778625897.567644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67b00.
00010000:00000010:2.1:1778625897.567658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0600.
00010000:00000010:2.1:1778625897.586705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0600.
00000080:00000010:3.1:1778625897.608257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:3.1:1778625897.608277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd20.
00010000:00000010:3.1:1778625897.622645:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74d00.
00010000:00000010:3.1:1778625897.622651:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe800.
00010000:00000010:2.1:1778625897.636665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0600.
00000080:00000010:2.1:1778625897.654026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec880.
00000080:00000010:2.1:1778625897.662904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00010000:00000010:2.1:1778625897.685195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee300.
00010000:00000010:2.1:1778625897.685201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1200.
00010000:00000010:2.1:1778625897.704880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0200.
00000080:00000010:2.1:1778625897.741701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc20.
00000080:00000010:2.1:1778625897.766253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00010000:00000010:3.1:1778625897.827645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffa00.
00000080:00000010:2.1:1778625897.859643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00000080:00000010:2.1:1778625897.871370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00010000:00000010:3.1:1778625897.954690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99700.
00010000:00000010:3.1:1778625897.954707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0800.
00010000:00000010:2.1:1778625897.985664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0400.
00000080:00000010:3.1:1778625898.013129:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec140.
00000080:00000010:3.1:1778625898.027053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2a0.
00010000:00000010:3.1:1778625898.043892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74100.
00010000:00000010:3.1:1778625898.043911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fee00.
00010000:00000010:2.1:1778625898.062847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0400.
00000080:00000010:2.1:1778625898.090646:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5e0.
00000080:00000010:2.1:1778625898.095793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00010000:00000010:2.1:1778625898.102662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99700.
00010000:00000010:2.1:1778625898.102676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d800.
00010000:00000010:2.1:1778625898.128082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d800.
00000080:00000010:2.1:1778625898.157201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb80.
00000080:00000010:3.1:1778625898.185768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00010000:00000010:3.1:1778625898.206642:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74700.
00010000:00000010:3.1:1778625898.206648:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:3.1:1778625898.231142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff400.
00000080:00000010:2.1:1778625898.267700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00000080:00000010:2.1:1778625898.271762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00010000:00000010:2.1:1778625898.302918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58000.
00010000:00000010:2.1:1778625898.302926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10800.
00010000:00000010:3.1:1778625898.328386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11a00.
00000080:00000010:3.1:1778625898.334534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:3.1:1778625898.344650:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00010000:00000010:3.1:1778625898.357027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00000080:00000010:2.1:1778625898.371660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267120.
00000080:00000010:2.1:1778625898.381868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b80.
00010000:00000010:2.1:1778625898.408683:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71b00.
00010000:00000010:2.1:1778625898.408691:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11200.
00010000:00000010:2.1:1778625898.434733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11800.
00000080:00000010:2.1:1778625898.443686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc40.
00000080:00000010:2.1:1778625898.454669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00010000:00000010:2.1:1778625898.480855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71d00.
00010000:00000010:2.1:1778625898.480871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10600.
00010000:00000010:2.1:1778625898.490711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10200.
00000080:00000010:2.1:1778625898.511136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00000080:00000010:2.1:1778625898.525658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00010000:00000010:3.1:1778625898.554882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71600.
00010000:00000010:3.1:1778625898.554898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10400.
00010000:00000010:2.1:1778625898.575858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11c00.
00000080:00000010:2.1:1778625898.613651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00000080:00000010:2.1:1778625898.632775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00010000:00000010:3.1:1778625898.654769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74f00.
00010000:00000010:3.1:1778625898.654783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:2.1:1778625898.695386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00000080:00000010:2.1:1778625898.717709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00000080:00000010:2.1:1778625898.724244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00010000:00000010:2.1:1778625898.742340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:2.1:1778625898.742351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11e00.
00010000:00000010:2.1:1778625898.758681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10000.
00000080:00000010:3.1:1778625898.784389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2a0.
00000080:00000010:3.1:1778625898.811950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd80.
00010000:00000010:2.1:1778625898.821792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74900.
00010000:00000010:2.1:1778625898.821807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fec00.
00010000:00000010:3.1:1778625898.849631:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74900.
00010000:00000010:3.1:1778625898.849638:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff000.
00010000:00000010:3.1:1778625898.868680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff000.
00000080:00000010:3.1:1778625898.893732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00000080:00000010:3.1:1778625898.904868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ec0.
00010000:00000010:3.1:1778625898.959644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a100.
00010000:00000010:3.1:1778625898.959659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:2.1:1778625898.992694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10000.
00000080:00000010:2.1:1778625899.044973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:2.1:1778625899.054691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1e0.
00010000:00000010:2.1:1778625899.081731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71600.
00010000:00000010:2.1:1778625899.081746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00010000:00000010:3.1:1778625899.124828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00000080:00000010:2.1:1778625899.166688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b40.
00000080:00000010:2.1:1778625899.183643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ec0.
00010000:00000010:3.1:1778625899.221334:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114900.
00010000:00000010:3.1:1778625899.221349:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00010000:00000010:3.1:1778625899.238800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00000080:00000010:2.1:1778625899.265677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087d20.
00000080:00000010:2.1:1778625899.269663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00010000:00000010:2.1:1778625899.306678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114a00.
00010000:00000010:2.1:1778625899.306694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00010000:00000010:2.1:1778625899.324653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00000080:00000010:2.1:1778625899.340254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9c0.
00000080:00000010:2.1:1778625899.360350:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00010000:00000010:2.1:1778625899.374430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00000080:00000010:2.1:1778625899.393631:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9780.
00000080:00000010:2.1:1778625899.416682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00010000:00000010:3.1:1778625899.427645:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a400.
00010000:00000010:3.1:1778625899.427651:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:3.1:1778625899.442768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00000080:00000010:2.1:1778625899.472749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087160.
00000080:00000010:2.1:1778625899.476661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00010000:00000010:2.1:1778625899.508755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114e00.
00010000:00000010:2.1:1778625899.508769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00010000:00000010:2.1:1778625899.529258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77c00.
00000080:00000010:2.1:1778625899.539656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec920.
00000080:00000010:3.1:1778625899.559650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9c0.
00010000:00000010:3.1:1778625899.584673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2ae00.
00010000:00000010:3.1:1778625899.584685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ece00.
00010000:00000010:2.1:1778625899.610655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77c00.
00000080:00000010:2.1:1778625899.627746:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec520.
00000080:00000010:2.1:1778625899.634660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec920.
00010000:00000010:2.1:1778625899.655220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114300.
00010000:00000010:2.1:1778625899.655234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76000.
00010000:00000010:1.1:1778625899.667656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77000.
00000080:00000010:1.1:1778625899.700219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9260.
00000080:00000010:1.1:1778625899.700242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec920.
00010000:00000010:1.1:1778625899.728656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835100.
00010000:00000010:1.1:1778625899.728670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172600.
00010000:00000010:1.1:1778625899.767634:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172600.
00000080:00000010:1.1:1778625899.781297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9220.
00000080:00000010:1.1:1778625899.789659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9260.
00010000:00000010:1.1:1778625899.799635:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835400.
00010000:00000010:1.1:1778625899.799640:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173400.
00010000:00000010:2.1:1778625899.832126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114600.
00010000:00000010:2.1:1778625899.832140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76000.
00010000:00000010:2.1:1778625899.848652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00000080:00000010:3.1:1778625899.859759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7c0.
00000080:00000010:3.1:1778625899.868878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec520.
00010000:00000010:2.1:1778625899.879968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114f00.
00010000:00000010:2.1:1778625899.879990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:2.1:1778625899.898421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00000080:00000010:2.1:1778625899.917427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec480.
00000080:00000010:2.1:1778625899.922655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec120.
00010000:00000010:2.1:1778625899.940450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114b00.
00010000:00000010:2.1:1778625899.940465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76400.
00010000:00000010:2.1:1778625899.958746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76400.
00000080:00000010:3.1:1778625899.986796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:2.1:1778625900.010802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec120.
00000080:00000010:1.1:1778625900.014652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ea60.
00000080:00000010:1.1:1778625900.014667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e2c0.
00000080:00000010:1.1:1778625900.014671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cae60.
00000080:00000010:1.1:1778625900.014676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e760.
00000080:00000010:1.1:1778625900.014680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e1c0.
00000080:00000010:1.1:1778625900.014686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3920.
00000080:00000010:1.1:1778625900.014690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eae0.
00000080:00000010:1.1:1778625900.014693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ed80.
00000080:00000010:1.1:1778625900.014696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e7a0.
00000080:00000010:1.1:1778625900.014698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cad80.
00000080:00000010:1.1:1778625900.014702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c38e0.
00000080:00000010:1.1:1778625900.014706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e940.
00000080:00000010:1.1:1778625900.014710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e720.
00000080:00000010:1.1:1778625900.014713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13ba0.
00000080:00000010:1.1:1778625900.014717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ee20.
00000080:00000010:1.1:1778625900.014723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca132a0.
00010000:00000010:1.1:1778625900.014732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58700.
00010000:00000010:1.1:1778625900.014778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c400.
00010000:00000010:1.1:1778625900.014784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58500.
00010000:00000010:1.1:1778625900.014787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9d400.
00010000:00000010:1.1:1778625900.014790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bbac00.
00010000:00000010:1.1:1778625900.014796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebe400.
00010000:00000010:1.1:1778625900.014798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58b00.
00010000:00000010:1.1:1778625900.014801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9ca00.
00010000:00000010:1.1:1778625900.014803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58d00.
00010000:00000010:1.1:1778625900.014805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9d800.
00010000:00000010:1.1:1778625900.014808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99200.
00010000:00000010:1.1:1778625900.014811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1c400.
00010000:00000010:1.1:1778625900.014815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709100.
00010000:00000010:1.1:1778625900.014818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebe800.
00010000:00000010:1.1:1778625900.014820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58100.
00010000:00000010:1.1:1778625900.014822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c800.
00010000:00000010:1.1:1778625900.014825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58f00.
00010000:00000010:1.1:1778625900.014827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c600.
00010000:00000010:1.1:1778625900.014829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58600.
00010000:00000010:1.1:1778625900.014832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebf400.
00010000:00000010:1.1:1778625900.014835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99400.
00010000:00000010:1.1:1778625900.014837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d400.
00010000:00000010:1.1:1778625900.014839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58c00.
00010000:00000010:1.1:1778625900.014841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9d600.
00010000:00000010:1.1:1778625900.014843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58300.
00010000:00000010:1.1:1778625900.014845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9de00.
00010000:00000010:1.1:1778625900.014848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709f00.
00010000:00000010:1.1:1778625900.014850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7cc00.
00010000:00000010:1.1:1778625900.014852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58e00.
00010000:00000010:1.1:1778625900.014854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9d000.
00010000:00000010:1.1:1778625900.014857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba300.
00010000:00000010:1.1:1778625900.014860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7de00.
00010000:00000010:3.1:1778625900.018145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114d00.
00010000:00000010:3.1:1778625900.018159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76200.
00010000:00000010:3.1:1778625900.038628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00000080:00000010:2.1:1778625900.071736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267700.
00000080:00000010:3.1:1778625900.076091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00010000:00000010:3.1:1778625900.099762:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a800.
00010000:00000010:3.1:1778625900.099769:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0800.
00010000:00000010:3.1:1778625900.120648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0a00.
00000080:00000010:3.1:1778625900.126824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625900.148297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d200.
00000080:00000010:2.1:1778625900.157757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4a0.
00000080:00000010:2.1:1778625900.166678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0878c0.
00010000:00000010:2.1:1778625900.190149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114900.
00010000:00000010:2.1:1778625900.190164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77800.
00010000:00000010:2.1:1778625900.218730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77800.
00000080:00000010:2.1:1778625900.276792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4a0.
00010000:00000010:2.1:1778625900.298675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faab00.
00010000:00000010:2.1:1778625900.298683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76200.
00010000:00000010:3.1:1778625900.310756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0a00.
00000080:00000010:2.1:1778625900.323672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267860.
00000080:00000010:2.1:1778625900.331688:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625900.354076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa100.
00010000:00000010:2.1:1778625900.354090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00010000:00000010:3.1:1778625900.371825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00000080:00000010:2.1:1778625900.413289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:2.1:1778625900.421672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece80.
00010000:00000010:2.1:1778625900.430648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa600.
00010000:00000010:2.1:1778625900.430656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6600.
00010000:00000010:2.1:1778625900.440768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6e00.
00000080:00000010:2.1:1778625900.463749:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1a0.
00000080:00000010:2.1:1778625900.472692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece80.
00010000:00000010:2.1:1778625900.484657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef800.
00010000:00000010:2.1:1778625900.484672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7200.
00010000:00000010:3.1:1778625900.510181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1800.
00000080:00000010:2.1:1778625900.527872:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677e0.
00000080:00000010:2.1:1778625900.537674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f20.
00010000:00000010:2.1:1778625900.553695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efa00.
00010000:00000010:2.1:1778625900.553706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7800.
00010000:00000010:2.1:1778625900.627136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7ca00.
00000080:00000010:2.1:1778625900.646660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8a0.
00000080:00000010:2.1:1778625900.663660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087620.
00010000:00000010:2.1:1778625900.684559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef000.
00010000:00000010:2.1:1778625900.684567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6a00.
00010000:00000010:3.1:1778625900.716699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1800.
00000080:00000010:3.1:1778625900.723305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625900.736235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00010000:00000010:2.1:1778625900.757788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef400.
00010000:00000010:2.1:1778625900.757796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6a00.
00010000:00000010:2.1:1778625900.782643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6a00.
00000080:00000010:2.1:1778625900.829670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec060.
00000080:00000010:2.1:1778625900.846726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8a0.
00010000:00000010:2.1:1778625900.886698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef500.
00010000:00000010:2.1:1778625900.886709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6000.
00010000:00000010:3.1:1778625900.919019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0000.
00000080:00000010:2.1:1778625900.945758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:2.1:1778625900.954651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8a0.
00000080:00000010:1.1:1778625900.978748:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13e40.
00000080:00000010:1.1:1778625900.978765:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cae80.
00000080:00000010:1.1:1778625900.978770:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caa40.
00000080:00000010:1.1:1778625900.978774:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3b60.
00000080:00000010:1.1:1778625900.978778:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca960.
00000080:00000010:1.1:1778625900.978785:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13800.
00000080:00000010:1.1:1778625900.978789:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e8c0.
00000080:00000010:1.1:1778625900.978795:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eec0.
00000080:00000010:1.1:1778625900.978798:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e080.
00000080:00000010:1.1:1778625900.978801:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e900.
00000080:00000010:1.1:1778625900.978806:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e0e0.
00000080:00000010:1.1:1778625900.978811:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca2e0.
00000080:00000010:1.1:1778625900.978815:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e9c0.
00010000:00000010:1.1:1778625900.978823:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315600.
00010000:00000010:1.1:1778625900.978829:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fa000.
00010000:00000010:1.1:1778625900.978834:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99600.
00010000:00000010:1.1:1778625900.978837:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1dc00.
00010000:00000010:1.1:1778625900.978841:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99c00.
00010000:00000010:1.1:1778625900.978843:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fac00.
00010000:00000010:1.1:1778625900.978845:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315c00.
00010000:00000010:1.1:1778625900.978847:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d000.
00010000:00000010:1.1:1778625900.978850:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315300.
00010000:00000010:1.1:1778625900.978853:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebea00.
00010000:00000010:1.1:1778625900.978856:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99300.
00010000:00000010:1.1:1778625900.978859:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebec00.
00010000:00000010:1.1:1778625900.978861:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99e00.
00010000:00000010:1.1:1778625900.978864:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1c200.
00010000:00000010:1.1:1778625900.979096:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315e00.
00010000:00000010:1.1:1778625900.979099:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebe000.
00010000:00000010:1.1:1778625900.979103:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba600.
00010000:00000010:1.1:1778625900.979107:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7ce00.
00010000:00000010:1.1:1778625900.979109:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315000.
00010000:00000010:1.1:1778625900.979112:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fba00.
00010000:00000010:1.1:1778625900.979114:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315200.
00010000:00000010:1.1:1778625900.979117:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9cc00.
00010000:00000010:1.1:1778625900.979119:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315400.
00010000:00000010:1.1:1778625900.979122:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9da00.
00010000:00000010:1.1:1778625900.979125:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315a00.
00010000:00000010:1.1:1778625900.979128:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9d200.
00010000:00000010:1.1:1778625900.979131:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58900.
00010000:00000010:1.1:1778625900.979133:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9dc00.
00010000:00000010:1.1:1778625900.979135:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99000.
00010000:00000010:1.1:1778625900.979139:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebf000.
00010000:00000010:1.1:1778625900.979141:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58800.
00010000:00000010:1.1:1778625900.979143:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c200.
00010000:00000010:2.1:1778625900.987771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efc00.
00010000:00000010:2.1:1778625900.987784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7c00.
00010000:00000010:2.1:1778625900.995765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7600.
00000080:00000010:2.1:1778625901.011651:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece60.
00000080:00000010:2.1:1778625901.016656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8a0.
00010000:00000010:2.1:1778625901.046729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7600.
00000080:00000010:3.1:1778625901.069769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece60.
00010000:00000010:2.1:1778625901.098765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efd00.
00010000:00000010:2.1:1778625901.098776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7600.
00010000:00000010:2.1:1778625901.115843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7600.
00000080:00000010:2.1:1778625901.142030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd00.
00000080:00000010:2.1:1778625901.158039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6a0.
00010000:00000010:3.1:1778625901.210660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873d00.
00010000:00000010:3.1:1778625901.210674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00010000:00000010:2.1:1778625901.255700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00010000:00000010:2.1:1778625901.308415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114700.
00010000:00000010:2.1:1778625901.308431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d200.
00010000:00000010:2.1:1778625901.324844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00000080:00000010:2.1:1778625901.342664:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00000080:00000010:2.1:1778625901.362631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf00.
00010000:00000010:2.1:1778625901.391153:0:1035:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efb00.
00010000:00000010:2.1:1778625901.391166:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00010000:00000010:2.1:1778625901.408087:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d000.
00000080:00000010:2.1:1778625901.416699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2c0.
00000080:00000010:2.1:1778625901.420708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:2.1:1778625901.458654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef900.
00010000:00000010:2.1:1778625901.458665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d000.
00010000:00000010:2.1:1778625901.492148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d000.
00000080:00000010:2.1:1778625901.521705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca40.
00000080:00000010:2.1:1778625901.537787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:2.1:1778625901.560650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef300.
00010000:00000010:2.1:1778625901.560657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8de00.
00010000:00000010:2.1:1778625901.587283:0:221330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873200.
00010000:00000010:2.1:1778625901.587296:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0c00.
00010000:00000010:2.1:1778625901.610739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8de00.
00000080:00000010:3.1:1778625901.637657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec640.
00000080:00000010:3.1:1778625901.647793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec7a0.
00010000:00000010:3.1:1778625901.680666:0:221331:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873e00.
00010000:00000010:3.1:1778625901.680676:0:221331:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1c00.
00010000:00000010:2.1:1778625901.711655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8de00.
00000080:00000010:2.1:1778625901.731701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd40.
00000080:00000010:2.1:1778625901.740723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4c0.
00010000:00000010:2.1:1778625901.768789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ac00.
00010000:00000010:2.1:1778625901.768798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c200.
00010000:00000010:2.1:1778625901.795126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c200.
00000080:00000010:2.1:1778625901.824169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece20.
00000080:00000010:3.1:1778625901.838260:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec4c0.
00010000:00000010:3.1:1778625901.843218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873700.
00010000:00000010:3.1:1778625901.843232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0400.
00010000:00000010:3.1:1778625901.864362:0:221330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0400.
00010000:00000010:2.1:1778625901.962088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d000.
00000080:00000010:1.1:1778625901.963957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ecc0.
00000080:00000010:1.1:1778625901.965697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e5a0.
00000080:00000010:1.1:1778625901.965718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3ee0.
00000080:00000010:1.1:1778625901.965723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3c80.
00000080:00000010:1.1:1778625901.969713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef00.
00000080:00000010:1.1:1778625901.969740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e600.
00000080:00000010:1.1:1778625901.969745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3b20.
00000080:00000010:1.1:1778625901.969750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3be0.
00000080:00000010:1.1:1778625901.969753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e5c0.
00000080:00000010:1.1:1778625901.969756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ed40.
00000080:00000010:1.1:1778625901.969760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13c60.
00000080:00000010:1.1:1778625901.969765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca4a0.
00000080:00000010:1.1:1778625901.969769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eac0.
00000080:00000010:1.1:1778625901.969772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ed00.
00000080:00000010:1.1:1778625901.969778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e300.
00000080:00000010:1.1:1778625901.969781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e980.
00010000:00000010:1.1:1778625901.969786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e700.
00010000:00000010:1.1:1778625901.969792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fa400.
00010000:00000010:1.1:1778625901.969798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315900.
00010000:00000010:1.1:1778625901.969801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fb400.
00010000:00000010:1.1:1778625901.969814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99500.
00010000:00000010:1.1:1778625901.969817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1c000.
00010000:00000010:1.1:1778625901.969820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99b00.
00010000:00000010:1.1:1778625901.969822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1cc00.
00010000:00000010:1.1:1778625901.969825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99d00.
00010000:00000010:1.1:1778625901.969827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5faa00.
00010000:00000010:1.1:1778625901.969836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315800.
00010000:00000010:1.1:1778625901.969840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fb800.
00010000:00000010:1.1:1778625901.969842:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99100.
00010000:00000010:1.1:1778625901.969845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1da00.
00010000:00000010:1.1:1778625901.969848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99f00.
00010000:00000010:1.1:1778625901.969850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d200.
00010000:00000010:1.1:1778625901.969853:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315700.
00010000:00000010:1.1:1778625901.969855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fa800.
00010000:00000010:1.1:1778625901.969858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315500.
00010000:00000010:1.1:1778625901.969860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fa600.
00010000:00000010:1.1:1778625901.969863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315b00.
00010000:00000010:1.1:1778625901.969865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c200.
00010000:00000010:1.1:1778625901.969868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bba100.
00010000:00000010:1.1:1778625901.969873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebf600.
00010000:00000010:1.1:1778625901.969876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315d00.
00010000:00000010:1.1:1778625901.969879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fb600.
00010000:00000010:1.1:1778625901.969882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315100.
00010000:00000010:1.1:1778625901.969884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fbe00.
00010000:00000010:1.1:1778625901.969887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e315f00.
00010000:00000010:1.1:1778625901.969889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fb000.
00010000:00000010:1.1:1778625901.969892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bbaf00.
00010000:00000010:1.1:1778625901.969894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fae00.
00000080:00000010:2.1:1778625901.973694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec620.
00000080:00000010:2.1:1778625901.983655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087660.
00010000:00000010:2.1:1778625901.996138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d400.
00000080:00000010:3.1:1778625902.038689:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec960.
00000080:00000010:3.1:1778625902.051660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece20.
00010000:00000010:3.1:1778625902.095753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873800.
00010000:00000010:3.1:1778625902.095768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00000080:00000010:3.1:1778625902.159463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0872c0.
00000080:00000010:3.1:1778625902.164656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087000.
00010000:00000010:3.1:1778625902.204662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873400.
00010000:00000010:3.1:1778625902.204675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6600.
00010000:00000010:1.1:1778625902.238731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173e00.
00000080:00000010:1.1:1778625902.246767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9460.
00000080:00000010:2.1:1778625902.251645:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9240.
00010000:00000010:2.1:1778625902.275721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a100.
00010000:00000010:2.1:1778625902.275730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c000.
00010000:00000010:3.1:1778625902.289066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6600.
00000080:00000010:2.1:1778625902.309791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:2.1:1778625902.314721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267960.
00010000:00000010:2.1:1778625902.341248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ad00.
00010000:00000010:2.1:1778625902.341257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ca00.
00010000:00000010:2.1:1778625902.352676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8dc00.
00000080:00000010:2.1:1778625902.395923:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfe0.
00000080:00000010:2.1:1778625902.410662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0e0.
00010000:00000010:2.1:1778625902.436696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a400.
00010000:00000010:2.1:1778625902.436708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d800.
00010000:00000010:2.1:1778625902.455757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8da00.
00000080:00000010:3.1:1778625902.483460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec240.
00000080:00000010:3.1:1778625902.484739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0e0.
00010000:00000010:2.1:1778625902.509664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a300.
00010000:00000010:2.1:1778625902.509676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8da00.
00010000:00000010:2.1:1778625902.551847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ae00.
00010000:00000010:2.1:1778625902.551854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00010000:00000010:3.1:1778625902.572749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00000080:00000010:3.1:1778625902.597072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:3.1:1778625902.597085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5a0.
00010000:00000010:3.1:1778625902.613775:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675500.
00010000:00000010:3.1:1778625902.613782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7e00.
00010000:00000010:2.1:1778625902.628874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7000.
00000080:00000010:2.1:1778625902.640660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec500.
00000080:00000010:2.1:1778625902.652730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecca0.
00010000:00000010:2.1:1778625902.683719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a500.
00010000:00000010:2.1:1778625902.683731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5ca00.
00010000:00000010:2.1:1778625902.709653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5ca00.
00000080:00000010:3.1:1778625902.738761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecaa0.
00000080:00000010:3.1:1778625902.749738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecca0.
00010000:00000010:2.1:1778625902.783235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a900.
00010000:00000010:2.1:1778625902.783243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d400.
00010000:00000010:1.1:1778625902.800906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172e00.
00000080:00000010:1.1:1778625902.842397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9e20.
00000080:00000010:1.1:1778625902.854656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a94a0.
00010000:00000010:1.1:1778625902.892357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835e00.
00010000:00000010:1.1:1778625902.892371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172c00.
00010000:00000010:1.1:1778625902.925770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172c00.
00000080:00000010:1.1:1778625902.956771:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9680.
00000080:00000010:1.1:1778625902.961947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a94a0.
00010000:00000010:1.1:1778625902.978744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172c00.
00000080:00000010:2.1:1778625903.000651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9680.
00000080:00000010:2.1:1778625903.008783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9e20.
00010000:00000010:2.1:1778625903.021295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8b00.
00010000:00000010:2.1:1778625903.021302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5de00.
00010000:00000010:2.1:1778625903.044660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5de00.
00000080:00000010:3.1:1778625903.069044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecec0.
00000080:00000010:3.1:1778625903.072759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecdc0.
00010000:00000010:3.1:1778625903.092897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675b00.
00010000:00000010:3.1:1778625903.092918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6800.
00010000:00000010:2.1:1778625903.116653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5de00.
00000080:00000010:2.1:1778625903.132710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecae0.
00000080:00000010:2.1:1778625903.139660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00000080:00000010:1.1:1778625903.165029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e260.
00000080:00000010:1.1:1778625903.165630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3100.
00000080:00000010:1.1:1778625903.165637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13720.
00000080:00000010:1.1:1778625903.165643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3800.
00000080:00000010:1.1:1778625903.165646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13700.
00000080:00000010:1.1:1778625903.165652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e4a0.
00000080:00000010:1.1:1778625903.165655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e440.
00000080:00000010:1.1:1778625903.165658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ece0.
00000080:00000010:1.1:1778625903.165662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caf40.
00000080:00000010:1.1:1778625903.165666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e0c0.
00000080:00000010:1.1:1778625903.165669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eea0.
00000080:00000010:1.1:1778625903.165672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca7c0.
00000080:00000010:1.1:1778625903.165675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e7c0.
00000080:00000010:1.1:1778625903.165678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e6e0.
00000080:00000010:1.1:1778625903.168170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c33c0.
00000080:00000010:1.1:1778625903.168186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e840.
00010000:00000010:1.1:1778625903.168194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4ec00.
00010000:00000010:1.1:1778625903.168200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00010000:00000010:1.1:1778625903.168205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731edd00.
00010000:00000010:1.1:1778625903.168208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1de00.
00010000:00000010:1.1:1778625903.168212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1400.
00010000:00000010:1.1:1778625903.168216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c800.
00010000:00000010:1.1:1778625903.168218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed100.
00010000:00000010:1.1:1778625903.168220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d000.
00010000:00000010:1.1:1778625903.168222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1a00.
00010000:00000010:1.1:1778625903.168225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7da00.
00010000:00000010:1.1:1778625903.168227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1900.
00010000:00000010:1.1:1778625903.168230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cbc00.
00010000:00000010:1.1:1778625903.168232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e300.
00010000:00000010:1.1:1778625903.168247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00010000:00000010:1.1:1778625903.168250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4ee00.
00010000:00000010:1.1:1778625903.168253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca400.
00010000:00000010:1.1:1778625903.168255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e000.
00010000:00000010:1.1:1778625903.168258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebee00.
00010000:00000010:1.1:1778625903.168261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e200.
00010000:00000010:1.1:1778625903.168264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb400.
00010000:00000010:1.1:1778625903.168267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e400.
00010000:00000010:1.1:1778625903.168269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8caa00.
00010000:00000010:1.1:1778625903.168272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bbae00.
00010000:00000010:1.1:1778625903.168277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973ebfc00.
00010000:00000010:1.1:1778625903.168280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4ea00.
00010000:00000010:1.1:1778625903.168282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fb200.
00010000:00000010:1.1:1778625903.168285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e900.
00010000:00000010:1.1:1778625903.168288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fbc00.
00010000:00000010:1.1:1778625903.168290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731edf00.
00010000:00000010:1.1:1778625903.168292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1ce00.
00010000:00000010:1.1:1778625903.168295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e800.
00010000:00000010:1.1:1778625903.168297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fa200.
00010000:00000010:2.1:1778625903.169383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8600.
00010000:00000010:2.1:1778625903.169391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d600.
00010000:00000010:2.1:1778625903.195801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d600.
00000080:00000010:3.1:1778625903.243772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecea0.
00000080:00000010:3.1:1778625903.255757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00010000:00000010:3.1:1778625903.277654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675800.
00010000:00000010:3.1:1778625903.277665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6a00.
00010000:00000010:2.1:1778625903.307751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d600.
00000080:00000010:2.1:1778625903.342077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00010000:00000010:2.1:1778625903.356753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8100.
00010000:00000010:2.1:1778625903.356765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5ce00.
00010000:00000010:2.1:1778625903.377654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5ce00.
00000080:00000010:2.1:1778625903.398636:0:221330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecec0.
00000080:00000010:2.1:1778625903.404681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb60.
00000080:00000010:1.1:1778625911.934829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13660.
00000080:00000010:1.1:1778625911.934854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e020.
00000080:00000010:1.1:1778625911.934861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca600.
00000080:00000010:1.1:1778625911.934866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eb80.
00000080:00000010:1.1:1778625911.934870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3040.
00000080:00000010:1.1:1778625911.934874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caa80.
00000080:00000010:1.1:1778625911.934877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca840.
00000080:00000010:1.1:1778625911.934880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13cc0.
00000080:00000010:1.1:1778625911.934883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e1e0.
00000080:00000010:1.1:1778625911.934887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ee40.
00000080:00000010:1.1:1778625911.934890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9efc0.
00000080:00000010:1.1:1778625911.936649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca520.
00000080:00000010:1.1:1778625911.936663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13d80.
00000080:00000010:1.1:1778625911.936667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3ea0.
00000080:00000010:1.1:1778625911.936671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e500.
00000080:00000010:1.1:1778625911.936675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e040.
00000080:00000010:1.1:1778625911.936678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e4e0.
00000080:00000010:1.1:1778625911.936681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eca0.
00010000:00000010:3.1:1778625911.937288:0:204832:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835a00.
00010000:00000010:3.1:1778625911.937295:0:204832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172800.
00000080:00000010:3.1:1778625911.946533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e8a0.
00000080:00000010:3.1:1778625911.954637:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3860.
00000080:00000010:3.1:1778625911.954646:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13620.
00000080:00000010:3.1:1778625911.954653:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ee00.
00000080:00000010:3.1:1778625911.954658:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cade0.
00000080:00000010:3.1:1778625911.954663:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ede0.
00000080:00000010:2.1:1778625911.961687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca880.
00000080:00000010:2.1:1778625911.961711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e820.
00000080:00000010:2.1:1778625911.961718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cada0.
00000080:00000010:2.1:1778625911.961768:0:214177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ec60.
00000080:00000010:2.1:1778625911.961773:0:214177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3cc0.
00000080:00000010:2.1:1778625911.961783:0:214177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e100.
00000080:00000010:2.1:1778625911.984401:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e420.
00000080:00000010:2.1:1778625911.984420:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ec80.
00000080:00000010:2.1:1778625911.984425:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3e40.
00000080:00000010:2.1:1778625911.984433:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca2c0.
00000080:00000010:2.1:1778625911.984438:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef60.
00000080:00000010:2.1:1778625911.984444:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3ac0.
00000080:00000010:2.1:1778625911.984448:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e6c0.
00000080:00000010:2.1:1778625911.984451:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e8e0.
00000080:00000010:2.1:1778625911.984455:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ed20.
00000080:00000010:3.1:1778625911.984643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3d00.
00000080:00000010:3.1:1778625911.992888:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef40.
00000080:00000010:3.1:1778625911.992897:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ea40.
00000080:00000010:3.1:1778625911.992903:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca134e0.
00000080:00000010:3.1:1778625911.992910:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cabe0.
00000080:00000010:3.1:1778625911.992914:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca6a0.
00000080:00000010:3.1:1778625911.992920:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca020.
00000080:00000010:3.1:1778625911.992924:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e960.
00000080:00000010:3.1:1778625911.992931:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e520.
00000080:00000010:3.1:1778625911.992934:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca700.
00000080:00000010:3.1:1778625911.992938:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cad20.
00000080:00000010:3.1:1778625911.992942:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca620.
00000080:00000010:3.1:1778625911.992945:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef20.
00000080:00000010:3.1:1778625911.992955:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e920.
00000080:00000010:3.1:1778625911.992960:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3560.
00000080:00000010:3.1:1778625911.992964:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca540.
00000080:00000010:3.1:1778625911.992968:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3200.
00000080:00000010:1.1:1778625911.993817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c33e0.
00010000:00000010:1.1:1778625911.993824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b400.
00010000:00000010:1.1:1778625911.993829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1fa00.
00000080:00000010:2.1:1778625912.005648:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca136a0.
00000080:00000010:2.1:1778625912.005661:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cab00.
00000080:00000010:2.1:1778625912.005666:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13940.
00000080:00000010:2.1:1778625912.005674:0:204832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e180.
00000080:00000010:2.1:1778625912.005798:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e9e0.
00000080:00000010:2.1:1778625912.005804:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13120.
00000080:00000010:2.1:1778625912.005808:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e4c0.
00000080:00000010:2.1:1778625912.005812:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c38c0.
00000080:00000010:2.1:1778625912.005816:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e6a0.
00000080:00000010:2.1:1778625912.005820:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e2e0.
00000080:00000010:2.1:1778625912.005823:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13be0.
00000080:00000010:2.1:1778625912.005827:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca137c0.
00000080:00000010:2.1:1778625912.005830:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e3c0.
00000080:00000010:2.1:1778625912.005834:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caf80.
00000080:00000010:2.1:1778625912.005851:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e380.
00000080:00000010:2.1:1778625912.005855:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e2a0.
00000080:00000010:2.1:1778625912.005858:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3900.
00000080:00000010:2.1:1778625912.005862:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ea00.
00000080:00000010:2.1:1778625912.006016:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e460.
00000080:00000010:2.1:1778625912.006021:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca130e0.
00000080:00000010:2.1:1778625912.006024:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13780.
00000080:00000010:2.1:1778625912.006027:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e5e0.
00000080:00000010:2.1:1778625912.006032:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ec00.
00000080:00000010:2.1:1778625912.006037:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13b40.
00000080:00000010:3.1:1778625912.008651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e140.
00000080:00000010:3.1:1778625912.008662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ec20.
00000080:00000010:3.1:1778625912.008666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3000.
00000080:00000010:3.1:1778625912.008672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13640.
00000080:00000010:3.1:1778625912.008676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e000.
00000080:00000010:3.1:1778625912.008680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c39c0.
00000080:00000010:3.1:1778625912.008684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca139a0.
00000080:00000010:3.1:1778625912.008688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e880.
00000080:00000010:3.1:1778625912.008692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ea20.
00000080:00000010:3.1:1778625912.008695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13c20.
00000080:00000010:3.1:1778625912.008698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3ae0.
00000080:00000010:3.1:1778625912.008701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eaa0.
00000080:00000010:3.1:1778625912.008706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13a80.
00000080:00000010:3.1:1778625912.008709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13ae0.
00000080:00000010:3.1:1778625912.008715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e560.
00000080:00000010:2.1:1778625912.017655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13340.
00000080:00000010:2.1:1778625912.017668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eb00.
00000080:00000010:2.1:1778625912.021734:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3e20.
00000080:00000010:2.1:1778625912.021743:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca100.
00000080:00000010:2.1:1778625912.021747:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e860.
00000080:00000010:2.1:1778625912.021755:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e540.
00000080:00000010:2.1:1778625912.021758:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9eb40.
00000080:00000010:2.1:1778625912.021762:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13e20.
00010000:00000010:2.1:1778625912.021768:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8b00.
00010000:00000010:2.1:1778625912.021772:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee5e00.
00010000:00000010:2.1:1778625912.021778:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1ba00.
00010000:00000010:2.1:1778625912.021781:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0000.
00010000:00000010:2.1:1778625912.021788:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1b00.
00010000:00000010:2.1:1778625912.021792:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ffe00.
00010000:00000010:2.1:1778625912.021795:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1d00.
00010000:00000010:2.1:1778625912.021798:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0c00.
00010000:00000010:2.1:1778625912.021801:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b900.
00010000:00000010:2.1:1778625912.021804:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1f200.
00010000:00000010:2.1:1778625912.021807:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1100.
00010000:00000010:2.1:1778625912.021810:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ffa00.
00010000:00000010:2.1:1778625912.021814:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3f00.
00010000:00000010:2.1:1778625912.021819:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7c00.
00010000:00000010:2.1:1778625912.021825:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e000.
00010000:00000010:2.1:1778625912.021828:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4600.
00010000:00000010:2.1:1778625912.021831:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e200.
00010000:00000010:2.1:1778625912.021834:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00010000:00000010:2.1:1778625912.021847:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e400.
00010000:00000010:2.1:1778625912.021850:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1200.
00010000:00000010:2.1:1778625912.021853:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ea00.
00010000:00000010:2.1:1778625912.021856:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1c00.
00010000:00000010:2.1:1778625912.021858:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1f00.
00010000:00000010:2.1:1778625912.021863:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6200.
00010000:00000010:2.1:1778625912.021939:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1600.
00010000:00000010:2.1:1778625912.021945:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00010000:00000010:2.1:1778625912.021949:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b800.
00010000:00000010:2.1:1778625912.021952:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1fc00.
00010000:00000010:2.1:1778625912.021955:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e900.
00010000:00000010:2.1:1778625912.021957:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00010000:00000010:2.1:1778625912.021960:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e800.
00010000:00000010:2.1:1778625912.021963:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0400.
00010000:00000010:2.1:1778625912.021965:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b700.
00010000:00000010:2.1:1778625912.021970:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd200.
00010000:00000010:2.1:1778625912.021974:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e700.
00010000:00000010:2.1:1778625912.021978:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ccc00.
00010000:00000010:2.1:1778625912.021981:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e500.
00010000:00000010:2.1:1778625912.021983:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cda00.
00010000:00000010:2.1:1778625912.021986:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b500.
00010000:00000010:2.1:1778625912.021989:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1e200.
00010000:00000010:2.1:1778625912.021992:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3600.
00010000:00000010:2.1:1778625912.021995:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4ca00.
00010000:00000010:2.1:1778625912.021998:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0eb00.
00010000:00000010:2.1:1778625912.022000:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cdc00.
00010000:00000010:2.1:1778625912.022004:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3c00.
00010000:00000010:2.1:1778625912.022008:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6a00.
00010000:00000010:2.1:1778625912.022010:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ed00.
00010000:00000010:2.1:1778625912.022013:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc200.
00010000:00000010:2.1:1778625912.022015:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3300.
00010000:00000010:2.1:1778625912.022018:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6400.
00010000:00000010:2.1:1778625912.022020:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e100.
00010000:00000010:2.1:1778625912.022023:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc400.
00010000:00000010:2.1:1778625912.022025:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ef00.
00010000:00000010:2.1:1778625912.022028:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7e00.
00010000:00000010:2.1:1778625912.022032:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e600.
00010000:00000010:2.1:1778625912.022034:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd400.
00010000:00000010:2.1:1778625912.022037:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1bb00.
00010000:00000010:2.1:1778625912.022039:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1e400.
00010000:00000010:2.1:1778625912.022042:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ec00.
00010000:00000010:2.1:1778625912.022044:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cca00.
00010000:00000010:2.1:1778625912.022047:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e300.
00010000:00000010:2.1:1778625912.022049:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd800.
00010000:00000010:2.1:1778625912.022051:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1bd00.
00010000:00000010:2.1:1778625912.022054:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1f400.
00010000:00000010:2.1:1778625912.022057:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b100.
00010000:00000010:2.1:1778625912.022059:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1ea00.
00010000:00000010:2.1:1778625912.022062:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3e00.
00010000:00000010:2.1:1778625912.022064:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6800.
00010000:00000010:2.1:1778625912.022066:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ee00.
00010000:00000010:2.1:1778625912.022069:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc800.
00010000:00000010:2.1:1778625912.022071:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1bf00.
00010000:00000010:2.1:1778625912.022073:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1f800.
00010000:00000010:2.1:1778625912.022079:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7200.
00010000:00000010:2.1:1778625912.022082:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc600.
00010000:00000010:2.1:1778625912.022085:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7400.
00010000:00000010:2.1:1778625912.022088:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd600.
00010000:00000010:2.1:1778625912.022090:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7a00.
00010000:00000010:2.1:1778625912.022093:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cde00.
00010000:00000010:2.1:1778625912.022096:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b600.
00010000:00000010:2.1:1778625912.022098:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1e800.
00010000:00000010:2.1:1778625912.022101:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7900.
00010000:00000010:2.1:1778625912.022103:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd000.
00010000:00000010:2.1:1778625912.022106:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7800.
00010000:00000010:2.1:1778625912.022109:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cce00.
00010000:00000010:2.1:1778625912.022936:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3000.
00010000:00000010:2.1:1778625912.022944:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d200.
00010000:00000010:2.1:1778625912.022949:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed600.
00010000:00000010:2.1:1778625912.022952:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7a00.
00010000:00000010:2.1:1778625912.022955:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3200.
00010000:00000010:2.1:1778625912.022958:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7200.
00010000:00000010:2.1:1778625912.022961:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1300.
00010000:00000010:2.1:1778625912.022964:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:2.1:1778625912.022968:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7700.
00010000:00000010:2.1:1778625912.022971:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc000.
00010000:00000010:2.1:1778625912.022975:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7500.
00010000:00000010:2.1:1778625912.022979:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0400.
00010000:00000010:2.1:1778625912.022982:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7b00.
00010000:00000010:2.1:1778625912.022985:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6600.
00010000:00000010:2.1:1778625912.022987:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3400.
00010000:00000010:2.1:1778625912.022990:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7600.
00010000:00000010:2.1:1778625912.022992:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3a00.
00010000:00000010:2.1:1778625912.022994:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6e00.
00010000:00000010:2.1:1778625912.022996:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7d00.
00010000:00000010:2.1:1778625912.023000:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1400.
00010000:00000010:2.1:1778625912.023004:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7100.
00010000:00000010:2.1:1778625912.023007:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00010000:00000010:2.1:1778625912.023010:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731edc00.
00010000:00000010:2.1:1778625912.023012:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1e600.
00010000:00000010:2.1:1778625912.023015:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1e00.
00010000:00000010:2.1:1778625912.023017:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7000.
00010000:00000010:2.1:1778625912.023020:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed300.
00010000:00000010:2.1:1778625912.023022:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1f600.
00010000:00000010:2.1:1778625912.023025:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7f00.
00010000:00000010:2.1:1778625912.023027:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4de00.
00010000:00000010:2.1:1778625912.023031:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7600.
00010000:00000010:2.1:1778625912.023033:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7800.
00010000:00000010:2.1:1778625912.023035:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3900.
00010000:00000010:2.1:1778625912.023038:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c200.
00010000:00000010:2.1:1778625912.023041:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7c00.
00010000:00000010:2.1:1778625912.023043:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1800.
00010000:00000010:2.1:1778625912.023045:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7300.
00010000:00000010:2.1:1778625912.023048:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0800.
00010000:00000010:2.1:1778625912.023050:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3800.
00010000:00000010:2.1:1778625912.023052:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d600.
00010000:00000010:2.1:1778625912.023055:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7e00.
00010000:00000010:2.1:1778625912.023057:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00010000:00000010:2.1:1778625912.023060:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ede00.
00010000:00000010:2.1:1778625912.023063:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1fe00.
00010000:00000010:2.1:1778625912.023065:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7000.
00010000:00000010:2.1:1778625912.023067:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1600.
00010000:00000010:2.1:1778625912.023071:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e300.
00010000:00000010:2.1:1778625912.023077:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1e00.
00010000:00000010:2.1:1778625912.023080:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3700.
00010000:00000010:2.1:1778625912.023082:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c400.
00010000:00000010:2.1:1778625912.023086:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709d00.
00010000:00000010:2.1:1778625912.023089:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d000.
00010000:00000010:2.1:1778625912.023092:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ee00.
00010000:00000010:2.1:1778625912.023095:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1000.
00010000:00000010:2.1:1778625912.023097:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709700.
00010000:00000010:2.1:1778625912.023099:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7400.
00010000:00000010:2.1:1778625912.023102:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e000.
00010000:00000010:2.1:1778625912.023106:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0e00.
00010000:00000010:2.1:1778625912.023108:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e200.
00010000:00000010:2.1:1778625912.023111:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0000.
00010000:00000010:2.1:1778625912.023115:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed000.
00010000:00000010:2.1:1778625912.023117:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1f000.
00010000:00000010:2.1:1778625912.023120:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e400.
00010000:00000010:2.1:1778625912.023123:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0c00.
00010000:00000010:2.1:1778625912.023125:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ea00.
00010000:00000010:2.1:1778625912.023127:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1a00.
00010000:00000010:2.1:1778625912.023130:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1000.
00010000:00000010:2.1:1778625912.023132:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4cc00.
00010000:00000010:2.1:1778625912.023134:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1200.
00010000:00000010:2.1:1778625912.023136:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4da00.
00010000:00000010:2.1:1778625912.023139:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e900.
00010000:00000010:2.1:1778625912.023141:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1200.
00010000:00000010:2.1:1778625912.023143:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e800.
00010000:00000010:2.1:1778625912.023146:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1c00.
00010000:00000010:2.1:1778625912.023148:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed200.
00010000:00000010:2.1:1778625912.023151:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d800.
00010000:00000010:2.1:1778625912.023153:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e700.
00010000:00000010:2.1:1778625912.023156:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0200.
00010000:00000010:2.1:1778625912.023158:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e500.
00010000:00000010:2.1:1778625912.023162:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00010000:00000010:2.1:1778625912.023166:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed400.
00010000:00000010:2.1:1778625912.023170:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1ca00.
00010000:00000010:2.1:1778625912.023172:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709500.
00010000:00000010:2.1:1778625912.023174:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d400.
00010000:00000010:2.1:1778625912.023177:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675eb00.
00010000:00000010:2.1:1778625912.023180:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb800.
00010000:00000010:2.1:1778625912.023183:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eda00.
00010000:00000010:2.1:1778625912.023185:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1c800.
00010000:00000010:2.1:1778625912.023188:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ed00.
00010000:00000010:2.1:1778625912.023191:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4ce00.
00010000:00000010:2.1:1778625912.023194:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e100.
00010000:00000010:2.1:1778625912.023196:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca800.
00010000:00000010:2.1:1778625912.023199:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ef00.
00010000:00000010:2.1:1778625912.023202:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca600.
00010000:00000010:2.1:1778625912.023205:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e600.
00010000:00000010:2.1:1778625912.023207:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c000.
00010000:00000010:2.1:1778625912.023210:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed900.
00010000:00000010:2.1:1778625912.023212:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1c600.
00010000:00000010:2.1:1778625912.023215:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ec00.
00010000:00000010:2.1:1778625912.023217:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb600.
00010000:00000010:2.1:1778625912.023642:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709b00.
00010000:00000010:2.1:1778625912.023648:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c800.
00010000:00000010:2.1:1778625912.023652:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed800.
00010000:00000010:2.1:1778625912.023656:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c600.
00010000:00000010:2.1:1778625912.023661:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e500.
00010000:00000010:2.1:1778625912.023664:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cbe00.
00010000:00000010:2.1:1778625912.023666:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4eb00.
00010000:00000010:2.1:1778625912.023669:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c400.
00010000:00000010:2.1:1778625912.023671:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed700.
00010000:00000010:2.1:1778625912.023674:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb000.
00010000:00000010:2.1:1778625912.023677:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ed500.
00010000:00000010:2.1:1778625912.023679:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d600.
00010000:00000010:2.1:1778625912.023682:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731edb00.
00010000:00000010:2.1:1778625912.023684:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6000.
00010000:00000010:2.1:1778625912.023686:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4ed00.
00010000:00000010:2.1:1778625912.023689:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca000.
00010000:00000010:2.1:1778625912.023691:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e100.
00010000:00000010:2.1:1778625912.023694:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cac00.
00010000:00000010:2.1:1778625912.023705:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4ef00.
00010000:00000010:2.1:1778625912.023708:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cba00.
00010000:00000010:2.1:1778625912.023712:0:205632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973c4e600.
00010000:00000010:2.1:1778625912.023715:0:205632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7dc00.
00000080:00000010:3.1:1778625912.036790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cab60.
00000080:00000010:2.1:1778625912.036852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e3e0.
00000080:00000010:2.1:1778625912.036861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e240.
00000080:00000010:2.1:1778625912.036957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca3c0.
00000080:00000010:2.1:1778625912.036964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ea80.
00000080:00000010:2.1:1778625912.036969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13d00.
00000080:00000010:2.1:1778625912.036974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e780.
00000080:00000010:2.1:1778625912.036978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca1a0.
00000080:00000010:3.1:1778625912.040657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca160.
00000080:00000010:3.1:1778625912.040665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca500.
00000080:00000010:3.1:1778625912.040670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e060.
00000080:00000010:3.1:1778625912.040675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef80.
00000080:00000010:3.1:1778625912.040679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13080.
00000080:00000010:3.1:1778625912.040683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e480.
00010000:00000010:2.1:1778625912.040791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8caa00.
00010000:00000010:2.1:1778625912.040799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1400.
00010000:00000010:2.1:1778625912.040803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7400.
00000080:00000010:2.1:1778625912.064878:0:221915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00010000:00000010:1.1:1778625912.152858:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941516a00.
00010000:00000010:3.1:1778625912.156681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c800.
00010000:00000010:3.1:1778625912.156691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7dc00.
00000080:00000010:3.1:1778625912.171768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143fc0.
00010000:00000010:2.1:1778625912.199652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941516a00.
00010000:00000010:2.1:1778625912.277665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d000.
00000080:00000010:2.1:1778625912.299998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087560.
00010000:00000010:3.1:1778625912.342814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7400.
00010000:00000010:2.1:1778625912.365984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941516600.
00000080:00000010:2.1:1778625912.371985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438a0.
00000080:00000010:2.1:1778625912.382981:0:221920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00010000:00000010:2.1:1778625912.450715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941516600.
00010000:00000010:2.1:1778625912.456776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00010000:00000010:2.1:1778625912.486944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb800.
00000080:00000010:2.1:1778625912.507847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143da0.
00000080:00000010:2.1:1778625912.524662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9740.
00000080:00000010:3.1:1778625920.614694:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f260.
00000080:00000010:3.1:1778625920.614704:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca4e0.
00000080:00000010:3.1:1778625920.614710:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13e60.
00000080:00000010:3.1:1778625920.614715:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13e80.
00000080:00000010:3.1:1778625920.614719:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caea0.
00000080:00000010:2.1:1778625920.620081:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3880.
00000080:00000010:2.1:1778625920.620092:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f7c0.
00000080:00000010:2.1:1778625920.620100:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13860.
00000080:00000010:2.1:1778625920.620104:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13560.
00000080:00000010:2.1:1778625920.620243:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f6e0.
00000080:00000010:2.1:1778625920.620248:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13e00.
00000080:00000010:2.1:1778625920.620251:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f540.
00000080:00000010:2.1:1778625920.620344:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca138e0.
00000080:00000010:2.1:1778625920.620350:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caa20.
00000080:00000010:2.1:1778625920.620439:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca380.
00000080:00000010:2.1:1778625920.620444:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f840.
00000080:00000010:2.1:1778625920.620451:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca9c0.
00000080:00000010:2.1:1778625920.620455:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f600.
00000080:00000010:2.1:1778625920.620458:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ff00.
00000080:00000010:2.1:1778625920.620462:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fcc0.
00000080:00000010:2.1:1778625920.620466:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fe40.
00000080:00000010:2.1:1778625920.620470:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fca0.
00000080:00000010:2.1:1778625920.620474:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3aa0.
00000080:00000010:2.1:1778625920.620477:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cac00.
00000080:00000010:2.1:1778625920.620481:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caae0.
00000080:00000010:2.1:1778625920.621637:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fac0.
00000080:00000010:2.1:1778625920.621642:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fd00.
00000080:00000010:2.1:1778625920.645499:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f300.
00000080:00000010:2.1:1778625920.645514:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13060.
00000080:00000010:2.1:1778625920.645520:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f980.
00000080:00000010:2.1:1778625920.651637:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13460.
00000080:00000010:2.1:1778625920.651645:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fda0.
00000080:00000010:2.1:1778625920.651649:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cab40.
00000080:00000010:2.1:1778625920.651654:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3300.
00000080:00000010:2.1:1778625920.651661:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cad60.
00000080:00000010:2.1:1778625920.651677:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3b00.
00000080:00000010:2.1:1778625920.651681:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3d40.
00000080:00000010:2.1:1778625920.651685:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9fc60.
00000080:00000010:2.1:1778625920.651688:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca139e0.
00000080:00000010:2.1:1778625920.651692:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13f00.
00000080:00000010:2.1:1778625920.651696:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f8c0.
00000080:00000010:2.1:1778625920.651699:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f080.
00000080:00000010:2.1:1778625920.651702:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cafc0.
00000080:00000010:2.1:1778625920.651705:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cafa0.
00000080:00000010:2.1:1778625920.651708:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13a60.
00000080:00000010:2.1:1778625920.651711:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13ac0.
00000080:00000010:2.1:1778625920.651715:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3840.
00000080:00000010:2.1:1778625920.663012:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca8e0.
00000080:00000010:2.1:1778625920.667564:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9f0e0.
00000080:00000010:2.1:1778625920.667579:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca580.
00000080:00000010:2.1:1778625920.667584:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9efa0.
00000080:00000010:2.1:1778625920.667588:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caf20.
00000080:00000010:2.1:1778625920.671979:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca360.
00000080:00000010:2.1:1778625920.671990:0:205632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccb1c0.
00000080:00000010:2.1:1778625920.683731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3440.
00000080:00000010:2.1:1778625920.683744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e740.
00000080:00000010:2.1:1778625920.683749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3260.
00000080:00000010:2.1:1778625920.683753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccb2c0.
00000080:00000010:2.1:1778625920.683757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca5e0.
00000080:00000010:2.1:1778625920.683762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca000.
00000080:00000010:2.1:1778625920.686695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca560.
00000080:00000010:2.1:1778625920.686706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca130a0.
00000080:00000010:2.1:1778625920.686711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca200.
00000080:00000010:2.1:1778625920.686715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38140.
00000080:00000010:2.1:1778625920.686720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13fc0.
00000080:00000010:2.1:1778625920.686724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9efe0.
00000080:00000010:2.1:1778625920.686727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13b20.
00000080:00000010:2.1:1778625920.686743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394a658180.
00000080:00000010:2.1:1778625920.686746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13a20.
00000080:00000010:2.1:1778625920.686750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cb618e0.
00000080:00000010:2.1:1778625920.686752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e340.
00000080:00000010:2.1:1778625920.686756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca320.
00010000:00000010:2.1:1778625920.686764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786f00.
00010000:00000010:2.1:1778625920.686770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70200.
00010000:00000010:2.1:1778625920.686776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f200.
00010000:00000010:2.1:1778625920.686779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cec00.
00010000:00000010:2.1:1778625920.686784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f800.
00010000:00000010:2.1:1778625920.686788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f211800.
00010000:00000010:2.1:1778625920.686791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786600.
00010000:00000010:2.1:1778625920.686794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f210800.
00010000:00000010:2.1:1778625920.686796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f400.
00010000:00000010:2.1:1778625920.686800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cf600.
00010000:00000010:2.1:1778625920.686802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f700.
00010000:00000010:2.1:1778625920.686805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868e00.
00010000:00000010:2.1:1778625920.686808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f500.
00010000:00000010:2.1:1778625920.686810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70400.
00010000:00000010:2.1:1778625920.686812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fb00.
00010000:00000010:2.1:1778625920.686815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f211600.
00010000:00000010:2.1:1778625920.686818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fd00.
00010000:00000010:2.1:1778625920.686820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f210c00.
00010000:00000010:2.1:1778625920.686823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f100.
00010000:00000010:2.1:1778625920.686826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a71400.
00010000:00000010:2.1:1778625920.686829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786c00.
00010000:00000010:2.1:1778625920.686831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f211a00.
00010000:00000010:2.1:1778625920.686833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786300.
00010000:00000010:2.1:1778625920.686836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70a00.
00010000:00000010:2.1:1778625920.686838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4fa00.
00010000:00000010:2.1:1778625920.686840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f210400.
00010000:00000010:2.1:1778625920.686843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786e00.
00010000:00000010:2.1:1778625920.686845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ce000.
00010000:00000010:2.1:1778625920.686848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f900.
00010000:00000010:2.1:1778625920.686850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ce200.
00010000:00000010:2.1:1778625920.686853:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661ff00.
00010000:00000010:2.1:1778625920.686855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a71800.
00010000:00000010:2.1:1778625920.686858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786000.
00010000:00000010:2.1:1778625920.686861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cfa00.
00010000:00000010:2.1:1778625920.686863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786200.
00010000:00000010:2.1:1778625920.686866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70800.
00010000:00000010:2.1:1778625920.686868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f600.
00010000:00000010:2.1:1778625920.686870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70600.
00010000:00000010:2.1:1778625920.686873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786400.
00010000:00000010:2.1:1778625920.686875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a71600.
00010000:00000010:2.1:1778625920.687500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786a00.
00010000:00000010:2.1:1778625920.687503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a71e00.
00010000:00000010:2.1:1778625920.687506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786900.
00010000:00000010:2.1:1778625920.687509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a71000.
00010000:00000010:2.1:1778625920.687512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fc00.
00010000:00000010:2.1:1778625920.687515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868000.
00010000:00000010:2.1:1778625920.687518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f800.
00010000:00000010:2.1:1778625920.687522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cea00.
00010000:00000010:2.1:1778625920.687525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f700.
00010000:00000010:2.1:1778625920.687528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cf200.
00010000:00000010:2.1:1778625920.687530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951786800.
00010000:00000010:2.1:1778625920.687533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967a70e00.
00010000:00000010:2.1:1778625920.687538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242500.
00010000:00000010:2.1:1778625920.687543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd000.
00010000:00000010:2.1:1778625920.687547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242b00.
00010000:00000010:2.1:1778625920.687551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fce00.
00010000:00000010:2.1:1778625920.687555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242d00.
00010000:00000010:2.1:1778625920.687558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee5800.
00010000:00000010:2.1:1778625920.687561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242100.
00010000:00000010:2.1:1778625920.687564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc000.
00010000:00000010:2.1:1778625920.687566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f500.
00010000:00000010:2.1:1778625920.687569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4400.
00010000:00000010:2.1:1778625920.687572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242f00.
00010000:00000010:2.1:1778625920.687574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fcc00.
00010000:00000010:2.1:1778625920.687577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2f00.
00010000:00000010:2.1:1778625920.687580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cf400.
00010000:00000010:2.1:1778625920.687582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f300.
00010000:00000010:2.1:1778625920.687584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868c00.
00010000:00000010:2.1:1778625920.687586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4fb00.
00010000:00000010:2.1:1778625920.687589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cfc00.
00010000:00000010:2.1:1778625920.687591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fe00.
00010000:00000010:2.1:1778625920.687594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869a00.
00010000:00000010:2.1:1778625920.687597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f000.
00010000:00000010:2.1:1778625920.687599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869200.
00010000:00000010:2.1:1778625920.687602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242600.
00010000:00000010:2.1:1778625920.687604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fda00.
00010000:00000010:2.1:1778625920.687628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f200.
00010000:00000010:2.1:1778625920.687632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee5000.
00010000:00000010:2.1:1778625920.687635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242c00.
00010000:00000010:2.1:1778625920.687639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4c00.
00010000:00000010:2.1:1778625920.687641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242300.
00010000:00000010:2.1:1778625920.687644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd200.
00010000:00000010:2.1:1778625920.687647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242e00.
00010000:00000010:2.1:1778625920.687649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fdc00.
00010000:00000010:2.1:1778625920.687652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242000.
00010000:00000010:2.1:1778625920.687654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ce800.
00010000:00000010:2.1:1778625920.687656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242200.
00010000:00000010:2.1:1778625920.687659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cf800.
00010000:00000010:2.1:1778625920.687661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2600.
00010000:00000010:2.1:1778625920.687672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4800.
00010000:00000010:2.1:1778625920.687676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2c00.
00010000:00000010:2.1:1778625920.687678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4a00.
00010000:00000010:2.1:1778625920.687680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2300.
00010000:00000010:2.1:1778625920.687683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1ec00.
00010000:00000010:2.1:1778625920.687687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1bc00.
00010000:00000010:2.1:1778625920.687689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ce400.
00010000:00000010:2.1:1778625920.687692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242400.
00010000:00000010:2.1:1778625920.687695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc200.
00010000:00000010:2.1:1778625920.687697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2e00.
00010000:00000010:2.1:1778625920.687700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ce600.
00010000:00000010:2.1:1778625920.687702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242a00.
00010000:00000010:2.1:1778625920.687705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc400.
00010000:00000010:2.1:1778625920.687708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2000.
00010000:00000010:2.1:1778625920.687711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00010000:00000010:2.1:1778625920.687713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242900.
00010000:00000010:2.1:1778625920.687717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fea00.
00010000:00000010:2.1:1778625920.687719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242800.
00010000:00000010:2.1:1778625920.687722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd400.
00010000:00000010:2.1:1778625920.687724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b300.
00010000:00000010:2.1:1778625920.687727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1e000.
00010000:00000010:2.1:1778625920.687730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1be00.
00010000:00000010:2.1:1778625920.687733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fca00.
00010000:00000010:2.1:1778625920.687735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b000.
00010000:00000010:2.1:1778625920.687738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1ee00.
00010000:00000010:2.1:1778625920.687740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242700.
00010000:00000010:2.1:1778625920.687743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd800.
00010000:00000010:2.1:1778625920.687745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4fd00.
00010000:00000010:2.1:1778625920.687748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff400.
00010000:00000010:2.1:1778625920.687751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f100.
00010000:00000010:2.1:1778625920.687754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fee00.
00010000:00000010:2.1:1778625920.687756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe200.
00010000:00000010:2.1:1778625920.687758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f600.
00010000:00000010:2.1:1778625920.687760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe600.
00010000:00000010:2.1:1778625920.687762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958a1b200.
00010000:00000010:2.1:1778625920.687765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee5600.
00010000:00000010:2.1:1778625920.687767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4fc00.
00010000:00000010:2.1:1778625920.687769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe400.
00010000:00000010:2.1:1778625920.687772:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8d00.
00010000:00000010:2.1:1778625920.687775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc800.
00010000:00000010:2.1:1778625920.687777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d2200.
00010000:00000010:2.1:1778625920.687780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee5c00.
00010000:00000010:2.1:1778625920.687782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8100.
00010000:00000010:2.1:1778625920.687784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc600.
00010000:00000010:2.1:1778625920.687787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3500.
00010000:00000010:2.1:1778625920.687790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4e00.
00010000:00000010:2.1:1778625920.687792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8f00.
00010000:00000010:2.1:1778625920.687794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd600.
00010000:00000010:2.1:1778625920.687797:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8600.
00010000:00000010:2.1:1778625920.687799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee4000.
00010000:00000010:2.1:1778625920.687801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8c00.
00010000:00000010:2.1:1778625920.687804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fde00.
00010000:00000010:2.1:1778625920.687806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8300.
00010000:00000010:2.1:1778625920.687809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1400.
00010000:00000010:2.1:1778625920.687812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4f300.
00010000:00000010:2.1:1778625920.687815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe000.
00010000:00000010:2.1:1778625920.719672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1900.
00010000:00000010:2.1:1778625920.719690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00010000:00000010:2.1:1778625920.777654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60e00.
00010000:00000010:2.1:1778625920.777684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00000080:00000010:3.1:1778625920.819283:0:222510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f80.
00010000:00000010:2.1:1778625920.872860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60500.
00010000:00000010:2.1:1778625920.872876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0800.
00010000:00000010:2.1:1778625920.885202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709e00.
00010000:00000010:2.1:1778625920.934973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60200.
00000080:00000010:1.1:1778625920.972765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0876e0.
00000080:00000010:1.1:1778625920.972779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f20.
00010000:00000010:1.1:1778625920.995721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00010000:00000010:2.1:1778625921.019671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1800.
00000080:00000010:3.1:1778625921.044726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521436a0.
00000080:00000010:3.1:1778625921.061653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143340.
00010000:00000010:2.1:1778625921.132181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7de00.
00000080:00000010:2.1:1778625921.167165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143540.
00000080:00000010:3.1:1778625921.207758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0875e0.
00010000:00000010:2.1:1778625921.241848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1800.
00010000:00000010:1.1:1778625921.262713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00000080:00000010:2.1:1778625921.276439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143260.
00000080:00000010:2.1:1778625921.287719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143740.
00010000:00000010:1.1:1778625921.316582:0:222517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7200.
00010000:00000010:1.1:1778625921.316595:0:222517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0400.
00010000:00000010:3.1:1778625921.316643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f100.
00010000:00000010:3.1:1778625921.316649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8caa00.
00000080:00000010:1.1:1778625921.320809:0:222358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9c60.
00000080:00000010:1.1:1778625921.320827:0:222358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9280.
00010000:00000010:3.1:1778625921.370820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6c00.
00000080:00000010:3.1:1778625921.388050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267de0.
00000080:00000010:3.1:1778625921.402661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267bc0.
00010000:00000010:1.1:1778625928.992743:0:2392:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60e00.
00010000:00000010:1.1:1778625928.992750:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00000080:00000010:3.1:1778625928.997050:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9800.
00010000:00000010:2.1:1778625929.053686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f800.
00010000:00000010:2.1:1778625929.053694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7200.
00000080:00000010:3.1:1778625929.100656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00010000:00000010:3.1:1778625929.127747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f500.
00010000:00000010:3.1:1778625929.131817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fe00.
00010000:00000010:3.1:1778625929.131826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7200.
00000080:00000010:2.1:1778625929.154665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00010000:00000010:3.1:1778625929.156792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60d00.
00010000:00000010:3.1:1778625929.156805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1200.
00000080:00000010:2.1:1778625929.168680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087c00.
00000080:00000010:2.1:1778625929.168767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143340.
00010000:00000010:2.1:1778625929.225695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fd00.
00010000:00000010:2.1:1778625929.225708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00000080:00000010:3.1:1778625930.257300:0:217503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9ef80.
00000080:00000010:3.1:1778625930.257492:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c839c0.
00010000:00000010:3.1:1778625930.257500:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7200.
00010000:00000010:3.1:1778625930.257506:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00010000:00000010:3.1:1778625930.257519:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7000.
00010000:00000010:3.1:1778625930.274222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00010000:00000010:3.1:1778625930.274232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1d00.
00010000:00000010:3.1:1778625930.948673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709a00.
00010000:00000010:3.1:1778625930.948685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c000.
00000080:00000010:2.1:1778625930.996001:0:223168:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f8a0.
00010000:00000010:2.1:1778625931.051647:0:223168:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60100.
00010000:00000010:2.1:1778625931.051656:0:223168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1c00.
00010000:00000010:2.1:1778625931.055658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60e00.
00010000:00000010:2.1:1778625931.081861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60e00.
00010000:00000010:2.1:1778625931.125676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0200.
00000080:00000010:3.1:1778625931.161653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625931.161666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143340.
00010000:00000010:2.1:1778625931.236868:0:223173:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60100.
00010000:00000010:2.1:1778625931.236883:0:223173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0c00.
00010000:00000010:3.1:1778625931.355877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1000.
00000080:00000010:1.1:1778625931.400073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b872a0.
00000080:00000010:1.1:1778625931.400092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435c0.
00010000:00000010:2.1:1778625931.430594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c200.
00010000:00000010:3.1:1778625940.763323:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00000080:00000010:2.1:1778625940.814809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:2.1:1778625940.830752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fe0.
00010000:00000010:3.1:1778625940.850660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f200.
00010000:00000010:3.1:1778625940.850674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158000.
00010000:00000010:3.1:1778625940.911288:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fc00.
00010000:00000010:3.1:1778625940.911301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158e00.
00010000:00000010:2.1:1778625940.942727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00000080:00000010:3.1:1778625940.946715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143080.
00000080:00000010:3.1:1778625940.954767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143280.
00010000:00000010:3.1:1778625941.031991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fa00.
00010000:00000010:3.1:1778625941.032007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159000.
00010000:00000010:2.1:1778625941.158647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00000080:00000010:2.1:1778625941.183715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521433a0.
00000080:00000010:2.1:1778625941.196649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143bc0.
00010000:00000010:2.1:1778625941.204641:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00000080:00000010:2.1:1778625941.208929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143580.
00000080:00000010:2.1:1778625941.208949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ec0.
00010000:00000010:2.1:1778625941.231763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60900.
00010000:00000010:2.1:1778625941.231774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00010000:00000010:2.1:1778625941.248653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00000080:00000010:2.1:1778625941.267846:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143920.
00000080:00000010:2.1:1778625941.284647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ec0.
00010000:00000010:2.1:1778625941.325661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60100.
00010000:00000010:2.1:1778625941.325671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1a00.
00000080:00000010:2.1:1778625941.562800:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fba0.
00000080:00000010:2.1:1778625941.568685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fea0.
00010000:00000010:2.1:1778625941.585134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242700.
00010000:00000010:2.1:1778625941.585141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fde00.
00010000:00000010:2.1:1778625941.621678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242800.
00010000:00000010:2.1:1778625941.621692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd600.
00010000:00000010:2.1:1778625941.653787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242900.
00010000:00000010:2.1:1778625941.653801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc600.
00010000:00000010:2.1:1778625941.693213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242a00.
00010000:00000010:2.1:1778625941.693228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc800.
00010000:00000010:2.1:1778625941.713265:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242400.
00010000:00000010:2.1:1778625941.713274:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc800.
00010000:00000010:2.1:1778625941.732800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc800.
00000080:00000010:2.1:1778625941.752911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434e0.
00000080:00000010:2.1:1778625941.758819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f80.
00010000:00000010:2.1:1778625941.783711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242000.
00010000:00000010:2.1:1778625941.783724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd400.
00010000:00000010:2.1:1778625941.800434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242e00.
00010000:00000010:2.1:1778625941.800449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd400.
00010000:00000010:2.1:1778625941.822055:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd400.
00000080:00000010:2.1:1778625941.840269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143240.
00000080:00000010:2.1:1778625941.858677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434e0.
00010000:00000010:2.1:1778625941.869079:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242c00.
00010000:00000010:2.1:1778625941.869087:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fdc00.
00010000:00000010:2.1:1778625941.952138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00000080:00000010:2.1:1778625941.954681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439a0.
00000080:00000010:3.1:1778625941.957983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87100.
00010000:00000010:3.1:1778625941.972690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f400.
00010000:00000010:3.1:1778625941.972697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159e00.
00010000:00000010:2.1:1778625941.992681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f600.
00010000:00000010:2.1:1778625941.992696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159e00.
00010000:00000010:2.1:1778625942.006797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fda00.
00000080:00000010:2.1:1778625942.026786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a80.
00000080:00000010:2.1:1778625942.042962:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439a0.
00010000:00000010:3.1:1778625942.047649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fda00.
00000080:00000010:1.1:1778625942.096739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f7a0.
00000080:00000010:2.1:1778625942.100641:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fe00.
00010000:00000010:2.1:1778625942.124928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242d00.
00010000:00000010:2.1:1778625942.124942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fce00.
00010000:00000010:3.1:1778625942.134224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158800.
00000080:00000010:3.1:1778625942.155174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625942.159654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00010000:00000010:3.1:1778625942.183654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f600.
00010000:00000010:3.1:1778625942.183666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158400.
00010000:00000010:2.1:1778625942.199640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242b00.
00010000:00000010:2.1:1778625942.199652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd000.
00010000:00000010:3.1:1778625942.225645:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242500.
00010000:00000010:3.1:1778625942.225652:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fda00.
00010000:00000010:3.1:1778625942.234688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158400.
00000080:00000010:2.1:1778625942.259658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00000080:00000010:2.1:1778625942.267656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00010000:00000010:2.1:1778625942.281754:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f900.
00010000:00000010:2.1:1778625942.281846:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869000.
00010000:00000010:2.1:1778625942.316939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fa00.
00010000:00000010:2.1:1778625942.316955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869000.
00010000:00000010:2.1:1778625942.340894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f400.
00010000:00000010:2.1:1778625942.340906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869000.
00010000:00000010:2.1:1778625942.366343:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f200.
00010000:00000010:2.1:1778625942.366353:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869000.
00010000:00000010:2.1:1778625942.410776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f000.
00010000:00000010:2.1:1778625942.410787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868800.
00010000:00000010:2.1:1778625942.416307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869800.
00000080:00000010:2.1:1778625942.423646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143700.
00000080:00000010:2.1:1778625942.436746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ac0.
00010000:00000010:2.1:1778625942.448852:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869800.
00000080:00000010:2.1:1778625942.464908:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f1a0.
00000080:00000010:2.1:1778625942.484670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143de0.
00010000:00000010:2.1:1778625942.496004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fc00.
00010000:00000010:2.1:1778625942.496014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868800.
00010000:00000010:2.1:1778625942.507913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869400.
00000080:00000010:2.1:1778625942.530767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143400.
00000080:00000010:2.1:1778625942.540662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143de0.
00010000:00000010:2.1:1778625942.552665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661ff00.
00010000:00000010:2.1:1778625942.552673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868400.
00010000:00000010:2.1:1778625942.575778:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f100.
00010000:00000010:2.1:1778625942.575785:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868400.
00010000:00000010:2.1:1778625942.587021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869c00.
00000080:00000010:2.1:1778625942.609657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e00.
00000080:00000010:2.1:1778625942.609675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143400.
00010000:00000010:2.1:1778625942.632663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca000.
00000080:00000010:2.1:1778625942.646644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e00.
00000080:00000010:3.1:1778625942.658657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87220.
00010000:00000010:3.1:1778625942.701775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214c00.
00010000:00000010:3.1:1778625942.701789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159c00.
00010000:00000010:2.1:1778625942.730185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f500.
00010000:00000010:2.1:1778625942.730197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869a00.
00010000:00000010:2.1:1778625942.764664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f700.
00010000:00000010:2.1:1778625942.764671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868c00.
00000080:00000010:2.1:1778625942.806661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f6c0.
00000080:00000010:2.1:1778625942.817656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f080.
00010000:00000010:2.1:1778625942.844659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f800.
00010000:00000010:2.1:1778625942.844680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868000.
00010000:00000010:2.1:1778625942.882259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ec00.
00010000:00000010:2.1:1778625942.882276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868e00.
00010000:00000010:2.1:1778625942.895747:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc000.
00000080:00000010:2.1:1778625942.908876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ae0.
00000080:00000010:2.1:1778625942.919079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143340.
00010000:00000010:2.1:1778625942.923652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1100.
00010000:00000010:2.1:1778625942.923662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb600.
00010000:00000010:1.1:1778625942.940779:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1300.
00010000:00000010:1.1:1778625942.940786:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00010000:00000010:2.1:1778625942.969154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ef00.
00010000:00000010:2.1:1778625942.969172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cce00.
00010000:00000010:2.1:1778625942.980770:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e100.
00010000:00000010:2.1:1778625942.980786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cce00.
00010000:00000010:2.1:1778625943.005026:0:223370:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ed00.
00010000:00000010:2.1:1778625943.005038:0:223370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cde00.
00010000:00000010:2.1:1778625943.023758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cde00.
00000080:00000010:2.1:1778625943.059378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ce0.
00000080:00000010:2.1:1778625943.076690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e40.
00010000:00000010:2.1:1778625943.102702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e500.
00010000:00000010:2.1:1778625943.102719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc600.
00010000:00000010:2.1:1778625943.148645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214600.
00010000:00000010:2.1:1778625943.148653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159a00.
00010000:00000010:3.1:1778625943.266695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214100.
00010000:00000010:3.1:1778625943.266703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158a00.
00010000:00000010:3.1:1778625943.286674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159800.
00000080:00000010:3.1:1778625943.315779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:2.1:1778625943.319763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267de0.
00010000:00000010:2.1:1778625943.328657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc600.
00000080:00000010:2.1:1778625943.359668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143740.
00010000:00000010:2.1:1778625943.509709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967b00.
00010000:00000010:2.1:1778625943.509721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6ee00.
00010000:00000010:2.1:1778625943.555658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e800.
00010000:00000010:2.1:1778625943.555673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cca00.
00010000:00000010:2.1:1778625943.636943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb600.
00000080:00000010:2.1:1778625943.683647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521436c0.
00000080:00000010:2.1:1778625943.692652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87680.
00010000:00000010:2.1:1778625943.713792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd400.
00000080:00000010:2.1:1778625943.728665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f40.
00000080:00000010:2.1:1778625943.740925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143660.
00010000:00000010:2.1:1778625943.779819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e400.
00010000:00000010:2.1:1778625943.779832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc200.
00010000:00000010:2.1:1778625943.819738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e200.
00010000:00000010:2.1:1778625943.819749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cdc00.
00010000:00000010:2.1:1778625943.891808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e000.
00010000:00000010:2.1:1778625943.891826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cdc00.
00010000:00000010:3.1:1778625943.908661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214700.
00010000:00000010:3.1:1778625943.908668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00010000:00000010:2.1:1778625943.946745:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ee00.
00010000:00000010:2.1:1778625943.946758:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cda00.
00010000:00000010:2.1:1778625943.965473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ccc00.
00000080:00000010:2.1:1778625943.976113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e40.
00000080:00000010:2.1:1778625943.980404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ce0.
00010000:00000010:2.1:1778625943.997743:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7000.
00010000:00000010:2.1:1778625943.997750:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd200.
00010000:00000010:2.1:1778625944.022657:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7e00.
00010000:00000010:2.1:1778625944.022663:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc600.
00010000:00000010:2.1:1778625944.027755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868e00.
00000080:00000010:2.1:1778625944.060726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143560.
00000080:00000010:2.1:1778625944.064778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e40.
00010000:00000010:3.1:1778625944.086819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214700.
00010000:00000010:3.1:1778625944.086834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00010000:00000010:3.1:1778625944.111714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00010000:00000010:2.1:1778625944.184672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c800.
00000080:00000010:3.1:1778625944.212820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00000080:00000010:3.1:1778625944.218951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143400.
00010000:00000010:3.1:1778625944.243363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00000080:00000010:2.1:1778625944.265669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c40.
00000080:00000010:2.1:1778625944.279790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00010000:00000010:2.1:1778625944.289914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c000.
00000080:00000010:2.1:1778625944.332657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434e0.
00000080:00000010:2.1:1778625944.337680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a80.
00010000:00000010:2.1:1778625944.341660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c000.
00000080:00000010:1.1:1778625944.390910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c40.
00010000:00000010:2.1:1778625944.413206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7b00.
00010000:00000010:2.1:1778625944.413221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c000.
00010000:00000010:2.1:1778625944.449008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967900.
00010000:00000010:2.1:1778625944.449021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e600.
00010000:00000010:3.1:1778625944.487647:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214800.
00010000:00000010:3.1:1778625944.487654:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00010000:00000010:2.1:1778625944.515263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214900.
00010000:00000010:2.1:1778625944.515273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00010000:00000010:2.1:1778625944.538765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7700.
00010000:00000010:2.1:1778625944.538782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4da00.
00010000:00000010:2.1:1778625944.552075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4cc00.
00000080:00000010:2.1:1778625944.578704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143d60.
00000080:00000010:2.1:1778625944.582749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143980.
00010000:00000010:2.1:1778625944.593326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4cc00.
00000080:00000010:3.1:1778625944.625714:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143d60.
00000080:00000010:3.1:1778625944.625736:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521436a0.
00010000:00000010:2.1:1778625944.639722:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4cc00.
00000080:00000010:2.1:1778625944.656977:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521431c0.
00000080:00000010:2.1:1778625944.687068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143320.
00010000:00000010:2.1:1778625944.687088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7400.
00010000:00000010:2.1:1778625944.687094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d600.
00010000:00000010:2.1:1778625944.735653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7200.
00010000:00000010:2.1:1778625944.735661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d600.
00010000:00000010:2.1:1778625944.774725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ee00.
00010000:00000010:2.1:1778625944.774737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d600.
00010000:00000010:3.1:1778625944.791720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18000.
00010000:00000010:2.1:1778625944.857721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e300.
00010000:00000010:2.1:1778625944.857728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4de00.
00010000:00000010:3.1:1778625944.897935:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214200.
00010000:00000010:3.1:1778625944.897941:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19600.
00010000:00000010:3.1:1778625944.912185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19a00.
00000080:00000010:2.1:1778625944.932742:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267240.
00000080:00000010:2.1:1778625944.938196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00010000:00000010:2.1:1778625944.941859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4de00.
00000080:00000010:3.1:1778625944.961692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438c0.
00000080:00000010:2.1:1778625944.961874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434c0.
00010000:00000010:3.1:1778625944.968752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19a00.
00000080:00000010:3.1:1778625944.991915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:3.1:1778625944.995858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ec0.
00010000:00000010:3.1:1778625945.031653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214900.
00010000:00000010:3.1:1778625945.031667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18a00.
00010000:00000010:2.1:1778625945.070996:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e600.
00010000:00000010:2.1:1778625945.071003:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4ca00.
00010000:00000010:2.1:1778625945.103890:0:223370:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ef00.
00010000:00000010:2.1:1778625945.103897:0:223370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00010000:00000010:2.1:1778625945.147295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ef00.
00010000:00000010:2.1:1778625945.147310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00010000:00000010:2.1:1778625945.170564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00000080:00000010:2.1:1778625945.189428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143da0.
00010000:00000010:2.1:1778625945.248647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7400.
00000080:00000010:3.1:1778625945.273429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435a0.
00000080:00000010:3.1:1778625945.283534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143200.
00010000:00000010:3.1:1778625945.303981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214600.
00010000:00000010:3.1:1778625945.303997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19400.
00010000:00000010:2.1:1778625945.341989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0eb00.
00010000:00000010:2.1:1778625945.341999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7000.
00010000:00000010:2.1:1778625945.362913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e500.
00010000:00000010:2.1:1778625945.362920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7000.
00010000:00000010:2.1:1778625945.390897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967f00.
00010000:00000010:2.1:1778625945.390911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e400.
00010000:00000010:3.1:1778625945.436660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19400.
00000080:00000010:2.1:1778625945.471651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ee0.
00000080:00000010:2.1:1778625945.475464:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677e0.
00010000:00000010:2.1:1778625945.488793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7600.
00000080:00000010:2.1:1778625945.497755:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f60.
00000080:00000010:2.1:1778625945.507361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143160.
00010000:00000010:2.1:1778625945.530108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e900.
00010000:00000010:2.1:1778625945.530125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:2.1:1778625945.556918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ea00.
00010000:00000010:2.1:1778625945.556932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:2.1:1778625945.576282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e400.
00010000:00000010:2.1:1778625945.576291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:2.1:1778625945.608636:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e200.
00010000:00000010:2.1:1778625945.608646:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:2.1:1778625945.620256:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3500.
00010000:00000010:2.1:1778625945.620266:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6400.
00010000:00000010:2.1:1778625945.642934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6400.
00000080:00000010:2.1:1778625945.659632:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521432e0.
00000080:00000010:2.1:1778625945.664788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521430a0.
00010000:00000010:2.1:1778625945.693179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3d00.
00010000:00000010:2.1:1778625945.693189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6a00.
00010000:00000010:2.1:1778625945.704647:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3700.
00010000:00000010:2.1:1778625945.704654:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7c00.
00010000:00000010:2.1:1778625945.718748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7c00.
00000080:00000010:2.1:1778625945.735834:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521431a0.
00000080:00000010:2.1:1778625945.745927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521432e0.
00010000:00000010:2.1:1778625945.761732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3800.
00010000:00000010:2.1:1778625945.761741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e400.
00010000:00000010:2.1:1778625945.795711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3900.
00010000:00000010:2.1:1778625945.795727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e400.
00010000:00000010:3.1:1778625945.820554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1d00.
00010000:00000010:3.1:1778625945.820564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19000.
00010000:00000010:1.1:1778625945.838666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1d00.
00010000:00000010:1.1:1778625945.838680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca800.
00010000:00000010:1.1:1778625945.868831:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1300.
00010000:00000010:1.1:1778625945.868838:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca400.
00010000:00000010:1.1:1778625945.885775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca400.
00000080:00000010:1.1:1778625945.933507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b878c0.
00000080:00000010:1.1:1778625945.945469:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87f20.
00010000:00000010:2.1:1778625945.980550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3a00.
00010000:00000010:2.1:1778625945.980564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e400.
00010000:00000010:3.1:1778625946.018976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1b00.
00010000:00000010:3.1:1778625946.018991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18600.
00010000:00000010:3.1:1778625946.038699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18600.
00000080:00000010:2.1:1778625946.078658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:2.1:1778625946.100728:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267400.
00010000:00000010:2.1:1778625946.139794:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3200.
00010000:00000010:2.1:1778625946.139817:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00010000:00000010:2.1:1778625946.145057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe000.
00000080:00000010:3.1:1778625946.190521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143d20.
00000080:00000010:3.1:1778625946.194732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143b60.
00010000:00000010:2.1:1778625946.211748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3e00.
00010000:00000010:2.1:1778625946.211762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe000.
00010000:00000010:3.1:1778625946.256664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1b00.
00010000:00000010:3.1:1778625946.256680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00010000:00000010:2.1:1778625946.298659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3c00.
00010000:00000010:2.1:1778625946.298673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe200.
00010000:00000010:2.1:1778625946.316667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3600.
00010000:00000010:2.1:1778625946.316682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe200.
00010000:00000010:2.1:1778625946.337661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe200.
00000080:00000010:3.1:1778625946.361645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00000080:00000010:3.1:1778625946.370765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521431e0.
00010000:00000010:2.1:1778625946.407799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3f00.
00010000:00000010:2.1:1778625946.407814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff400.
00010000:00000010:2.1:1778625946.429958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff400.
00000080:00000010:2.1:1778625946.473878:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435e0.
00000080:00000010:2.1:1778625946.481148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143440.
00010000:00000010:2.1:1778625946.505949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8300.
00010000:00000010:2.1:1778625946.505963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00010000:00000010:2.1:1778625946.578097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967900.
00010000:00000010:2.1:1778625946.578112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725000.
00010000:00000010:2.1:1778625946.592759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00000080:00000010:2.1:1778625946.626661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143fe0.
00000080:00000010:3.1:1778625946.635720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435e0.
00010000:00000010:3.1:1778625946.656691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1700.
00010000:00000010:3.1:1778625946.656699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598600.
00010000:00000010:2.1:1778625946.683653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00000080:00000010:3.1:1778625946.704763:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435e0.
00000080:00000010:3.1:1778625946.710667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143fe0.
00010000:00000010:3.1:1778625946.736760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1800.
00010000:00000010:3.1:1778625946.736774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598800.
00010000:00000010:2.1:1778625946.772657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8f00.
00010000:00000010:2.1:1778625946.772670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00010000:00000010:2.1:1778625946.800648:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8100.
00010000:00000010:2.1:1778625946.800655:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff200.
00010000:00000010:2.1:1778625946.827769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8d00.
00010000:00000010:2.1:1778625946.827782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff200.
00010000:00000010:3.1:1778625946.857667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1900.
00010000:00000010:3.1:1778625946.857675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599800.
00010000:00000010:3.1:1778625946.875804:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598a00.
00000080:00000010:2.1:1778625946.914831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:2.1:1778625946.914854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00010000:00000010:3.1:1778625946.942089:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8500.
00010000:00000010:3.1:1778625946.942102:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fec00.
00010000:00000010:3.1:1778625946.965751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598a00.
00000080:00000010:2.1:1778625946.990854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434a0.
00000080:00000010:2.1:1778625947.002090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267520.
00010000:00000010:1.1:1778625947.035673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8900.
00010000:00000010:1.1:1778625947.035689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fec00.
00010000:00000010:1.1:1778625947.074055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb600.
00000080:00000010:3.1:1778625947.100248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b20.
00000080:00000010:3.1:1778625947.109670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87760.
00010000:00000010:3.1:1778625947.135652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1200.
00010000:00000010:3.1:1778625947.135665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598400.
00010000:00000010:3.1:1778625947.183667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1000.
00010000:00000010:3.1:1778625947.183679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598400.
00010000:00000010:2.1:1778625947.226656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1e00.
00010000:00000010:2.1:1778625947.226670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598400.
00010000:00000010:2.1:1778625947.267647:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8400.
00010000:00000010:2.1:1778625947.267654:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fec00.
00010000:00000010:2.1:1778625947.308686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967900.
00010000:00000010:2.1:1778625947.308702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725a00.
00010000:00000010:3.1:1778625947.359678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1c00.
00010000:00000010:3.1:1778625947.359688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599a00.
00010000:00000010:2.1:1778625947.438029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4dc00.
00000080:00000010:2.1:1778625947.449725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a20.
00000080:00000010:2.1:1778625947.459646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439e0.
00010000:00000010:3.1:1778625947.465743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0e00.
00000080:00000010:3.1:1778625947.481818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e40.
00000080:00000010:3.1:1778625947.490753:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521432e0.
00010000:00000010:3.1:1778625947.494712:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598c00.
00000080:00000010:1.1:1778625947.513735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:2.1:1778625947.517784:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679e0.
00010000:00000010:2.1:1778625947.541266:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8000.
00010000:00000010:2.1:1778625947.541281:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1e00.
00010000:00000010:3.1:1778625947.582674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8e00.
00010000:00000010:3.1:1778625947.582691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1600.
00010000:00000010:2.1:1778625947.631926:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8b00.
00010000:00000010:2.1:1778625947.631934:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00010000:00000010:2.1:1778625947.652658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8e00.
00010000:00000010:2.1:1778625947.652672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0800.
00010000:00000010:3.1:1778625947.681691:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1e00.
00010000:00000010:3.1:1778625947.681698:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598400.
00010000:00000010:3.1:1778625947.697657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9c00.
00000080:00000010:3.1:1778625947.709811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:2.1:1778625947.723328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00010000:00000010:2.1:1778625947.741984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8900.
00010000:00000010:2.1:1778625947.741999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00010000:00000010:2.1:1778625947.778733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8500.
00010000:00000010:2.1:1778625947.778745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0a00.
00010000:00000010:2.1:1778625947.803665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0a00.
00000080:00000010:2.1:1778625947.815938:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143b00.
00000080:00000010:2.1:1778625947.826233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438a0.
00010000:00000010:3.1:1778625947.851799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fb00.
00010000:00000010:3.1:1778625947.851806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9c00.
00010000:00000010:2.1:1778625947.891819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835a00.
00010000:00000010:2.1:1778625947.891833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00010000:00000010:3.1:1778625947.914666:0:1035:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f700.
00010000:00000010:3.1:1778625947.914675:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8800.
00010000:00000010:2.1:1778625947.971645:0:223369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835d00.
00010000:00000010:2.1:1778625947.971652:0:223369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00010000:00000010:2.1:1778625947.984756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00000080:00000010:2.1:1778625948.026654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438e0.
00000080:00000010:3.1:1778625948.030759:0:223369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438a0.
00010000:00000010:2.1:1778625948.043648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f800.
00010000:00000010:2.1:1778625948.043780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9e00.
00010000:00000010:3.1:1778625948.076910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f900.
00010000:00000010:3.1:1778625948.076923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9000.
00000080:00000010:2.1:1778625948.140363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b873c0.
00000080:00000010:2.1:1778625948.147673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fb00.
00000080:00000010:2.1:1778625948.840865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a400.
00000080:00000010:2.1:1778625948.840872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a3e0.
00000080:00000010:2.1:1778625948.848621:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca240.
00000080:00000010:2.1:1778625948.848630:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781af40.
00000080:00000010:2.1:1778625948.848636:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a220.
00000080:00000010:2.1:1778625948.848640:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca780.
00000080:00000010:2.1:1778625948.848644:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a7c0.
00000080:00000010:2.1:1778625948.848653:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3c00.
00000080:00000010:2.1:1778625948.848659:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a4a0.
00000080:00000010:2.1:1778625948.848662:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ace0.
00000080:00000010:2.1:1778625948.848666:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781afc0.
00000080:00000010:2.1:1778625948.848670:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a500.
00000080:00000010:2.1:1778625948.848674:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aea0.
00000080:00000010:2.1:1778625948.848678:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ab40.
00000080:00000010:2.1:1778625948.848682:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca5a0.
00000080:00000010:2.1:1778625948.848685:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a0c0.
00000080:00000010:2.1:1778625948.848691:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a860.
00000080:00000010:2.1:1778625948.848695:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3d80.
00000080:00000010:2.1:1778625948.848699:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a840.
00000080:00000010:2.1:1778625948.848703:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a5a0.
00000080:00000010:2.1:1778625948.848707:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a600.
00000080:00000010:2.1:1778625948.848711:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb060.
00000080:00000010:2.1:1778625948.848716:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781acc0.
00000080:00000010:2.1:1778625948.848720:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae40.
00000080:00000010:2.1:1778625948.848724:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13260.
00000080:00000010:2.1:1778625948.848727:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a5c0.
00000080:00000010:2.1:1778625948.848731:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aac0.
00000080:00000010:2.1:1778625948.848735:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ad00.
00000080:00000010:2.1:1778625948.848738:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a8a0.
00000080:00000010:2.1:1778625948.848741:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb2c0.
00000080:00000010:2.1:1778625948.848744:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3340.
00000080:00000010:2.1:1778625948.848747:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c37e0.
00000080:00000010:2.1:1778625948.848751:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae00.
00000080:00000010:2.1:1778625948.848754:0:216880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13880.
00000080:00000010:1.1:1778625948.932910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c33a0.
00000080:00000010:1.1:1778625948.932924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a060.
00000080:00000010:1.1:1778625948.932931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb240.
00000080:00000010:1.1:1778625948.932940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13100.
00000080:00000010:1.1:1778625948.938656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac60.
00000080:00000010:1.1:1778625948.938666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13d60.
00000080:00000010:1.1:1778625948.938673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3960.
00000080:00000010:1.1:1778625948.938679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca860.
00000080:00000010:1.1:1778625948.938684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aa20.
00000080:00000010:1.1:1778625948.938687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a080.
00000080:00000010:1.1:1778625948.938691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ade0.
00000080:00000010:1.1:1778625948.938698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3a40.
00000080:00000010:1.1:1778625948.938704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aec0.
00000080:00000010:1.1:1778625948.938709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cac40.
00000080:00000010:1.1:1778625948.938713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a880.
00000080:00000010:1.1:1778625948.938717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aa60.
00000080:00000010:1.1:1778625948.938721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac20.
00000080:00000010:1.1:1778625948.938724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cab80.
00000080:00000010:1.1:1778625948.938728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cacc0.
00000080:00000010:1.1:1778625948.938731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cab20.
00000080:00000010:1.1:1778625948.938735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a760.
00000080:00000010:1.1:1778625948.938739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca6e0.
00000080:00000010:1.1:1778625948.938742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c36c0.
00000080:00000010:1.1:1778625948.938747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb8a0.
00000080:00000010:1.1:1778625948.938752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca4c0.
00000080:00000010:1.1:1778625948.938754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cadc0.
00000080:00000010:1.1:1778625948.938757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c30a0.
00000080:00000010:1.1:1778625948.938760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a9c0.
00000080:00000010:1.1:1778625948.938764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a2a0.
00000080:00000010:1.1:1778625948.938767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c32e0.
00000080:00000010:1.1:1778625948.938770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a7a0.
00000080:00000010:1.1:1778625948.938773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ad80.
00000080:00000010:1.1:1778625948.938776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a460.
00000080:00000010:1.1:1778625948.938779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788caf60.
00000080:00000010:1.1:1778625948.938782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a800.
00000080:00000010:1.1:1778625948.938785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a5e0.
00000080:00000010:1.1:1778625948.938790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aa00.
00000080:00000010:1.1:1778625948.938794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3f60.
00000080:00000010:1.1:1778625948.938797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a140.
00000080:00000010:1.1:1778625948.938800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a340.
00000080:00000010:1.1:1778625948.938804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a240.
00000080:00000010:1.1:1778625948.938808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a380.
00000080:00000010:1.1:1778625948.938811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbc40.
00000080:00000010:1.1:1778625948.938816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3140.
00000080:00000010:1.1:1778625948.938819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a320.
00000080:00000010:1.1:1778625948.938823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbf20.
00000080:00000010:1.1:1778625948.938826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a3c0.
00000080:00000010:1.1:1778625948.938830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a740.
00000080:00000010:1.1:1778625948.938833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb620.
00000080:00000010:1.1:1778625948.938836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbf40.
00000080:00000010:1.1:1778625948.938839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a9a0.
00000080:00000010:1.1:1778625948.938843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3a00.
00000080:00000010:1.1:1778625948.938846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbce0.
00000080:00000010:1.1:1778625948.938850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca3e0.
00000080:00000010:1.1:1778625948.938853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb500.
00000080:00000010:1.1:1778625948.938856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781adc0.
00000080:00000010:1.1:1778625948.938860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ab80.
00000080:00000010:1.1:1778625948.938862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a7e0.
00000080:00000010:1.1:1778625948.938866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a2e0.
00000080:00000010:1.1:1778625948.938869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788ca900.
00000080:00000010:1.1:1778625948.938872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3080.
00000080:00000010:2.1:1778625948.952864:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945d9e280.
00000080:00000010:2.1:1778625948.952878:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394679b1a0.
00000080:00000010:2.1:1778625948.952882:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b9d920.
00000080:00000010:1.1:1778625954.292722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781af00.
00000080:00000010:1.1:1778625954.292750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbf60.
00000080:00000010:1.1:1778625954.292755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ad40.
00000080:00000010:1.1:1778625954.292758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a300.
00000080:00000010:1.1:1778625954.292761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ada0.
00000080:00000010:1.1:1778625954.292765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a8c0.
00000080:00000010:1.1:1778625954.292769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3680.
00000080:00000010:1.1:1778625954.292774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3f80.
00000080:00000010:1.1:1778625954.292777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a0e0.
00000080:00000010:1.1:1778625954.292781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd460.
00000080:00000010:1.1:1778625954.292786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae20.
00000080:00000010:1.1:1778625954.292790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb1e0.
00000080:00000010:1.1:1778625954.292793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c34c0.
00000080:00000010:2.1:1778625954.335717:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a360.
00000080:00000010:2.1:1778625954.335731:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aee0.
00000080:00000010:2.1:1778625954.335737:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdaa0.
00000080:00000010:2.1:1778625954.335742:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a6a0.
00000080:00000010:2.1:1778625954.335749:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a940.
00000080:00000010:2.1:1778625954.335756:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3320.
00000080:00000010:2.1:1778625954.335762:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd060.
00000080:00000010:2.1:1778625954.335767:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae60.
00000080:00000010:2.1:1778625954.335771:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781afe0.
00000080:00000010:2.1:1778625954.335774:0:223806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabde40.
00000080:00000010:3.1:1778625954.341647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd7c0.
00000080:00000010:3.1:1778625954.341661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a640.
00000080:00000010:3.1:1778625954.341668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdb40.
00000080:00000010:3.1:1778625954.341672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a720.
00000080:00000010:3.1:1778625954.341676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a820.
00000080:00000010:3.1:1778625954.341679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a1c0.
00000080:00000010:3.1:1778625954.341683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a000.
00000080:00000010:3.1:1778625954.341687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd4a0.
00000080:00000010:3.1:1778625954.341693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a900.
00000080:00000010:3.1:1778625954.341699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3de0.
00000080:00000010:3.1:1778625954.341705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a1e0.
00000080:00000010:3.1:1778625954.341708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a200.
00000080:00000010:3.1:1778625954.341716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aaa0.
00000080:00000010:3.1:1778625954.341720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a560.
00000080:00000010:3.1:1778625954.341724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ab00.
00000080:00000010:3.1:1778625954.341731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb540.
00000080:00000010:3.1:1778625954.341736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3e00.
00000080:00000010:3.1:1778625954.341740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c34e0.
00000080:00000010:3.1:1778625954.341743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c35c0.
00000080:00000010:3.1:1778625954.341746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb300.
00000080:00000010:3.1:1778625954.341750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a4e0.
00000080:00000010:3.1:1778625954.341754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3bc0.
00000080:00000010:3.1:1778625954.341759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a440.
00000080:00000010:3.1:1778625954.341763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd140.
00000080:00000010:3.1:1778625954.341767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aca0.
00000080:00000010:3.1:1778625954.341770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aa80.
00000080:00000010:3.1:1778625954.341773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3540.
00000080:00000010:3.1:1778625954.341777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a040.
00000080:00000010:3.1:1778625954.341780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a260.
00000080:00000010:3.1:1778625954.341783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a280.
00000080:00000010:2.1:1778625954.361871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3500.
00000080:00000010:2.1:1778625954.361892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdee0.
00000080:00000010:2.1:1778625954.361900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a620.
00000080:00000010:2.1:1778625954.361905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbb80.
00000080:00000010:2.1:1778625954.419760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a780.
00000080:00000010:2.1:1778625954.419772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c37a0.
00000080:00000010:2.1:1778625954.419777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781abc0.
00000080:00000010:2.1:1778625954.419784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ad20.
00000080:00000010:2.1:1778625954.419788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a700.
00000080:00000010:2.1:1778625954.419791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3760.
00000080:00000010:2.1:1778625954.419795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd260.
00000080:00000010:2.1:1778625954.419800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd6e0.
00000080:00000010:2.1:1778625954.419804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a9e0.
00000080:00000010:2.1:1778625954.419807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a420.
00000080:00000010:2.1:1778625954.419810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ab60.
00000080:00000010:2.1:1778625954.419814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac40.
00000080:00000010:2.1:1778625954.419817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781af20.
00000080:00000010:2.1:1778625954.419820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a960.
00000080:00000010:2.1:1778625954.419823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781afa0.
00000080:00000010:2.1:1778625954.419827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a6e0.
00010000:00000010:2.1:1778625954.419834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54400.
00010000:00000010:2.1:1778625954.419840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9000.
00010000:00000010:2.1:1778625954.419845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935b00.
00010000:00000010:2.1:1778625954.419851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157800.
00010000:00000010:2.1:1778625954.419854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54a00.
00010000:00000010:2.1:1778625954.419858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436200.
00010000:00000010:2.1:1778625954.419864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54900.
00010000:00000010:2.1:1778625954.419867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436400.
00010000:00000010:2.1:1778625954.419870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54800.
00010000:00000010:2.1:1778625954.419873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f437400.
00010000:00000010:2.1:1778625954.419876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935d00.
00010000:00000010:2.1:1778625954.419880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156800.
00010000:00000010:2.1:1778625954.419883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3b00.
00010000:00000010:2.1:1778625954.419886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50a00.
00010000:00000010:2.1:1778625954.419889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be100.
00010000:00000010:2.1:1778625954.419892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50400.
00010000:00000010:2.1:1778625954.419895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935100.
00010000:00000010:2.1:1778625954.419898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436a00.
00010000:00000010:2.1:1778625954.419902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406500.
00010000:00000010:2.1:1778625954.419905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f437800.
00010000:00000010:2.1:1778625954.419908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406b00.
00010000:00000010:2.1:1778625954.419911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436800.
00010000:00000010:2.1:1778625954.419914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406d00.
00010000:00000010:2.1:1778625954.419917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436600.
00010000:00000010:2.1:1778625954.419919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406100.
00010000:00000010:2.1:1778625954.419922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f437600.
00010000:00000010:2.1:1778625954.419924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406f00.
00010000:00000010:2.1:1778625954.419927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f437e00.
00010000:00000010:2.1:1778625954.419930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406600.
00010000:00000010:2.1:1778625954.419932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f437000.
00010000:00000010:2.1:1778625954.419935:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973406c00.
00010000:00000010:2.1:1778625954.419944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f436e00.
00000080:00000010:3.1:1778625956.268260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fea0.
00000080:00000010:3.1:1778625956.268298:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f00.
00000080:00000010:3.1:1778625956.268305:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438e0.
00000080:00000010:3.1:1778625956.268315:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670a0.
00000080:00000010:3.1:1778625956.268321:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00000080:00000010:3.1:1778625956.268325:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:3.1:1778625956.268331:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:3.1:1778625956.268336:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521438c0.
00000080:00000010:3.1:1778625956.268345:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e80.
00000080:00000010:3.1:1778625956.268349:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435a0.
00000080:00000010:3.1:1778625956.268354:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267300.
00000080:00000010:3.1:1778625956.268359:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143200.
00000080:00000010:3.1:1778625956.268365:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ee0.
00000080:00000010:3.1:1778625956.268368:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a20.
00000080:00000010:3.1:1778625956.268374:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439e0.
00000080:00000010:3.1:1778625956.268377:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143640.
00000080:00000010:3.1:1778625956.268384:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00000080:00000010:3.1:1778625956.268394:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fe60.
00000080:00000010:3.1:1778625956.268402:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143b60.
00000080:00000010:3.1:1778625956.268410:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00000080:00000010:3.1:1778625956.268416:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b20.
00000080:00000010:3.1:1778625956.268423:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:3.1:1778625956.268428:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434a0.
00000080:00000010:3.1:1778625956.268433:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521431e0.
00000080:00000010:3.1:1778625956.268437:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143900.
00000080:00000010:3.1:1778625956.268441:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143440.
00000080:00000010:3.1:1778625956.268450:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143aa0.
00000080:00000010:3.1:1778625956.268455:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:3.1:1778625956.268458:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00000080:00000010:3.1:1778625956.268461:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b80.
00000080:00000010:3.1:1778625956.268466:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f080.
00000080:00000010:3.1:1778625956.268470:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f2a0.
00000080:00000010:3.1:1778625956.268474:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143b40.
00000080:00000010:3.1:1778625956.268477:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672c0.
00000080:00000010:3.1:1778625956.268481:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143960.
00000080:00000010:3.1:1778625956.268485:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521433e0.
00000080:00000010:3.1:1778625956.268491:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143260.
00000080:00000010:3.1:1778625956.268494:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267420.
00000080:00000010:3.1:1778625956.268499:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143520.
00000080:00000010:3.1:1778625956.268502:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625956.268507:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87be0.
00000080:00000010:3.1:1778625956.268513:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87100.
00000080:00000010:3.1:1778625956.268516:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87aa0.
00000080:00000010:3.1:1778625956.268519:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00000080:00000010:3.1:1778625956.268522:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b872a0.
00000080:00000010:3.1:1778625956.268527:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521431a0.
00000080:00000010:3.1:1778625956.268532:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521430a0.
00000080:00000010:3.1:1778625956.268536:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143060.
00000080:00000010:3.1:1778625956.268540:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143620.
00000080:00000010:3.1:1778625956.268544:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143300.
00000080:00000010:3.1:1778625956.268547:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ee0.
00000080:00000010:3.1:1778625956.268553:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143160.
00000080:00000010:3.1:1778625956.268559:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f60.
00000080:00000010:3.1:1778625956.268563:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f460.
00000080:00000010:3.1:1778625956.268567:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c00.
00000080:00000010:3.1:1778625956.268572:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674e0.
00000080:00000010:3.1:1778625956.268576:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:3.1:1778625956.268579:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fda0.
00000080:00000010:3.1:1778625956.268585:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:3.1:1778625956.273432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143fa0.
00000080:00000010:3.1:1778625956.273453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434c0.
00000080:00000010:3.1:1778625956.273461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267560.
00000080:00000010:3.1:1778625956.273465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267640.
00000080:00000010:3.1:1778625956.273473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143780.
00000080:00000010:3.1:1778625956.273480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f260.
00000080:00000010:3.1:1778625956.273485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b872e0.
00000080:00000010:3.1:1778625956.273490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f1c0.
00000080:00000010:3.1:1778625956.273494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143040.
00000080:00000010:3.1:1778625956.273498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143080.
00000080:00000010:3.1:1778625956.273502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00000080:00000010:3.1:1778625956.273505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521434e0.
00000080:00000010:3.1:1778625956.273508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f940.
00000080:00000010:3.1:1778625956.273512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87500.
00000080:00000010:3.1:1778625956.273514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fce0.
00000080:00000010:3.1:1778625956.273526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e20.
00000080:00000010:3.1:1778625956.273530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ce0.
00000080:00000010:3.1:1778625956.273534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f20.
00000080:00000010:3.1:1778625956.273537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143740.
00000080:00000010:3.1:1778625956.273542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625956.273545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:3.1:1778625956.273548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267060.
00000080:00000010:3.1:1778625956.273553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143660.
00000080:00000010:3.1:1778625956.273557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521436c0.
00000080:00000010:3.1:1778625956.273561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fba0.
00000080:00000010:3.1:1778625956.273565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ea0.
00000080:00000010:3.1:1778625956.273568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fc20.
00000080:00000010:3.1:1778625956.273571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fd20.
00000080:00000010:3.1:1778625956.273575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f960.
00000080:00000010:3.1:1778625956.273580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f4a0.
00000080:00000010:3.1:1778625956.273583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f2e0.
00000080:00000010:3.1:1778625956.273586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fe0.
00000080:00000010:3.1:1778625956.273592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143d40.
00000080:00000010:3.1:1778625956.273595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143820.
00000080:00000010:3.1:1778625956.273602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143340.
00000080:00000010:3.1:1778625956.273605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87a80.
00000080:00000010:3.1:1778625956.273624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f9e0.
00000080:00000010:3.1:1778625956.273628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521437c0.
00000080:00000010:3.1:1778625956.273632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521432a0.
00000080:00000010:3.1:1778625956.273636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143140.
00000080:00000010:3.1:1778625956.273640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e00.
00000080:00000010:3.1:1778625956.273643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00000080:00000010:3.1:1778625956.273646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267760.
00000080:00000010:3.1:1778625956.273650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521435c0.
00000080:00000010:3.1:1778625956.273654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143de0.
00000080:00000010:3.1:1778625956.273657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143700.
00000080:00000010:3.1:1778625956.273660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ac0.
00000080:00000010:3.1:1778625956.273663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143760.
00000080:00000010:3.1:1778625956.273667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ba0.
00000080:00000010:3.1:1778625956.273670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143b20.
00000080:00000010:3.1:1778625956.273673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143860.
00000080:00000010:3.1:1778625956.273679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143420.
00000080:00000010:3.1:1778625956.273683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143220.
00000080:00000010:3.1:1778625956.273687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c60.
00000080:00000010:3.1:1778625956.273691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267780.
00000080:00000010:3.1:1778625956.273695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439a0.
00000080:00000010:3.1:1778625956.273698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267320.
00000080:00000010:3.1:1778625956.273702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b00.
00000080:00000010:3.1:1778625956.273705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f060.
00000080:00000010:3.1:1778625956.273709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143240.
00000080:00000010:3.1:1778625956.273712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ca0.
00000080:00000010:3.1:1778625956.273716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143f80.
00000080:00000010:3.1:1778625956.273719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143cc0.
00000080:00000010:3.1:1778625956.273722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143fc0.
00000080:00000010:3.1:1778625956.273725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a40.
00000080:00000010:3.1:1778625956.273729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143bc0.
00000080:00000010:3.1:1778625956.273733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143920.
00000080:00000010:3.1:1778625956.273738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ec0.
00000080:00000010:3.1:1778625956.273741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665f280.
00000080:00000010:3.1:1778625956.273744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fae0.
00000080:00000010:3.1:1778625956.273747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143580.
00000080:00000010:3.1:1778625956.273750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521433a0.
00000080:00000010:3.1:1778625956.273754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665fb20.
00000080:00000010:3.1:1778625956.273758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:3.1:1778625956.273760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:3.1:1778625956.273763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267100.
00000080:00000010:3.1:1778625956.273766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143460.
00000080:00000010:3.1:1778625956.273769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:3.1:1778625956.273772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394665ffe0.
00000080:00000010:3.1:1778625956.273776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143600.
00000080:00000010:3.1:1778625956.273779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267860.
00000080:00000010:3.1:1778625956.285694:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c7d280.
00000080:00000010:2.1:1778625956.287664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c7a940.
00000080:00000010:2.1:1778625956.316596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c7c200.
00000080:00000010:2.1:1778625956.316628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966ce9080.
00000080:00000010:2.1:1778625956.316660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c7a100.
00000080:00000010:2.1:1778625956.316668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3942199080.
00000080:00000010:2.1:1778625956.316693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f394219dac0.
00000080:00000010:2.1:1778625956.316698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f394219ca40.
00000080:00000010:2.1:1778625956.316703:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3942198840.
00000080:00000010:2.1:1778625956.316745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f394219b180.
00000080:00000010:2.1:1778625956.316753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f3966c839c0.
00000080:00000010:2.1:1778625956.316762:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f394219f380.
00000080:00000010:2.1:1778625956.316789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f394219eb40.
00010000:00000010:3.1:1778625956.386636:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7000.
00010000:00000010:2.1:1778625956.417642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb400.
00010000:00000010:3.1:1778625956.434037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7a00.
00010000:00000010:3.1:1778625956.434047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ea00.
00010000:00000010:3.1:1778625956.434051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fec00.
00010000:00000010:3.1:1778625956.434054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967900.
00010000:00000010:3.1:1778625956.434057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159600.
00010000:00000010:3.1:1778625956.434060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f400.
00010000:00000010:3.1:1778625956.434063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159e00.
00010000:00000010:3.1:1778625956.434067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e200.
00010000:00000010:3.1:1778625956.434073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6000.
00010000:00000010:3.1:1778625956.434076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ef00.
00010000:00000010:3.1:1778625956.434079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158200.
00010000:00000010:3.1:1778625956.434081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f600.
00010000:00000010:3.1:1778625956.434109:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6800.
00010000:00000010:3.1:1778625956.434115:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e400.
00010000:00000010:3.1:1778625956.434119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1000.
00010000:00000010:3.1:1778625956.434122:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8200.
00010000:00000010:3.1:1778625956.434126:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fc000.
00010000:00000010:3.1:1778625956.434131:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242100.
00010000:00000010:3.1:1778625956.434134:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159a00.
00010000:00000010:3.1:1778625956.434137:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214500.
00010000:00000010:3.1:1778625956.434140:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7800.
00010000:00000010:3.1:1778625956.434143:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e100.
00010000:00000010:3.1:1778625956.434147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868a00.
00010000:00000010:3.1:1778625956.434152:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f000.
00010000:00000010:3.1:1778625956.434154:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7e00.
00010000:00000010:3.1:1778625956.434156:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e000.
00010000:00000010:3.1:1778625956.434159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1e00.
00010000:00000010:3.1:1778625956.434161:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8000.
00010000:00000010:3.1:1778625956.434163:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fce00.
00010000:00000010:3.1:1778625956.434166:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242d00.
00010000:00000010:3.1:1778625956.434169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cdc00.
00010000:00000010:3.1:1778625956.434172:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e000.
00010000:00000010:3.1:1778625956.434176:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7000.
00010000:00000010:3.1:1778625956.434179:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e500.
00010000:00000010:3.1:1778625956.434182:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c400.
00010000:00000010:3.1:1778625956.434184:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fe00.
00010000:00000010:3.1:1778625956.434187:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6200.
00010000:00000010:3.1:1778625956.434190:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3b00.
00010000:00000010:3.1:1778625956.434193:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598c00.
00010000:00000010:3.1:1778625956.434196:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1100.
00010000:00000010:3.1:1778625956.434199:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd000.
00010000:00000010:3.1:1778625956.434201:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242b00.
00010000:00000010:3.1:1778625956.434205:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ccc00.
00010000:00000010:3.1:1778625956.434207:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e300.
00010000:00000010:3.1:1778625956.434210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6600.
00010000:00000010:3.1:1778625956.434212:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e700.
00010000:00000010:3.1:1778625956.434214:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868800.
00010000:00000010:3.1:1778625956.434217:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fc00.
00010000:00000010:3.1:1778625956.434220:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7c00.
00010000:00000010:3.1:1778625956.434222:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3d00.
00010000:00000010:3.1:1778625956.434225:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00010000:00000010:3.1:1778625956.434228:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8b00.
00010000:00000010:3.1:1778625956.434232:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fda00.
00010000:00000010:3.1:1778625956.434234:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242500.
00010000:00000010:3.1:1778625956.434237:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd200.
00010000:00000010:3.1:1778625956.434241:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7000.
00010000:00000010:3.1:1778625956.434243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6c00.
00010000:00000010:3.1:1778625956.434246:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3500.
00010000:00000010:3.1:1778625956.434248:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868400.
00010000:00000010:3.1:1778625956.434251:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f100.
00010000:00000010:3.1:1778625956.434254:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb000.
00010000:00000010:3.1:1778625956.434256:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3800.
00010000:00000010:3.1:1778625956.434260:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599000.
00010000:00000010:3.1:1778625956.434263:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1c00.
00010000:00000010:3.1:1778625956.434266:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869e00.
00010000:00000010:3.1:1778625956.434268:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f900.
00010000:00000010:3.1:1778625956.434272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e800.
00010000:00000010:3.1:1778625956.434275:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967700.
00010000:00000010:3.1:1778625956.434278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6a00.
00010000:00000010:3.1:1778625956.434280:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3700.
00010000:00000010:3.1:1778625956.434283:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869200.
00010000:00000010:3.1:1778625956.434286:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fd00.
00010000:00000010:3.1:1778625956.434290:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0600.
00010000:00000010:3.1:1778625956.434293:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60b00.
00010000:00000010:3.1:1778625956.434296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19400.
00010000:00000010:3.1:1778625956.434298:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214600.
00010000:00000010:3.1:1778625956.434301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0800.
00010000:00000010:3.1:1778625956.434303:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8e00.
00010000:00000010:3.1:1778625956.434306:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869600.
00010000:00000010:3.1:1778625956.434309:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fa00.
00010000:00000010:3.1:1778625956.434312:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cba00.
00010000:00000010:3.1:1778625956.434314:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7d00.
00010000:00000010:3.1:1778625956.434318:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb800.
00010000:00000010:3.1:1778625956.434321:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1300.
00010000:00000010:3.1:1778625956.434324:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e200.
00010000:00000010:3.1:1778625956.434328:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709100.
00010000:00000010:3.1:1778625956.434344:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6200.
00010000:00000010:3.1:1778625956.434347:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1ff00.
00010000:00000010:3.1:1778625956.434351:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca600.
00010000:00000010:3.1:1778625956.434353:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1f00.
00010000:00000010:3.1:1778625956.434356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00010000:00000010:3.1:1778625956.434359:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8900.
00010000:00000010:3.1:1778625956.434362:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868600.
00010000:00000010:3.1:1778625956.434365:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f400.
00010000:00000010:3.1:1778625956.434368:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6f800.
00010000:00000010:3.1:1778625956.434370:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967800.
00010000:00000010:3.1:1778625956.434373:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe400.
00010000:00000010:3.1:1778625956.434376:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3200.
00010000:00000010:3.1:1778625956.434379:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00010000:00000010:3.1:1778625956.434382:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ec00.
00010000:00000010:3.1:1778625956.434385:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0400.
00010000:00000010:3.1:1778625956.434387:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60f00.
00010000:00000010:3.1:1778625956.434391:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca800.
00010000:00000010:3.1:1778625956.434393:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1d00.
00010000:00000010:3.1:1778625956.434396:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0a00.
00010000:00000010:3.1:1778625956.434399:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fd00.
00010000:00000010:3.1:1778625956.434401:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869000.
00010000:00000010:3.1:1778625956.434404:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f200.
00010000:00000010:3.1:1778625956.434410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c000.
00010000:00000010:3.1:1778625956.434412:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7b00.
00010000:00000010:3.1:1778625956.434415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19e00.
00010000:00000010:3.1:1778625956.434419:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1b00.
00010000:00000010:3.1:1778625956.465758:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd600.
00010000:00000010:3.1:1778625956.465766:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ed00.
00010000:00000010:3.1:1778625956.465773:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee7400.
00010000:00000010:3.1:1778625956.465777:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ed00.
00010000:00000010:3.1:1778625956.465780:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725c00.
00010000:00000010:3.1:1778625956.465784:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3900.
00010000:00000010:3.1:1778625956.465788:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8c00.
00010000:00000010:3.1:1778625956.465792:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fb00.
00010000:00000010:3.1:1778625956.465796:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869400.
00010000:00000010:3.1:1778625956.465800:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f600.
00010000:00000010:3.1:1778625956.465805:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18c00.
00010000:00000010:3.1:1778625956.465809:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214800.
00010000:00000010:3.1:1778625956.465812:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fea00.
00010000:00000010:3.1:1778625956.465815:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3f00.
00010000:00000010:3.1:1778625956.465818:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158a00.
00010000:00000010:3.1:1778625956.465821:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214100.
00010000:00000010:3.1:1778625956.465824:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bee6400.
00010000:00000010:3.1:1778625956.465826:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3100.
00010000:00000010:3.1:1778625956.465829:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19000.
00010000:00000010:3.1:1778625956.465832:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1d00.
00010000:00000010:3.1:1778625956.465836:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9c00.
00010000:00000010:3.1:1778625956.465839:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f500.
00010000:00000010:3.1:1778625956.465842:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868200.
00010000:00000010:3.1:1778625956.465845:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661ff00.
00010000:00000010:3.1:1778625956.465847:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4cc00.
00010000:00000010:3.1:1778625956.465852:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7a00.
00010000:00000010:3.1:1778625956.465855:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff000.
00010000:00000010:3.1:1778625956.465857:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8300.
00010000:00000010:3.1:1778625956.465860:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc800.
00010000:00000010:3.1:1778625956.465863:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e500.
00010000:00000010:3.1:1778625956.465867:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725400.
00010000:00000010:3.1:1778625956.465870:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967100.
00010000:00000010:3.1:1778625956.465875:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e400.
00010000:00000010:3.1:1778625956.465877:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3400.
00010000:00000010:3.1:1778625956.465879:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8800.
00010000:00000010:3.1:1778625956.465882:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835a00.
00010000:00000010:3.1:1778625956.465886:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869c00.
00010000:00000010:3.1:1778625956.465890:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709f00.
00010000:00000010:3.1:1778625956.465893:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6f400.
00010000:00000010:3.1:1778625956.465896:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7400.
00010000:00000010:3.1:1778625956.465899:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ffc00.
00010000:00000010:3.1:1778625956.465901:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8c00.
00010000:00000010:3.1:1778625956.465904:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6ec00.
00010000:00000010:3.1:1778625956.465906:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709200.
00010000:00000010:3.1:1778625956.465909:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe800.
00010000:00000010:3.1:1778625956.465911:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8d00.
00010000:00000010:3.1:1778625956.465913:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18600.
00010000:00000010:3.1:1778625956.465916:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3000.
00010000:00000010:3.1:1778625956.465918:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8600.
00010000:00000010:3.1:1778625956.465920:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f700.
00010000:00000010:3.1:1778625956.465923:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158400.
00010000:00000010:3.1:1778625956.465926:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214300.
00010000:00000010:3.1:1778625956.465929:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cac00.
00010000:00000010:3.1:1778625956.465932:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7200.
00010000:00000010:3.1:1778625956.465935:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599800.
00010000:00000010:3.1:1778625956.465938:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1900.
00010000:00000010:3.1:1778625956.465941:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cca00.
00010000:00000010:3.1:1778625956.465943:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e800.
00010000:00000010:3.1:1778625956.465946:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158000.
00010000:00000010:3.1:1778625956.465949:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f200.
00010000:00000010:3.1:1778625956.465953:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe000.
00010000:00000010:3.1:1778625956.465955:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3e00.
00010000:00000010:3.1:1778625956.465958:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00010000:00000010:3.1:1778625956.465980:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835900.
00010000:00000010:3.1:1778625956.465984:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159200.
00010000:00000010:3.1:1778625956.465986:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661fb00.
00010000:00000010:2.1:1778625956.470699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6e600.
00010000:00000010:2.1:1778625956.470707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967a00.
00010000:00000010:2.1:1778625956.470710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ffa00.
00010000:00000010:2.1:1778625956.470714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8700.
00010000:00000010:2.1:1778625956.470717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cda00.
00010000:00000010:2.1:1778625956.470720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ee00.
00010000:00000010:2.1:1778625956.470726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7cc00.
00010000:00000010:2.1:1778625956.470730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709300.
00010000:00000010:2.1:1778625956.470732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fe600.
00010000:00000010:2.1:1778625956.470736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3300.
00010000:00000010:2.1:1778625956.470739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1200.
00010000:00000010:2.1:1778625956.470742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f213800.
00010000:00000010:2.1:1778625956.470745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869a00.
00010000:00000010:2.1:1778625956.470748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f500.
00010000:00000010:2.1:1778625956.470752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d600.
00010000:00000010:2.1:1778625956.470755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0ee00.
00010000:00000010:2.1:1778625956.470758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598a00.
00010000:00000010:2.1:1778625956.470762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1a00.
00010000:00000010:2.1:1778625956.470765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc600.
00010000:00000010:2.1:1778625956.470768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7e00.
00010000:00000010:2.1:1778625956.470771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f5fd400.
00010000:00000010:2.1:1778625956.470775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f242300.
00010000:00000010:2.1:1778625956.470777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1fee00.
00010000:00000010:2.1:1778625956.470780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3c00.
00010000:00000010:2.1:1778625956.470783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724000.
00010000:00000010:2.1:1778625956.470786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f213900.
00010000:00000010:2.1:1778625956.470789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868000.
00010000:00000010:2.1:1778625956.470819:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f800.
00010000:00000010:2.1:1778625956.470824:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18000.
00010000:00000010:2.1:1778625956.470828:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214400.
00010000:00000010:2.1:1778625956.470831:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599a00.
00010000:00000010:2.1:1778625956.470834:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1600.
00010000:00000010:2.1:1778625956.470836:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c600.
00010000:00000010:2.1:1778625956.470839:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7c00.
00010000:00000010:2.1:1778625956.470842:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158800.
00010000:00000010:2.1:1778625956.470845:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fb00.
00010000:00000010:2.1:1778625956.470848:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599e00.
00010000:00000010:2.1:1778625956.470851:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bee3600.
00010000:00000010:2.1:1778625956.470853:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c158e00.
00010000:00000010:2.1:1778625956.470856:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fc00.
00010000:00000010:2.1:1778625956.470858:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cc000.
00010000:00000010:2.1:1778625956.470861:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1b00.
00010000:00000010:2.1:1778625956.470864:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598000.
00010000:00000010:2.1:1778625956.470866:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1f00.
00010000:00000010:2.1:1778625956.470869:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517800.
00010000:00000010:2.1:1778625956.470874:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214700.
00010000:00000010:2.1:1778625956.470876:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978869800.
00010000:00000010:2.1:1778625956.470879:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f300.
00010000:00000010:2.1:1778625956.470881:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff400.
00010000:00000010:2.1:1778625956.470884:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc0e200.
00010000:00000010:2.1:1778625956.470886:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c600.
00010000:00000010:2.1:1778625956.470889:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709a00.
00010000:00000010:2.1:1778625956.470892:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6ea00.
00010000:00000010:2.1:1778625956.470894:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1600.
00010000:00000010:2.1:1778625956.470897:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9400.
00010000:00000010:2.1:1778625956.470899:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1e00.
00010000:00000010:2.1:1778625956.470902:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4c800.
00010000:00000010:2.1:1778625956.470904:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7600.
00010000:00000010:2.1:1778625956.470907:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868c00.
00010000:00000010:2.1:1778625956.470909:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394661f700.
00010000:00000010:2.1:1778625956.470923:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724600.
00010000:00000010:2.1:1778625956.470926:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978967f00.
00010000:00000010:2.1:1778625956.470929:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7c200.
00010000:00000010:2.1:1778625956.470931:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709000.
00010000:00000010:2.1:1778625956.470934:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00010000:00000010:2.1:1778625956.470936:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e600.
00010000:00000010:2.1:1778625956.470939:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1c00.
00010000:00000010:2.1:1778625956.470942:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835d00.
00010000:00000010:2.1:1778625956.470945:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4ce00.
00010000:00000010:2.1:1778625956.470948:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7f00.
00010000:00000010:2.1:1778625956.470950:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517400.
00010000:00000010:2.1:1778625956.470953:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fd00.
00010000:00000010:2.1:1778625956.470955:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b6fc00.
00010000:00000010:2.1:1778625956.470957:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709b00.
00010000:00000010:2.1:1778625956.470972:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599600.
00010000:00000010:2.1:1778625956.470974:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1500.
00010000:00000010:2.1:1778625956.470977:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0c00.
00010000:00000010:2.1:1778625956.470981:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60800.
00010000:00000010:2.1:1778625956.470983:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cd000.
00010000:00000010:2.1:1778625956.470986:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675ef00.
00010000:00000010:2.1:1778625956.470989:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00010000:00000010:2.1:1778625956.470992:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f900.
00010000:00000010:3.1:1778625956.502795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d400.
00010000:00000010:3.1:1778625956.502803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7100.
00010000:00000010:3.1:1778625956.502807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978868e00.
00010000:00000010:3.1:1778625956.502810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7300.
00010000:00000010:3.1:1778625956.502813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598600.
00010000:00000010:3.1:1778625956.502817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1700.
00010000:00000010:3.1:1778625956.502820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf0a00.
00010000:00000010:3.1:1778625956.502823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60d00.
00010000:00000010:3.1:1778625956.502827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cce00.
00010000:00000010:3.1:1778625956.502830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675e100.
00010000:00000010:3.1:1778625956.515466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1800.
00010000:00000010:3.1:1778625956.515481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60c00.
00010000:00000010:3.1:1778625956.515487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4da00.
00010000:00000010:3.1:1778625956.515491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7700.
00010000:00000010:3.1:1778625956.515493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d800.
00010000:00000010:3.1:1778625956.515496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7500.
00010000:00000010:3.1:1778625956.515499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f598800.
00010000:00000010:3.1:1778625956.515503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8600.
00010000:00000010:3.1:1778625956.515506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7da00.
00010000:00000010:3.1:1778625956.515510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973709c00.
00010000:00000010:3.1:1778625956.515514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cde00.
00010000:00000010:3.1:1778625956.515517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394675eb00.
00010000:00000010:3.1:1778625956.515523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1000.
00010000:00000010:3.1:1778625956.515525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60200.
00010000:00000010:3.1:1778625956.515527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a4d000.
00010000:00000010:3.1:1778625956.515529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966aa7800.
00010000:00000010:3.1:1778625956.515533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19a00.
00010000:00000010:3.1:1778625956.515536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214e00.
00010000:00000010:3.1:1778625956.515540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c1ff800.
00010000:00000010:3.1:1778625956.515543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973eb8f00.
00010000:00000010:3.1:1778625956.515546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1a00.
00010000:00000010:3.1:1778625956.515548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60100.
00010000:00000010:1.1:1778625956.524903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f599200.
00010000:00000010:1.1:1778625956.524910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ee1300.
00010000:00000010:1.1:1778625956.524923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159000.
00010000:00000010:1.1:1778625956.524927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1fa00.
00010000:00000010:1.1:1778625956.529767:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159800.
00010000:00000010:1.1:1778625956.529781:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214d00.
00010000:00000010:1.1:1778625956.529786:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18800.
00010000:00000010:1.1:1778625956.529789:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f214000.
00010000:00000010:1.1:1778625956.529805:0:223815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c159400.
00010000:00000010:1.1:1778625956.529809:0:223815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f500.
00000080:00000010:3.1:1778625959.021430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0020.
00000080:00000010:3.1:1778625959.021448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed04c0.
00000080:00000010:3.1:1778625959.021453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd780.
00000080:00000010:3.1:1778625959.021459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c32c0.
00000080:00000010:3.1:1778625959.021465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0660.
00000080:00000010:3.1:1778625959.021471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabda80.
00000080:00000010:3.1:1778625959.021474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0580.
00000080:00000010:3.1:1778625959.021477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0180.
00000080:00000010:3.1:1778625959.021480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0420.
00000080:00000010:3.1:1778625959.021483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c30e0.
00000080:00000010:3.1:1778625959.021487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdbc0.
00000080:00000010:3.1:1778625959.021490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bccb260.
00000080:00000010:2.1:1778625959.061007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38940.
00000080:00000010:2.1:1778625959.061033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb820.
00000080:00000010:2.1:1778625959.061039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13220.
00000080:00000010:2.1:1778625959.061045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdd60.
00000080:00000010:2.1:1778625959.061049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb7a0.
00000080:00000010:2.1:1778625959.061052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb380.
00000080:00000010:2.1:1778625959.071715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd480.
00000080:00000010:2.1:1778625959.071727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd520.
00000080:00000010:2.1:1778625959.071736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474b36c0.
00000080:00000010:2.1:1778625959.071747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbe20.
00000080:00000010:2.1:1778625959.071755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973d38580.
00000080:00000010:2.1:1778625959.071771:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd3c0.
00000080:00000010:2.1:1778625959.071779:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3ca0.
00000080:00000010:2.1:1778625959.071785:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd720.
00000080:00000010:2.1:1778625959.071791:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbae0.
00000080:00000010:2.1:1778625959.071797:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb900.
00000080:00000010:2.1:1778625959.071805:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb5e0.
00000080:00000010:2.1:1778625959.071812:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aba0.
00000080:00000010:2.1:1778625959.071818:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a0a0.
00000080:00000010:2.1:1778625959.071826:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a120.
00000080:00000010:2.1:1778625959.071832:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39474b3ec0.
00000080:00000010:2.1:1778625959.071839:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a3a0.
00000080:00000010:2.1:1778625959.071845:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a100.
00000080:00000010:2.1:1778625959.071862:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd120.
00000080:00000010:2.1:1778625959.071868:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb220.
00000080:00000010:2.1:1778625959.071873:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd660.
00000080:00000010:2.1:1778625959.071878:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a2c0.
00000080:00000010:2.1:1778625959.071885:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdc40.
00000080:00000010:2.1:1778625959.071889:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd180.
00000080:00000010:2.1:1778625959.071894:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd1a0.
00000080:00000010:2.1:1778625959.071900:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781af60.
00000080:00000010:2.1:1778625959.071906:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac80.
00000080:00000010:3.1:1778625959.071986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0120.
00010000:00000010:3.1:1778625959.071996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e600.
00010000:00000010:3.1:1778625959.072001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7600.
00010000:00000010:3.1:1778625959.072005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f213200.
00010000:00000010:3.1:1778625959.072008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724400.
00000080:00000010:1.1:1778625959.076787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a980.
00010000:00000010:1.1:1778625959.081656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ec00.
00010000:00000010:1.1:1778625959.081673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7e00.
00010000:00000010:1.1:1778625959.081680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e300.
00010000:00000010:1.1:1778625959.081686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7000.
00010000:00000010:1.1:1778625959.081690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ee00.
00010000:00000010:1.1:1778625959.081697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca73600.
00010000:00000010:1.1:1778625959.081715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935300.
00010000:00000010:1.1:1778625959.081722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156400.
00010000:00000010:1.1:1778625959.081725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935e00.
00010000:00000010:1.1:1778625959.081728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6e00.
00010000:00000010:1.1:1778625959.081733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0bee00.
00010000:00000010:1.1:1778625959.081736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72200.
00010000:00000010:1.1:1778625959.081738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be000.
00010000:00000010:1.1:1778625959.081741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6000.
00010000:00000010:1.1:1778625959.081744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e000.
00010000:00000010:1.1:1778625959.081746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6c00.
00010000:00000010:1.1:1778625959.081748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935000.
00010000:00000010:1.1:1778625959.081751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7a00.
00010000:00000010:1.1:1778625959.081753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935200.
00010000:00000010:1.1:1778625959.081756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157400.
00010000:00000010:1.1:1778625959.081759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be200.
00010000:00000010:1.1:1778625959.081761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72e00.
00010000:00000010:1.1:1778625959.081763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e200.
00010000:00000010:1.1:1778625959.081766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7200.
00010000:00000010:1.1:1778625959.081769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935400.
00010000:00000010:1.1:1778625959.081771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7c00.
00010000:00000010:1.1:1778625959.081774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be400.
00010000:00000010:1.1:1778625959.081777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5ee00.
00010000:00000010:1.1:1778625959.081780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e400.
00010000:00000010:1.1:1778625959.081783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6200.
00010000:00000010:1.1:1778625959.081785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0bea00.
00010000:00000010:1.1:1778625959.081788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca73200.
00010000:00000010:1.1:1778625959.081790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be900.
00010000:00000010:1.1:1778625959.081793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5e200.
00010000:00000010:1.1:1778625959.081795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935a00.
00010000:00000010:1.1:1778625959.081798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5e400.
00010000:00000010:1.1:1778625959.081800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935900.
00010000:00000010:1.1:1778625959.081804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50200.
00010000:00000010:1.1:1778625959.081806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ea00.
00010000:00000010:1.1:1778625959.081809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50000.
00010000:00000010:1.1:1778625959.081811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e900.
00010000:00000010:1.1:1778625959.081814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8e00.
00010000:00000010:1.1:1778625959.081826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935800.
00010000:00000010:1.1:1778625959.081829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5e000.
00010000:00000010:1.1:1778625959.081831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be800.
00010000:00000010:1.1:1778625959.081834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8000.
00010000:00000010:1.1:1778625959.081836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be700.
00010000:00000010:1.1:1778625959.081839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50800.
00010000:00000010:1.1:1778625959.081841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935700.
00010000:00000010:1.1:1778625959.081843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156a00.
00010000:00000010:1.1:1778625959.081846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be500.
00010000:00000010:1.1:1778625959.081849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb51400.
00010000:00000010:1.1:1778625959.081851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e800.
00010000:00000010:1.1:1778625959.081854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5f800.
00010000:00000010:1.1:1778625959.081856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0beb00.
00010000:00000010:1.1:1778625959.081859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b68800.
00010000:00000010:1.1:1778625959.081863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54700.
00010000:00000010:1.1:1778625959.081877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b69600.
00010000:00000010:1.1:1778625959.081880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54500.
00010000:00000010:1.1:1778625959.081883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8c00.
00010000:00000010:1.1:1778625959.081886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54b00.
00010000:00000010:1.1:1778625959.081890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9a00.
00010000:00000010:1.1:1778625959.081892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54d00.
00010000:00000010:1.1:1778625959.081895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9200.
00010000:00000010:1.1:1778625959.081899:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3400.
00010000:00000010:1.1:1778625959.081901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9c00.
00010000:00000010:1.1:1778625959.081904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54100.
00010000:00000010:1.1:1778625959.081906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8200.
00010000:00000010:1.1:1778625959.081918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54f00.
00010000:00000010:1.1:1778625959.081921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8400.
00010000:00000010:1.1:1778625959.081923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0bed00.
00010000:00000010:1.1:1778625959.081926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb51600.
00010000:00000010:1.1:1778625959.081928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3a00.
00010000:00000010:1.1:1778625959.081936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b69e00.
00010000:00000010:1.1:1778625959.081953:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935500.
00010000:00000010:1.1:1778625959.081957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb51c00.
00010000:00000010:1.1:1778625959.081960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3900.
00010000:00000010:1.1:1778625959.081962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9400.
00010000:00000010:1.1:1778625959.081965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3800.
00010000:00000010:1.1:1778625959.081967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb50e00.
00010000:00000010:1.1:1778625959.081969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3700.
00010000:00000010:1.1:1778625959.081972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb51800.
00010000:00000010:1.1:1778625959.081974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3500.
00010000:00000010:1.1:1778625959.081977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb51e00.
00010000:00000010:1.1:1778625959.081980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54600.
00010000:00000010:1.1:1778625959.081983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8a00.
00010000:00000010:1.1:1778625959.081985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54c00.
00010000:00000010:1.1:1778625959.081988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9800.
00010000:00000010:1.1:1778625959.081990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54300.
00010000:00000010:1.1:1778625959.081993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8800.
00010000:00000010:1.1:1778625959.081995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54e00.
00010000:00000010:1.1:1778625959.081997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da8600.
00010000:00000010:1.1:1778625959.082000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54000.
00010000:00000010:1.1:1778625959.085178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9600.
00010000:00000010:1.1:1778625959.085183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb54200.
00010000:00000010:1.1:1778625959.085185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945da9e00.
00000080:00000010:3.1:1778625959.140646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0340.
00000080:00000010:3.1:1778625959.140657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbb40.
00000080:00000010:3.1:1778625959.140662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3f20.
00000080:00000010:3.1:1778625959.140669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0240.
00000080:00000010:3.1:1778625959.140672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0fe0.
00000080:00000010:3.1:1778625959.140676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0320.
00000080:00000010:3.1:1778625959.140679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0e60.
00000080:00000010:3.1:1778625959.140683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3c40.
00000080:00000010:2.1:1778625959.156654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed09a0.
00000080:00000010:2.1:1778625959.156670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c35e0.
00000080:00000010:2.1:1778625959.156676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0dc0.
00000080:00000010:2.1:1778625959.156679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed06a0.
00000080:00000010:2.1:1778625959.156683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdd80.
00000080:00000010:2.1:1778625959.156688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ee0.
00000080:00000010:2.1:1778625959.156693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb700.
00000080:00000010:2.1:1778625959.156698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd2c0.
00010000:00000010:2.1:1778625959.161767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59c00.
00010000:00000010:2.1:1778625959.161785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157a00.
00010000:00000010:2.1:1778625959.161790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be600.
00010000:00000010:2.1:1778625959.161794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5e600.
00010000:00000010:2.1:1778625959.161796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59300.
00010000:00000010:2.1:1778625959.161799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157200.
00010000:00000010:2.1:1778625959.161803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e700.
00010000:00000010:2.1:1778625959.161808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00010000:00000010:2.1:1778625959.161810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e500.
00010000:00000010:2.1:1778625959.161813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124600.
00010000:00000010:2.1:1778625959.161816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59e00.
00010000:00000010:2.1:1778625959.161820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6400.
00010000:00000010:2.1:1778625959.161823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6eb00.
00010000:00000010:2.1:1778625959.161825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7400.
00010000:00000010:2.1:1778625959.161828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59000.
00010000:00000010:2.1:1778625959.161830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157c00.
00010000:00000010:2.1:1778625959.161833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ed00.
00010000:00000010:2.1:1778625959.161835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6a00.
00010000:00000010:2.1:1778625959.161837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59200.
00010000:00000010:2.1:1778625959.161840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156200.
00010000:00000010:2.1:1778625959.161843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978935c00.
00010000:00000010:2.1:1778625959.161861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7800.
00010000:00000010:2.1:1778625959.161864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e100.
00010000:00000010:2.1:1778625959.161867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00010000:00000010:2.1:1778625959.161869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0bec00.
00010000:00000010:2.1:1778625959.161873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca73e00.
00010000:00000010:2.1:1778625959.161875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ef00.
00010000:00000010:2.1:1778625959.161878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6600.
00010000:00000010:2.1:1778625959.161880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e0be300.
00010000:00000010:2.1:1778625959.161887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5f600.
00010000:00000010:2.1:1778625959.161891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc3000.
00010000:00000010:2.1:1778625959.161893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72c00.
00010000:00000010:2.1:1778625959.275976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98000.
00010000:00000010:2.1:1778625959.275984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725600.
00000080:00000010:3.1:1778625959.340662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314700.
00010000:00000010:3.1:1778625959.395476:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f500.
00010000:00000010:3.1:1778625959.396672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f100.
00010000:00000010:3.1:1778625959.396683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00000080:00000010:2.1:1778625959.435478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314480.
00010000:00000010:2.1:1778625959.446909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eab00.
00010000:00000010:2.1:1778625959.446923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00000080:00000010:2.1:1778625959.453755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314fa0.
00010000:00000010:2.1:1778625959.474008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eab00.
00010000:00000010:2.1:1778625959.474021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00000080:00000010:3.1:1778625959.510667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679e0.
00000080:00000010:3.1:1778625959.510749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314480.
00000080:00000010:3.1:1778625959.510755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d40.
00010000:00000010:1.1:1778625959.552647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98300.
00010000:00000010:2.1:1778625959.621652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00010000:00000010:2.1:1778625959.621664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eab00.
00010000:00000010:2.1:1778625959.621667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cac00.
00000080:00000010:3.1:1778625959.621704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87640.
00000080:00000010:3.1:1778625961.478075:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb740.
00000080:00000010:3.1:1778625961.478091:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed02a0.
00000080:00000010:3.1:1778625961.478096:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0d80.
00000080:00000010:3.1:1778625961.478100:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0460.
00000080:00000010:3.1:1778625961.478106:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed05e0.
00000080:00000010:3.1:1778625961.478112:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3220.
00000080:00000010:3.1:1778625961.478117:0:224114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0a00.
00000080:00000010:2.1:1778625961.502131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c31e0.
00000080:00000010:2.1:1778625961.502152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3380.
00000080:00000010:2.1:1778625961.523093:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3c20.
00000080:00000010:2.1:1778625961.523101:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0640.
00000080:00000010:2.1:1778625961.523107:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3820.
00000080:00000010:2.1:1778625961.523112:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbd40.
00000080:00000010:2.1:1778625961.523116:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0100.
00000080:00000010:2.1:1778625961.523142:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb4a0.
00000080:00000010:2.1:1778625961.523149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0800.
00010000:00000010:2.1:1778625961.523157:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127000.
00010000:00000010:2.1:1778625961.523164:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5f200.
00010000:00000010:2.1:1778625961.523168:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127200.
00010000:00000010:2.1:1778625961.523172:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:2.1:1778625961.523176:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127400.
00010000:00000010:2.1:1778625961.523178:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00010000:00000010:2.1:1778625961.523182:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127a00.
00010000:00000010:2.1:1778625961.523185:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:2.1:1778625961.523188:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127900.
00010000:00000010:2.1:1778625961.523190:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124200.
00010000:00000010:2.1:1778625961.523193:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59d00.
00010000:00000010:2.1:1778625961.523196:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157e00.
00010000:00000010:2.1:1778625961.523199:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127800.
00010000:00000010:2.1:1778625961.523201:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124400.
00010000:00000010:2.1:1778625961.523204:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59100.
00010000:00000010:2.1:1778625961.523206:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973157000.
00010000:00000010:2.1:1778625961.523210:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59f00.
00010000:00000010:2.1:1778625961.523213:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156e00.
00010000:00000010:2.1:1778625961.523216:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127700.
00010000:00000010:2.1:1778625961.523219:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156000.
00010000:00000010:2.1:1778625961.523222:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127500.
00010000:00000010:2.1:1778625961.523225:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125400.
00010000:00000010:2.1:1778625961.523228:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59600.
00010000:00000010:2.1:1778625961.523230:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973156c00.
00010000:00000010:2.1:1778625961.523233:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127b00.
00010000:00000010:2.1:1778625961.523236:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5fe00.
00010000:00000010:2.1:1778625961.523239:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127d00.
00010000:00000010:2.1:1778625961.523242:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:2.1:1778625961.523245:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9800.
00010000:00000010:2.1:1778625961.523248:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5fa00.
00010000:00000010:2.1:1778625961.523251:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127100.
00010000:00000010:2.1:1778625961.523253:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125800.
00000080:00000010:3.1:1778625961.576970:0:224118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:1.1:1778625961.608712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625961.649427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87580.
00000080:00000010:2.1:1778625961.734888:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314500.
00000080:00000010:3.1:1778625961.771704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:2.1:1778625961.819825:0:223826:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00000080:00000010:1.1:1778625961.953759:0:224133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87d80.
00000080:00000010:3.1:1778625961.991043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87040.
00000080:00000010:2.1:1778625962.033345:0:223826:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a60.
00000080:00000010:1.1:1778625962.108675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbda0.
00000080:00000010:1.1:1778625962.108686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0000.
00000080:00000010:1.1:1778625962.108691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0c20.
00000080:00000010:1.1:1778625962.108695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabde60.
00000080:00000010:1.1:1778625962.108699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0a60.
00010000:00000010:1.1:1778625962.108705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1100.
00010000:00000010:1.1:1778625962.108772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5fc00.
00010000:00000010:1.1:1778625962.108776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59700.
00010000:00000010:1.1:1778625962.108780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f430800.
00010000:00000010:1.1:1778625962.108797:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1f00.
00010000:00000010:1.1:1778625962.108801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aada00.
00010000:00000010:1.1:1778625962.108804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1600.
00010000:00000010:1.1:1778625962.108806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aad200.
00010000:00000010:1.1:1778625962.108808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1c00.
00010000:00000010:1.1:1778625962.108810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aadc00.
00010000:00000010:1.1:1778625962.108812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1300.
00010000:00000010:1.1:1778625962.108815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aac200.
00010000:00000010:1.1:1778625962.108818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1e00.
00010000:00000010:1.1:1778625962.108820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aac400.
00010000:00000010:1.1:1778625962.108822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1000.
00010000:00000010:1.1:1778625962.108826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aad400.
00010000:00000010:1.1:1778625962.108829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:1.1:1778625962.108833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125600.
00010000:00000010:1.1:1778625962.108835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127600.
00010000:00000010:1.1:1778625962.108837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125e00.
00010000:00000010:1.1:1778625962.108840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59500.
00010000:00000010:1.1:1778625962.108843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125000.
00010000:00000010:1.1:1778625962.108846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127c00.
00010000:00000010:1.1:1778625962.108857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5ec00.
00010000:00000010:1.1:1778625962.108860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127300.
00010000:00000010:1.1:1778625962.108863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00010000:00000010:1.1:1778625962.108865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59b00.
00010000:00000010:1.1:1778625962.108942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124000.
00010000:00000010:1.1:1778625962.108947:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127e00.
00010000:00000010:1.1:1778625962.108950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72a00.
00010000:00000010:1.1:1778625962.108953:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9900.
00010000:00000010:1.1:1778625962.108955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124c00.
00000080:00000010:2.1:1778625962.109039:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c00.
00000080:00000010:2.1:1778625962.134147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00000080:00000010:3.1:1778625962.159639:0:224138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f00.
00000080:00000010:3.1:1778625962.181842:0:224139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:2.1:1778625962.269743:0:224140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00000080:00000010:2.1:1778625962.334685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3142c0.
00000080:00000010:2.1:1778625962.376974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a5e0.
00000080:00000010:3.1:1778625962.434994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673e0.
00000080:00000010:2.1:1778625962.476826:0:224145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149c0.
00000080:00000010:2.1:1778625962.511062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:2.1:1778625962.526144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d20.
00000080:00000010:3.1:1778625962.535877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671c0.
00000080:00000010:2.1:1778625962.568805:0:224149:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d20.
00000080:00000010:2.1:1778625962.608808:0:224150:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00000080:00000010:2.1:1778625962.645729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314540.
00000080:00000010:3.1:1778625962.657734:0:224152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149c0.
00000080:00000010:2.1:1778625962.688683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a440.
00000080:00000010:2.1:1778625962.755656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:3.1:1778625962.840646:0:224155:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670a0.
00000080:00000010:2.1:1778625962.873688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00000080:00000010:3.1:1778625962.902657:0:224157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3148e0.
00000080:00000010:2.1:1778625962.983261:0:224158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314840.
00000080:00000010:3.1:1778625963.024563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00000080:00000010:2.1:1778625963.084024:0:224161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314220.
00000080:00000010:2.1:1778625963.120523:0:224162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314220.
00000080:00000010:3.1:1778625963.203709:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675a0.
00010000:00000010:3.1:1778625963.216808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb400.
00010000:00000010:2.1:1778625963.295455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea200.
00010000:00000010:2.1:1778625963.295468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0c00.
00010000:00000010:3.1:1778625963.353656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9200.
00000080:00000010:3.1:1778625963.479726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a900.
00010000:00000010:3.1:1778625963.501652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9200.
00000080:00000010:3.1:1778625963.539504:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a20.
00000080:00000010:3.1:1778625963.546654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00010000:00000010:3.1:1778625963.557654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9200.
00000080:00000010:2.1:1778625963.607705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314260.
00000080:00000010:3.1:1778625963.660720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b873e0.
00000080:00000010:3.1:1778625963.676887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae40.
00010000:00000010:3.1:1778625963.713111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fd00.
00010000:00000010:3.1:1778625963.713125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8000.
00010000:00000010:3.1:1778625963.774801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f900.
00010000:00000010:3.1:1778625963.774812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00010000:00000010:3.1:1778625963.808639:0:224164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00000080:00000010:3.1:1778625963.831536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00010000:00000010:2.1:1778625963.905642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea900.
00010000:00000010:2.1:1778625963.905652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00010000:00000010:2.1:1778625963.926133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00000080:00000010:3.1:1778625963.958068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314220.
00000080:00000010:3.1:1778625963.979325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314260.
00010000:00000010:3.1:1778625963.985660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00000080:00000010:3.1:1778625964.007358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677e0.
00000080:00000010:3.1:1778625964.025895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00010000:00000010:3.1:1778625964.030635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00000080:00000010:2.1:1778625964.052647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267de0.
00000080:00000010:2.1:1778625964.063085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675e0.
00010000:00000010:2.1:1778625964.066922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00000080:00000010:2.1:1778625964.077224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:2.1:1778625964.100972:0:224164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314f40.
00010000:00000010:2.1:1778625964.105676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00000080:00000010:2.1:1778625964.126850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:2.1:1778625964.131843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00010000:00000010:2.1:1778625964.140883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00000080:00000010:2.1:1778625964.186882:0:224164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:2.1:1778625964.200842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314f40.
00010000:00000010:2.1:1778625964.235660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea600.
00010000:00000010:2.1:1778625964.235774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00010000:00000010:3.1:1778625964.301695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fe00.
00010000:00000010:3.1:1778625964.301704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8800.
00010000:00000010:2.1:1778625964.341689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00000080:00000010:2.1:1778625964.393606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314540.
00000080:00000010:2.1:1778625964.396652:0:224164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00010000:00000010:2.1:1778625964.421825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00000080:00000010:2.1:1778625964.430883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:3.1:1778625964.452859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3148e0.
00010000:00000010:3.1:1778625964.466973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8800.
00000080:00000010:2.1:1778625964.485671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00000080:00000010:2.1:1778625964.500996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678c0.
00010000:00000010:2.1:1778625964.548145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eae00.
00010000:00000010:2.1:1778625964.548158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1400.
00010000:00000010:2.1:1778625964.576717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea000.
00010000:00000010:2.1:1778625964.576725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0400.
00010000:00000010:3.1:1778625964.596437:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f400.
00010000:00000010:3.1:1778625964.596447:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8600.
00010000:00000010:3.1:1778625964.617655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8600.
00000080:00000010:2.1:1778625964.634786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149c0.
00000080:00000010:2.1:1778625964.641776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2673c0.
00010000:00000010:2.1:1778625964.648982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1c00.
00010000:00000010:2.1:1778625964.722729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1c00.
00000080:00000010:3.1:1778625964.758837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d60.
00000080:00000010:3.1:1778625964.762768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314500.
00010000:00000010:3.1:1778625964.779035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8600.
00000080:00000010:2.1:1778625964.825644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00000080:00000010:1.1:1778625964.840235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e80.
00010000:00000010:3.1:1778625964.841367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00000080:00000010:3.1:1778625964.865772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267120.
00000080:00000010:2.1:1778625964.887680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b870c0.
00010000:00000010:2.1:1778625964.910720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0000.
00000080:00000010:2.1:1778625964.935740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e60.
00000080:00000010:2.1:1778625964.945241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00010000:00000010:3.1:1778625964.989605:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fa00.
00010000:00000010:3.1:1778625964.989637:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9400.
00010000:00000010:2.1:1778625965.029858:0:224164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00000080:00000010:2.1:1778625965.047073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314900.
00000080:00000010:2.1:1778625965.061785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00010000:00000010:2.1:1778625965.061819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00000080:00000010:2.1:1778625965.101475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ae0.
00000080:00000010:2.1:1778625965.111639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e60.
00010000:00000010:2.1:1778625965.119220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00000080:00000010:3.1:1778625965.144826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ae0.
00000080:00000010:3.1:1778625965.164606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314900.
00010000:00000010:3.1:1778625965.181280:0:224164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9400.
00000080:00000010:2.1:1778625965.202888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:2.1:1778625965.207762:0:224164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2679c0.
00010000:00000010:2.1:1778625965.219240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00000080:00000010:2.1:1778625965.254660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314de0.
00000080:00000010:2.1:1778625965.264444:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314560.
00010000:00000010:1.1:1778625965.292351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00000080:00000010:1.1:1778625965.315769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ae0.
00000080:00000010:1.1:1778625965.366803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87de0.
00010000:00000010:3.1:1778625965.410036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cac00.
00010000:00000010:1.1:1778625965.431804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98500.
00010000:00000010:1.1:1778625965.431816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725c00.
00010000:00000010:1.1:1778625965.469363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cbc00.
00010000:00000010:3.1:1778625965.491647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725200.
00000080:00000010:2.1:1778625965.494875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aea0.
00000080:00000010:2.1:1778625965.539035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87de0.
00010000:00000010:3.1:1778625965.544372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9400.
00000080:00000010:3.1:1778625965.575232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:2.1:1778625965.607027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed03e0.
00000080:00000010:2.1:1778625965.607050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3d60.
00000080:00000010:2.1:1778625965.607055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c31c0.
00000080:00000010:2.1:1778625965.607058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0fa0.
00000080:00000010:2.1:1778625965.607062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3fc0.
00000080:00000010:2.1:1778625965.607065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ce0.
00000080:00000010:2.1:1778625965.607071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd860.
00000080:00000010:2.1:1778625965.607076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd620.
00000080:00000010:2.1:1778625965.607080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0500.
00000080:00000010:3.1:1778625965.609004:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00000080:00000010:2.1:1778625965.610765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0840.
00000080:00000010:2.1:1778625965.610790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed07c0.
00000080:00000010:2.1:1778625965.610795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3a80.
00000080:00000010:2.1:1778625965.610799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0860.
00000080:00000010:2.1:1778625965.610803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdde0.
00000080:00000010:2.1:1778625965.610808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd0e0.
00000080:00000010:2.1:1778625965.610814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3720.
00010000:00000010:2.1:1778625965.610822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7200.
00010000:00000010:2.1:1778625965.610828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8a00.
00010000:00000010:2.1:1778625965.610833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7400.
00010000:00000010:2.1:1778625965.610836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151400.
00010000:00000010:2.1:1778625965.610840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795de00.
00010000:00000010:2.1:1778625965.610843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150a00.
00010000:00000010:2.1:1778625965.610846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7a00.
00010000:00000010:2.1:1778625965.610849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9800.
00010000:00000010:2.1:1778625965.610852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d000.
00010000:00000010:2.1:1778625965.610854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151800.
00010000:00000010:2.1:1778625965.610857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7900.
00010000:00000010:2.1:1778625965.610860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aad000.
00010000:00000010:2.1:1778625965.610863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9300.
00010000:00000010:2.1:1778625965.610878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca73c00.
00010000:00000010:2.1:1778625965.610880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9e00.
00010000:00000010:2.1:1778625965.610883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72000.
00010000:00000010:2.1:1778625965.610886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7800.
00010000:00000010:2.1:1778625965.610889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aaca00.
00010000:00000010:2.1:1778625965.610891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7700.
00010000:00000010:2.1:1778625965.610894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aad800.
00010000:00000010:2.1:1778625965.610896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7500.
00010000:00000010:2.1:1778625965.610898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aac800.
00010000:00000010:2.1:1778625965.610900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d200.
00010000:00000010:2.1:1778625965.610902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150800.
00010000:00000010:2.1:1778625965.610904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7b00.
00010000:00000010:2.1:1778625965.610907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972aac600.
00010000:00000010:2.1:1778625965.610909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59400.
00010000:00000010:2.1:1778625965.610912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72800.
00010000:00000010:2.1:1778625965.610915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbb1200.
00010000:00000010:2.1:1778625965.610918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca72400.
00010000:00000010:2.1:1778625965.610920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb59a00.
00010000:00000010:2.1:1778625965.610923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150600.
00010000:00000010:3.1:1778625965.613969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00010000:00000010:1.1:1778625965.634093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724c00.
00000080:00000010:2.1:1778625965.637950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a660.
00000080:00000010:2.1:1778625965.641958:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267740.
00010000:00000010:2.1:1778625965.650662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:3.1:1778625965.664877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125400.
00000080:00000010:2.1:1778625965.686762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314440.
00000080:00000010:2.1:1778625965.696004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314560.
00010000:00000010:2.1:1778625965.713962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00000080:00000010:3.1:1778625965.737404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625965.739823:0:224169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00000080:00000010:2.1:1778625965.750797:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314de0.
00010000:00000010:2.1:1778625965.760631:0:224169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:3.1:1778625965.770557:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124400.
00000080:00000010:2.1:1778625965.781938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314920.
00000080:00000010:2.1:1778625965.785856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314560.
00010000:00000010:2.1:1778625965.796722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:2.1:1778625965.796739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:2.1:1778625965.811878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:2.1:1778625965.811886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:2.1:1778625965.838655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:1.1:1778625965.849652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7800.
00000080:00000010:2.1:1778625965.857739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:3.1:1778625965.868712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314560.
00010000:00000010:3.1:1778625965.881087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f800.
00010000:00000010:3.1:1778625965.881191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6a00.
00010000:00000010:2.1:1778625965.920140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6a00.
00010000:00000010:3.1:1778625965.953231:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00000080:00000010:2.1:1778625965.960942:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3146e0.
00000080:00000010:2.1:1778625965.978788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625965.983295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00000080:00000010:2.1:1778625966.000105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145e0.
00000080:00000010:2.1:1778625966.024995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314720.
00010000:00000010:2.1:1778625966.029664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:3.1:1778625966.044865:0:224169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00000080:00000010:3.1:1778625966.049709:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314940.
00000080:00000010:2.1:1778625966.063962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3146e0.
00010000:00000010:2.1:1778625966.074793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:1.1:1778625966.091655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00000080:00000010:2.1:1778625966.103656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147a0.
00000080:00000010:2.1:1778625966.116456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145e0.
00010000:00000010:2.1:1778625966.130830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:3.1:1778625966.134652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124600.
00000080:00000010:2.1:1778625966.155689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147a0.
00000080:00000010:2.1:1778625966.172702:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3146e0.
00010000:00000010:2.1:1778625966.181886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:3.1:1778625966.185638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725e00.
00000080:00000010:2.1:1778625966.189780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a020.
00000080:00000010:2.1:1778625966.199999:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145e0.
00010000:00000010:2.1:1778625966.213673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:2.1:1778625966.213685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:2.1:1778625966.228408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127100.
00010000:00000010:2.1:1778625966.228420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00010000:00000010:2.1:1778625966.254634:0:224169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00010000:00000010:1.1:1778625966.264020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724200.
00010000:00000010:1.1:1778625966.310715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725e00.
00010000:00000010:2.1:1778625966.345638:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724e00.
00010000:00000010:2.1:1778625966.449061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb600.
00010000:00000010:3.1:1778625966.452854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00000080:00000010:2.1:1778625966.464653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140a0.
00000080:00000010:2.1:1778625966.475816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b875c0.
00010000:00000010:3.1:1778625966.486838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7400.
00010000:00000010:1.1:1778625966.519788:0:224170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6400.
00000080:00000010:3.1:1778625966.521657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:2.1:1778625966.532658:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00010000:00000010:2.1:1778625966.537664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127100.
00010000:00000010:2.1:1778625966.537677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:3.1:1778625966.568299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:1.1:1778625966.598691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7400.
00000080:00000010:2.1:1778625966.603676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267440.
00000080:00000010:2.1:1778625966.610823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147a0.
00010000:00000010:2.1:1778625966.626846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:2.1:1778625966.648856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6200.
00000080:00000010:3.1:1778625966.666982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670e0.
00000080:00000010:2.1:1778625966.702837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140a0.
00010000:00000010:2.1:1778625966.717888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:3.1:1778625966.728906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124200.
00000080:00000010:2.1:1778625966.747755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314360.
00000080:00000010:2.1:1778625966.782336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314460.
00010000:00000010:3.1:1778625966.787864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7c00.
00010000:00000010:1.1:1778625966.793834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7200.
00000080:00000010:3.1:1778625966.820893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:3.1:1778625966.839689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140a0.
00000080:00000010:3.1:1778625966.908012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb960.
00000080:00000010:3.1:1778625966.908026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0700.
00000080:00000010:3.1:1778625966.925057:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabddc0.
00000080:00000010:3.1:1778625966.925921:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0a40.
00000080:00000010:3.1:1778625966.950646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd640.
00000080:00000010:3.1:1778625966.950656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3620.
00000080:00000010:3.1:1778625966.950664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed08e0.
00000080:00000010:3.1:1778625966.950668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c39a0.
00000080:00000010:3.1:1778625966.950672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0620.
00000080:00000010:3.1:1778625966.950675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0400.
00000080:00000010:3.1:1778625966.950678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3dc0.
00000080:00000010:3.1:1778625966.950681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3700.
00000080:00000010:3.1:1778625966.950684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd6a0.
00000080:00000010:3.1:1778625966.950687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0280.
00000080:00000010:2.1:1778625966.951319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdb80.
00010000:00000010:3.1:1778625966.958394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725c00.
00000080:00000010:2.1:1778625966.961224:0:2402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3d20.
00010000:00000010:2.1:1778625966.961242:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1700.
00010000:00000010:2.1:1778625966.961248:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317b000.
00010000:00000010:2.1:1778625966.961253:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7600.
00010000:00000010:2.1:1778625966.961258:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9a00.
00010000:00000010:2.1:1778625966.961261:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d100.
00010000:00000010:2.1:1778625966.961265:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390c00.
00010000:00000010:2.1:1778625966.961268:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7c00.
00010000:00000010:2.1:1778625966.961270:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9200.
00010000:00000010:2.1:1778625966.961275:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1500.
00010000:00000010:2.1:1778625966.961278:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391e00.
00010000:00000010:2.1:1778625966.961280:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795df00.
00010000:00000010:2.1:1778625966.961284:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151a00.
00010000:00000010:2.1:1778625966.961287:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7300.
00010000:00000010:2.1:1778625966.961290:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9c00.
00010000:00000010:2.1:1778625966.961292:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d600.
00010000:00000010:2.1:1778625966.961295:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151200.
00010000:00000010:2.1:1778625966.961297:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1b00.
00010000:00000010:2.1:1778625966.961299:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8200.
00010000:00000010:2.1:1778625966.961303:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7e00.
00010000:00000010:2.1:1778625966.961305:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8400.
00010000:00000010:2.1:1778625966.961308:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795dc00.
00010000:00000010:2.1:1778625966.961310:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151c00.
00010000:00000010:2.1:1778625966.961312:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d300.
00010000:00000010:2.1:1778625966.961315:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150200.
00010000:00000010:2.1:1778625966.961317:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1d00.
00010000:00000010:2.1:1778625966.961319:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391800.
00010000:00000010:2.1:1778625966.961321:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7000.
00010000:00000010:2.1:1778625966.961323:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9400.
00010000:00000010:2.1:1778625966.961326:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9c00.
00010000:00000010:2.1:1778625966.961330:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ca73000.
00010000:00000010:2.1:1778625966.961332:0:2402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1100.
00010000:00000010:2.1:1778625966.961334:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150400.
00000080:00000010:2.1:1778625966.974026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a780.
00010000:00000010:2.1:1778625966.988697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:2.1:1778625967.003649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00000080:00000010:2.1:1778625967.015726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149a0.
00000080:00000010:2.1:1778625967.025700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314460.
00000080:00000010:2.1:1778625967.036838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781afa0.
00000080:00000010:2.1:1778625967.045717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a720.
00010000:00000010:2.1:1778625967.052728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:1.1:1778625967.065814:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00000080:00000010:2.1:1778625967.074821:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314360.
00000080:00000010:2.1:1778625967.092926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314460.
00010000:00000010:2.1:1778625967.092942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00000080:00000010:1.1:1778625967.106453:0:224169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ba0.
00010000:00000010:3.1:1778625967.116718:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124400.
00000080:00000010:1.1:1778625967.127647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314360.
00010000:00000010:1.1:1778625967.134461:0:2392:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98800.
00010000:00000010:1.1:1778625967.134476:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725600.
00010000:00000010:2.1:1778625967.148172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724200.
00000080:00000010:2.1:1778625967.158870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314120.
00000080:00000010:2.1:1778625967.170761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ada0.
00000080:00000010:3.1:1778625969.144900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed06c0.
00000080:00000010:3.1:1778625969.144910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3640.
00000080:00000010:3.1:1778625969.144914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0f80.
00000080:00000010:3.1:1778625969.144918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd9e0.
00000080:00000010:3.1:1778625969.144923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb260.
00000080:00000010:3.1:1778625969.144927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdc80.
00000080:00000010:3.1:1778625969.144930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb3e0.
00010000:00000010:3.1:1778625969.144936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9b00.
00010000:00000010:3.1:1778625969.144941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317a600.
00010000:00000010:3.1:1778625969.144944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9d00.
00010000:00000010:3.1:1778625969.144947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391200.
00010000:00000010:3.1:1778625969.144949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9100.
00010000:00000010:3.1:1778625969.144952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390400.
00010000:00000010:3.1:1778625969.144955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d500.
00010000:00000010:3.1:1778625969.144958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150000.
00010000:00000010:3.1:1778625969.144961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9900.
00010000:00000010:3.1:1778625969.144964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391400.
00010000:00000010:3.1:1778625969.145212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9f00.
00010000:00000010:3.1:1778625969.145215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391c00.
00010000:00000010:3.1:1778625969.145218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9800.
00010000:00000010:3.1:1778625969.145221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9e00.
00010000:00000010:3.1:1778625969.145224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795db00.
00010000:00000010:3.1:1778625969.145227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9000.
00010000:00000010:3.1:1778625969.145229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9700.
00010000:00000010:3.1:1778625969.145233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8e00.
00010000:00000010:3.1:1778625969.145236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7d00.
00010000:00000010:3.1:1778625969.145239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8000.
00010000:00000010:3.1:1778625969.145241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795dd00.
00010000:00000010:3.1:1778625969.145244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150c00.
00010000:00000010:3.1:1778625969.145246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7100.
00010000:00000010:3.1:1778625969.145249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8c00.
00010000:00000010:3.1:1778625969.145252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9600.
00010000:00000010:3.1:1778625969.145255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390a00.
00010000:00000010:3.1:1778625969.145257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bcc7f00.
00010000:00000010:3.1:1778625969.145260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317bc00.
00010000:00000010:3.1:1778625969.145264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1900.
00010000:00000010:3.1:1778625969.145267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390200.
00010000:00000010:3.1:1778625969.145269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1800.
00010000:00000010:3.1:1778625969.145271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317a000.
00000080:00000010:3.1:1778625969.211789:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:2.1:1778625969.237805:0:2402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed00c0.
00000080:00000010:3.1:1778625969.243149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0b40.
00000080:00000010:3.1:1778625969.243167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ea0.
00000080:00000010:3.1:1778625969.243170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0260.
00000080:00000010:3.1:1778625969.243174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0040.
00000080:00000010:3.1:1778625969.243177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0220.
00000080:00000010:3.1:1778625969.243181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3e80.
00000080:00000010:3.1:1778625969.243185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3b80.
00000080:00000010:3.1:1778625969.243189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb000.
00000080:00000010:3.1:1778625969.243195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdc00.
00000080:00000010:3.1:1778625969.243203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd5e0.
00000080:00000010:3.1:1778625969.243207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbec0.
00000080:00000010:3.1:1778625969.243211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabda20.
00000080:00000010:3.1:1778625969.243214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb2a0.
00000080:00000010:3.1:1778625969.243218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbd00.
00000080:00000010:3.1:1778625969.243220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39520c3da0.
00010000:00000010:3.1:1778625969.243226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9e00.
00010000:00000010:3.1:1778625969.243230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12200.
00010000:00000010:3.1:1778625969.243233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9000.
00010000:00000010:3.1:1778625969.243235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12400.
00010000:00000010:3.1:1778625969.243237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9200.
00010000:00000010:3.1:1778625969.243240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13400.
00010000:00000010:3.1:1778625969.243243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d400.
00010000:00000010:3.1:1778625969.243246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8800.
00010000:00000010:3.1:1778625969.243249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9400.
00010000:00000010:3.1:1778625969.243251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f8600.
00010000:00000010:3.1:1778625969.243253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9a00.
00010000:00000010:3.1:1778625969.243256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465f9600.
00010000:00000010:3.1:1778625969.243258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795da00.
00010000:00000010:3.1:1778625969.243261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cb5f000.
00010000:00000010:3.1:1778625969.243264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d900.
00010000:00000010:3.1:1778625969.243267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973151600.
00010000:00000010:3.1:1778625969.243270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1400.
00010000:00000010:3.1:1778625969.243273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317ac00.
00010000:00000010:3.1:1778625969.243275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1a00.
00010000:00000010:3.1:1778625969.243278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391000.
00010000:00000010:3.1:1778625969.243280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d800.
00010000:00000010:3.1:1778625969.243283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390600.
00010000:00000010:3.1:1778625969.243286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56f00.
00010000:00000010:3.1:1778625969.243289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317ae00.
00010000:00000010:3.1:1778625969.243291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9000.
00010000:00000010:3.1:1778625969.243293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390000.
00010000:00000010:3.1:1778625969.243296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9700.
00010000:00000010:3.1:1778625969.243299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317b600.
00010000:00000010:3.1:1778625969.243302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9500.
00010000:00000010:3.1:1778625969.243304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317b400.
00010000:00000010:3.1:1778625969.243307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396795d700.
00010000:00000010:3.1:1778625969.243310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973150e00.
00000080:00000010:3.1:1778625969.279047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a8a0.
00000080:00000010:2.1:1778625969.325164:0:224314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314040.
00000080:00000010:2.1:1778625969.362823:0:224315:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314100.
00000080:00000010:3.1:1778625969.389656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:2.1:1778625969.419665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a0a0.
00000080:00000010:3.1:1778625969.454800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00000080:00000010:2.1:1778625969.583695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314fc0.
00000080:00000010:1.1:1778625969.622523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b877e0.
00000080:00000010:1.1:1778625969.687801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b875e0.
00000080:00000010:3.1:1778625969.755473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a860.
00000080:00000010:1.1:1778625969.870754:0:224323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b877e0.
00000080:00000010:3.1:1778625969.986397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a5c0.
00000080:00000010:2.1:1778625970.119664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87e60.
00000080:00000010:3.1:1778625970.258864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267480.
00000080:00000010:1.1:1778625970.282701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788f4200.
00000080:00000010:1.1:1778625970.282717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabda40.
00000080:00000010:1.1:1778625970.282722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb840.
00000080:00000010:1.1:1778625970.282728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb5a0.
00000080:00000010:1.1:1778625970.282733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0980.
00000080:00000010:1.1:1778625970.282737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed08a0.
00000080:00000010:1.1:1778625970.282742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb600.
00000080:00000010:1.1:1778625970.282747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdf60.
00000080:00000010:1.1:1778625970.282750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0e40.
00000080:00000010:1.1:1778625970.282754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdba0.
00000080:00000010:1.1:1778625970.282756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdb60.
00000080:00000010:1.1:1778625970.282759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0d00.
00000080:00000010:1.1:1778625970.282762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39788cad40.
00000080:00000010:1.1:1778625970.282766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0a80.
00000080:00000010:1.1:1778625970.282769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0cc0.
00000080:00000010:1.1:1778625970.282771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0f00.
00010000:00000010:1.1:1778625970.282776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d100.
00010000:00000010:1.1:1778625970.282781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27600.
00010000:00000010:1.1:1778625970.282785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56500.
00010000:00000010:1.1:1778625970.282788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390e00.
00010000:00000010:1.1:1778625970.282792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9500.
00010000:00000010:1.1:1778625970.282796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317ba00.
00010000:00000010:1.1:1778625970.282798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9b00.
00010000:00000010:1.1:1778625970.282801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317a200.
00010000:00000010:1.1:1778625970.282804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9d00.
00010000:00000010:1.1:1778625970.282807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12e00.
00010000:00000010:1.1:1778625970.282810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9100.
00010000:00000010:1.1:1778625970.282812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12000.
00010000:00000010:1.1:1778625970.282815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9f00.
00010000:00000010:1.1:1778625970.282818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317a800.
00010000:00000010:1.1:1778625970.282820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56b00.
00010000:00000010:1.1:1778625970.282823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f390800.
00010000:00000010:1.1:1778625970.282825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9600.
00010000:00000010:1.1:1778625970.282828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12c00.
00010000:00000010:1.1:1778625970.282830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56d00.
00010000:00000010:1.1:1778625970.282833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391a00.
00010000:00000010:1.1:1778625970.282836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56100.
00010000:00000010:1.1:1778625970.282838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f391600.
00010000:00000010:1.1:1778625970.282840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9c00.
00010000:00000010:1.1:1778625970.282843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13a00.
00010000:00000010:1.1:1778625970.282845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55df00.
00010000:00000010:1.1:1778625970.282848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27e00.
00010000:00000010:1.1:1778625970.282850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d600.
00010000:00000010:1.1:1778625970.282853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27000.
00010000:00000010:1.1:1778625970.282855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c5c9300.
00010000:00000010:1.1:1778625970.282858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00010000:00000010:1.1:1778625970.282860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55dc00.
00010000:00000010:1.1:1778625970.282862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13c00.
00000080:00000010:2.1:1778625970.309733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314160.
00000080:00000010:3.1:1778625970.372566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781afc0.
00000080:00000010:1.1:1778625970.489195:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87560.
00000080:00000010:3.1:1778625970.564372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae80.
00000080:00000010:1.1:1778625970.670229:0:224332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b877e0.
00000080:00000010:1.1:1778625970.720761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87e60.
00000080:00000010:2.1:1778625970.809656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a620.
00000080:00000010:3.1:1778625970.834637:0:224335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267660.
00000080:00000010:2.1:1778625970.882799:0:224336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d20.
00000080:00000010:2.1:1778625970.960953:0:224337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140e0.
00000080:00000010:2.1:1778625970.979701:0:224338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314020.
00000080:00000010:2.1:1778625971.036073:0:224339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314740.
00000080:00000010:3.1:1778625971.132694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267aa0.
00000080:00000010:3.1:1778625971.197969:0:224341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314000.
00000080:00000010:3.1:1778625971.261129:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267500.
00000080:00000010:2.1:1778625971.322724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a00.
00000080:00000010:3.1:1778625971.385758:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2677a0.
00000080:00000010:2.1:1778625971.404677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b879e0.
00000080:00000010:3.1:1778625971.436888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdf00.
00000080:00000010:3.1:1778625971.436905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed07a0.
00000080:00000010:3.1:1778625971.436915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efba20.
00000080:00000010:2.1:1778625971.444762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbc60.
00000080:00000010:2.1:1778625971.444782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd000.
00000080:00000010:2.1:1778625971.444791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0e20.
00000080:00000010:2.1:1778625971.444798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d50e0.
00000080:00000010:2.1:1778625971.444804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0820.
00000080:00000010:2.1:1778625971.444807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed01c0.
00000080:00000010:2.1:1778625971.444811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0760.
00000080:00000010:2.1:1778625971.444813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbe80.
00000080:00000010:2.1:1778625971.444820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0da0.
00000080:00000010:2.1:1778625971.444823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb320.
00000080:00000010:2.1:1778625971.444825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed02c0.
00000080:00000010:2.1:1778625971.444828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbc20.
00000080:00000010:2.1:1778625971.444831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ec0.
00010000:00000010:2.1:1778625971.444835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56700.
00010000:00000010:2.1:1778625971.444840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0600.
00010000:00000010:2.1:1778625971.444846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886da00.
00010000:00000010:2.1:1778625971.444849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aea00.
00010000:00000010:2.1:1778625971.444852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d700.
00010000:00000010:2.1:1778625971.444855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19e00.
00010000:00000010:2.1:1778625971.444858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d500.
00010000:00000010:2.1:1778625971.444860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19600.
00010000:00000010:2.1:1778625971.444864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1e00.
00010000:00000010:2.1:1778625971.444866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:2.1:1778625971.444868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d900.
00010000:00000010:2.1:1778625971.444872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12a00.
00010000:00000010:2.1:1778625971.444875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55db00.
00010000:00000010:2.1:1778625971.444878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26600.
00010000:00000010:2.1:1778625971.444880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d800.
00010000:00000010:2.1:1778625971.444884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13800.
00010000:00000010:2.1:1778625971.444886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d700.
00010000:00000010:2.1:1778625971.444889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12800.
00010000:00000010:2.1:1778625971.444891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d500.
00010000:00000010:2.1:1778625971.444893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12600.
00010000:00000010:2.1:1778625971.444895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1000.
00010000:00000010:2.1:1778625971.444897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18800.
00010000:00000010:2.1:1778625971.444900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886db00.
00010000:00000010:2.1:1778625971.444902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13600.
00010000:00000010:2.1:1778625971.444904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55dd00.
00010000:00000010:2.1:1778625971.444907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317be00.
00010000:00000010:2.1:1778625971.444909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886dd00.
00010000:00000010:2.1:1778625971.444912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13e00.
00010000:00000010:2.1:1778625971.444914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1200.
00010000:00000010:2.1:1778625971.444917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317a400.
00010000:00000010:2.1:1778625971.444919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d100.
00010000:00000010:2.1:1778625971.444922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13000.
00000080:00000010:1.1:1778625971.492704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a760.
00000080:00000010:1.1:1778625971.568454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b875e0.
00000080:00000010:1.1:1778625971.663812:0:224348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87120.
00000080:00000010:2.1:1778625971.787649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a180.
00000080:00000010:3.1:1778625971.847894:0:224350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:2.1:1778625971.913630:0:224353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140e0.
00010000:00000010:3.1:1778625971.937215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:3.1:1778625971.937226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125a00.
00010000:00000010:2.1:1778625971.940560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e100.
00010000:00000010:3.1:1778625972.042127:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6eb00.
00010000:00000010:3.1:1778625972.042137:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7600.
00010000:00000010:1.1:1778625972.128662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98700.
00010000:00000010:1.1:1778625972.128677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724c00.
00010000:00000010:3.1:1778625972.182696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e500.
00010000:00000010:3.1:1778625972.182703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6e00.
00010000:00000010:3.1:1778625972.252663:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e700.
00010000:00000010:3.1:1778625972.252670:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6000.
00010000:00000010:2.1:1778625972.295741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127d00.
00010000:00000010:2.1:1778625972.295754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124600.
00010000:00000010:2.1:1778625972.370457:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127b00.
00010000:00000010:2.1:1778625972.370471:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00010000:00000010:2.1:1778625972.393766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00000080:00000010:2.1:1778625972.422706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314120.
00000080:00000010:2.1:1778625972.432972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314740.
00010000:00000010:2.1:1778625972.437665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00000080:00000010:2.1:1778625972.478742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ee0.
00000080:00000010:2.1:1778625972.493746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3140e0.
00010000:00000010:2.1:1778625972.498671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00000080:00000010:3.1:1778625972.514761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:3.1:1778625972.546966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314120.
00010000:00000010:3.1:1778625972.601648:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ea00.
00010000:00000010:3.1:1778625972.601655:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7c00.
00000080:00000010:1.1:1778625972.617709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbea0.
00000080:00000010:1.1:1778625972.617722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb520.
00000080:00000010:1.1:1778625972.620773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb6c0.
00000080:00000010:1.1:1778625972.620795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5da0.
00000080:00000010:1.1:1778625972.620801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0c80.
00000080:00000010:1.1:1778625972.620807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5aa0.
00000080:00000010:1.1:1778625972.620815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd8e0.
00000080:00000010:1.1:1778625972.620819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0360.
00000080:00000010:1.1:1778625972.620823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ba0.
00000080:00000010:1.1:1778625972.620826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0380.
00000080:00000010:1.1:1778625972.620829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd540.
00000080:00000010:1.1:1778625972.620832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbbc0.
00000080:00000010:1.1:1778625972.620836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd5a0.
00000080:00000010:1.1:1778625972.620839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd8a0.
00000080:00000010:1.1:1778625972.620842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0940.
00000080:00000010:1.1:1778625972.620845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbd20.
00010000:00000010:1.1:1778625972.620850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1c00.
00010000:00000010:1.1:1778625972.620856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18600.
00010000:00000010:1.1:1778625972.620860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56900.
00010000:00000010:1.1:1778625972.620862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18e00.
00010000:00000010:1.1:1778625972.620867:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886df00.
00010000:00000010:1.1:1778625972.620869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18c00.
00010000:00000010:1.1:1778625972.620872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d400.
00010000:00000010:1.1:1778625972.620876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27800.
00010000:00000010:1.1:1778625972.620878:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d600.
00010000:00000010:1.1:1778625972.620882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:1.1:1778625972.620884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55da00.
00010000:00000010:1.1:1778625972.620888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26800.
00010000:00000010:1.1:1778625972.620890:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886dc00.
00010000:00000010:1.1:1778625972.620893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:1.1:1778625972.620895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d300.
00010000:00000010:1.1:1778625972.620897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afc00.
00010000:00000010:1.1:1778625972.620900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886de00.
00010000:00000010:1.1:1778625972.620903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae200.
00010000:00000010:1.1:1778625972.620906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d000.
00010000:00000010:1.1:1778625972.620908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae400.
00010000:00000010:1.1:1778625972.620911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1300.
00010000:00000010:1.1:1778625972.620913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1c00.
00010000:00000010:1.1:1778625972.620916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56800.
00010000:00000010:1.1:1778625972.620919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19400.
00010000:00000010:1.1:1778625972.620922:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d900.
00010000:00000010:1.1:1778625972.620924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1600.
00010000:00000010:1.1:1778625972.620926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d200.
00010000:00000010:1.1:1778625972.620929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0e00.
00010000:00000010:1.1:1778625972.620932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d800.
00010000:00000010:1.1:1778625972.620934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af400.
00010000:00000010:1.1:1778625972.620936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d400.
00010000:00000010:1.1:1778625972.620939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18000.
00010000:00000010:3.1:1778625972.646668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e400.
00010000:00000010:3.1:1778625972.646683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7200.
00010000:00000010:2.1:1778625972.684659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127800.
00010000:00000010:2.1:1778625972.684667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124800.
00010000:00000010:3.1:1778625972.739661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127900.
00010000:00000010:3.1:1778625972.739675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:3.1:1778625972.763658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7200.
00000080:00000010:3.1:1778625972.785342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b00.
00000080:00000010:3.1:1778625972.789672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267080.
00010000:00000010:3.1:1778625972.820007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e000.
00010000:00000010:3.1:1778625972.820021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7400.
00010000:00000010:2.1:1778625972.881194:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124400.
00000080:00000010:3.1:1778625972.914815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3146a0.
00010000:00000010:2.1:1778625972.947672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724e00.
00000080:00000010:2.1:1778625972.976729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314760.
00000080:00000010:3.1:1778625972.987192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a6e0.
00010000:00000010:2.1:1778625973.038865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127000.
00010000:00000010:2.1:1778625973.038879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125400.
00010000:00000010:2.1:1778625973.066968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125400.
00000080:00000010:1.1:1778625973.086666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147e0.
00000080:00000010:1.1:1778625973.105658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314760.
00010000:00000010:2.1:1778625973.134525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1600.
00010000:00000010:2.1:1778625973.134537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cae00.
00010000:00000010:3.1:1778625973.174644:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ee00.
00010000:00000010:3.1:1778625973.174650:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6400.
00010000:00000010:3.1:1778625973.210803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e300.
00010000:00000010:3.1:1778625973.210820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6a00.
00010000:00000010:2.1:1778625973.245136:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:2.1:1778625973.245217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19400.
00010000:00000010:3.1:1778625973.288785:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ec00.
00010000:00000010:3.1:1778625973.288792:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6a00.
00010000:00000010:2.1:1778625973.310243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18c00.
00000080:00000010:2.1:1778625973.323677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314460.
00000080:00000010:2.1:1778625973.339171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314380.
00010000:00000010:2.1:1778625973.383919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d200.
00010000:00000010:2.1:1778625973.383933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18600.
00010000:00000010:2.1:1778625973.412723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18600.
00000080:00000010:2.1:1778625973.434716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314360.
00000080:00000010:2.1:1778625973.440780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314380.
00010000:00000010:2.1:1778625973.481787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886de00.
00010000:00000010:2.1:1778625973.481799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19600.
00010000:00000010:2.1:1778625973.522698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d300.
00010000:00000010:2.1:1778625973.522705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19e00.
00010000:00000010:3.1:1778625973.554113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e600.
00010000:00000010:3.1:1778625973.554121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7800.
00010000:00000010:2.1:1778625973.607806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886dc00.
00010000:00000010:2.1:1778625973.607821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af400.
00010000:00000010:2.1:1778625973.639658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af400.
00000080:00000010:2.1:1778625973.668945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314dc0.
00010000:00000010:2.1:1778625973.750657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af400.
00000080:00000010:2.1:1778625973.785833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147a0.
00000080:00000010:3.1:1778625973.797661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314dc0.
00010000:00000010:2.1:1778625973.822901:0:224351:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e100.
00010000:00000010:2.1:1778625973.822909:0:224351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00010000:00000010:2.1:1778625973.876690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d100.
00010000:00000010:2.1:1778625973.876697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afc00.
00010000:00000010:3.1:1778625973.910663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e100.
00010000:00000010:3.1:1778625973.910676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00010000:00000010:3.1:1778625973.948044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6800.
00000080:00000010:2.1:1778625973.975895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267640.
00010000:00000010:2.1:1778625974.010670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886db00.
00010000:00000010:2.1:1778625974.010685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.080672:0:224357:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98a00.
00010000:00000010:2.1:1778625974.110097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.161714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724600.
00010000:00000010:2.1:1778625974.214038:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.236679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.255985:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.279893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.298093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aea00.
00010000:00000010:2.1:1778625974.314145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:3.1:1778625974.323317:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aea00.
00000080:00000010:2.1:1778625974.326646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e60.
00000080:00000010:2.1:1778625974.335689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145a0.
00010000:00000010:2.1:1778625974.342058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00000080:00000010:2.1:1778625974.367654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e60.
00000080:00000010:2.1:1778625974.392877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314900.
00010000:00000010:2.1:1778625974.410503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00010000:00000010:2.1:1778625974.425977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00000080:00000010:1.1:1778625974.433360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e60.
00000080:00000010:2.1:1778625974.460657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145a0.
00010000:00000010:2.1:1778625974.470645:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725600.
00010000:00000010:2.1:1778625974.499660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724600.
00010000:00000010:2.1:1778625974.542699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625974.559652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:3.1:1778625974.606534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13e00.
00010000:00000010:2.1:1778625974.607258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13600.
00000080:00000010:2.1:1778625974.628884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267960.
00000080:00000010:3.1:1778625974.639694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267180.
00010000:00000010:3.1:1778625974.660809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13e00.
00000080:00000010:1.1:1778625974.717674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd960.
00000080:00000010:1.1:1778625974.717687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5f00.
00000080:00000010:1.1:1778625974.717828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0aa0.
00000080:00000010:1.1:1778625974.717835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d54e0.
00000080:00000010:1.1:1778625974.721695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0de0.
00000080:00000010:1.1:1778625974.721730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd3a0.
00000080:00000010:1.1:1778625974.721736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb580.
00000080:00000010:1.1:1778625974.721742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd560.
00000080:00000010:1.1:1778625974.721746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb1a0.
00000080:00000010:1.1:1778625974.721749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb7c0.
00000080:00000010:1.1:1778625974.721753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdec0.
00000080:00000010:1.1:1778625974.721757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5ca0.
00000080:00000010:1.1:1778625974.721762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5d00.
00000080:00000010:1.1:1778625974.721765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed09c0.
00000080:00000010:1.1:1778625974.721769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0720.
00000080:00000010:1.1:1778625974.721772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed03c0.
00010000:00000010:1.1:1778625974.721777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cd800.
00010000:00000010:1.1:1778625974.721782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0800.
00010000:00000010:1.1:1778625974.721786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1ca00.
00010000:00000010:1.1:1778625974.721791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27200.
00010000:00000010:1.1:1778625974.721793:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cd700.
00010000:00000010:1.1:1778625974.721801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2a000.
00010000:00000010:1.1:1778625974.721804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1c900.
00010000:00000010:1.1:1778625974.721806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27c00.
00010000:00000010:1.1:1778625974.721811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b200.
00010000:00000010:1.1:1778625974.721814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2ac00.
00010000:00000010:1.1:1778625974.721817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56300.
00010000:00000010:1.1:1778625974.721819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0000.
00010000:00000010:1.1:1778625974.721821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b400.
00010000:00000010:1.1:1778625974.721824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19000.
00010000:00000010:1.1:1778625974.721827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56e00.
00010000:00000010:1.1:1778625974.721829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0c00.
00010000:00000010:1.1:1778625974.721831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4ba00.
00010000:00000010:1.1:1778625974.721834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19a00.
00010000:00000010:1.1:1778625974.721836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b900.
00010000:00000010:1.1:1778625974.721839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c19c00.
00010000:00000010:1.1:1778625974.721841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56000.
00010000:00000010:1.1:1778625974.721844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1a00.
00010000:00000010:1.1:1778625974.721847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55d300.
00010000:00000010:1.1:1778625974.721850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26200.
00010000:00000010:1.1:1778625974.721852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f55de00.
00010000:00000010:1.1:1778625974.721855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26400.
00010000:00000010:1.1:1778625974.721857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b800.
00010000:00000010:1.1:1778625974.721860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2ba00.
00010000:00000010:1.1:1778625974.721863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b700.
00010000:00000010:1.1:1778625974.721866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2b200.
00010000:00000010:1.1:1778625974.721868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a4b500.
00010000:00000010:1.1:1778625974.721871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af800.
00010000:00000010:2.1:1778625974.722578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00000080:00000010:2.1:1778625974.757861:0:224357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00000080:00000010:2.1:1778625974.775742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314900.
00010000:00000010:2.1:1778625974.790647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00000080:00000010:2.1:1778625974.808796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00000080:00000010:2.1:1778625974.813654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ae0.
00010000:00000010:2.1:1778625974.825661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625974.860933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:3.1:1778625974.872268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae000.
00000080:00000010:2.1:1778625974.885652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00000080:00000010:2.1:1778625974.895966:0:224357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ae0.
00010000:00000010:2.1:1778625974.906795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625974.919647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aee00.
00010000:00000010:2.1:1778625974.936643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aee00.
00010000:00000010:2.1:1778625974.956791:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aee00.
00010000:00000010:3.1:1778625974.976793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aee00.
00010000:00000010:2.1:1778625974.985641:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:1.1:1778625974.998769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af000.
00000080:00000010:2.1:1778625975.007222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00000080:00000010:2.1:1778625975.013755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00010000:00000010:2.1:1778625975.020767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.039654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00000080:00000010:3.1:1778625975.062129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c80.
00000080:00000010:2.1:1778625975.071779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00010000:00000010:2.1:1778625975.081376:0:224358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:3.1:1778625975.091652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12600.
00010000:00000010:3.1:1778625975.104705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12600.
00010000:00000010:2.1:1778625975.118859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.143676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00000080:00000010:2.1:1778625975.155126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d60.
00000080:00000010:2.1:1778625975.162656:0:224357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00010000:00000010:2.1:1778625975.168656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.193433:0:200552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:3.1:1778625975.200627:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12600.
00000080:00000010:3.1:1778625975.211360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267620.
00000080:00000010:3.1:1778625975.220687:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314500.
00010000:00000010:2.1:1778625975.224639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.247812:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.254336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af600.
00010000:00000010:3.1:1778625975.280672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afa00.
00010000:00000010:2.1:1778625975.281039:0:224357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af600.
00000080:00000010:2.1:1778625975.287652:0:224357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a60.
00000080:00000010:2.1:1778625975.299699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314960.
00010000:00000010:2.1:1778625975.311711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af600.
00000080:00000010:2.1:1778625976.916240:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0e80.
00000080:00000010:2.1:1778625976.916247:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd820.
00000080:00000010:2.1:1778625976.916251:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0f20.
00000080:00000010:2.1:1778625976.916253:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0d60.
00000080:00000010:2.1:1778625976.916259:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb480.
00000080:00000010:2.1:1778625976.916264:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0920.
00000080:00000010:2.1:1778625976.916271:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0bc0.
00000080:00000010:2.1:1778625976.916273:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb080.
00000080:00000010:2.1:1778625976.916276:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed04a0.
00000080:00000010:2.1:1778625976.916279:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0d20.
00000080:00000010:2.1:1778625976.916282:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbca0.
00000080:00000010:2.1:1778625976.916284:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0540.
00000080:00000010:2.1:1778625976.916286:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdbe0.
00000080:00000010:2.1:1778625976.916289:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd800.
00000080:00000010:2.1:1778625976.916293:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb360.
00000080:00000010:2.1:1778625976.916296:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbe40.
00000080:00000010:3.1:1778625976.918174:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb640.
00000080:00000010:3.1:1778625976.918185:0:224499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a040.
00000080:00000010:1.1:1778625976.943075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ca0.
00000080:00000010:1.1:1778625976.943171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0ae0.
00000080:00000010:1.1:1778625976.943177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5ce0.
00000080:00000010:1.1:1778625976.943182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0480.
00000080:00000010:1.1:1778625976.943185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed02e0.
00000080:00000010:1.1:1778625976.943189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed07e0.
00000080:00000010:1.1:1778625976.943195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd240.
00000080:00000010:1.1:1778625976.947192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d56e0.
00000080:00000010:1.1:1778625976.947202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed01e0.
00000080:00000010:1.1:1778625976.947206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbe60.
00000080:00000010:1.1:1778625976.947212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0a20.
00000080:00000010:1.1:1778625976.947215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdb00.
00000080:00000010:1.1:1778625976.947218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed05c0.
00000080:00000010:1.1:1778625976.947221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5540.
00000080:00000010:1.1:1778625976.947224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0600.
00010000:00000010:1.1:1778625976.947230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac000.
00010000:00000010:1.1:1778625976.947236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317c800.
00010000:00000010:1.1:1778625976.947240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1ce00.
00010000:00000010:1.1:1778625976.947242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317c600.
00010000:00000010:1.1:1778625976.947244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1c000.
00010000:00000010:1.1:1778625976.947247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26000.
00010000:00000010:1.1:1778625976.947250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac200.
00010000:00000010:1.1:1778625976.947253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317d600.
00010000:00000010:1.1:1778625976.950908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac400.
00010000:00000010:1.1:1778625976.950924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317de00.
00010000:00000010:1.1:1778625976.950927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945daca00.
00010000:00000010:1.1:1778625976.950930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317d000.
00010000:00000010:1.1:1778625976.950933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432300.
00010000:00000010:1.1:1778625976.950935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daba00.
00010000:00000010:1.1:1778625976.950938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac900.
00010000:00000010:1.1:1778625976.950941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317ce00.
00010000:00000010:1.1:1778625976.950944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1c200.
00010000:00000010:1.1:1778625976.950948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d26c00.
00010000:00000010:1.1:1778625976.950950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac800.
00010000:00000010:1.1:1778625976.950953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397317c000.
00010000:00000010:1.1:1778625976.950956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945dac700.
00010000:00000010:1.1:1778625976.950959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f23e600.
00010000:00000010:1.1:1778625976.950963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8dd700.
00010000:00000010:1.1:1778625976.950977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2bc00.
00010000:00000010:1.1:1778625976.950980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8dd500.
00010000:00000010:1.1:1778625976.950983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945dab000.
00010000:00000010:1.1:1778625976.950986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8ddb00.
00010000:00000010:1.1:1778625976.950989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2a200.
00010000:00000010:1.1:1778625976.950992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8ddd00.
00010000:00000010:1.1:1778625976.950994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d27a00.
00010000:00000010:1.1:1778625976.950996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8dd100.
00010000:00000010:1.1:1778625976.950999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958d2a400.
00000080:00000010:2.1:1778625977.002536:0:224500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267200.
00000080:00000010:3.1:1778625977.031088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c80.
00000080:00000010:2.1:1778625977.074941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3145a0.
00000080:00000010:3.1:1778625977.110744:0:224503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:1.1:1778625977.146639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314000.
00000080:00000010:3.1:1778625977.190657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314f00.
00000080:00000010:2.1:1778625977.246762:0:224506:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ae20.
00000080:00000010:2.1:1778625977.266726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314700.
00000080:00000010:1.1:1778625977.307990:0:224508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ee0.
00000080:00000010:1.1:1778625977.391743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87480.
00000080:00000010:3.1:1778625977.462895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00000080:00000010:1.1:1778625977.477007:0:224511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a640.
00000080:00000010:1.1:1778625977.525799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87f60.
00000080:00000010:1.1:1778625977.551145:0:224513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781aa20.
00000080:00000010:1.1:1778625977.576649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87d00.
00000080:00000010:3.1:1778625977.657012:0:224515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:2.1:1778625977.687742:0:224516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c60.
00000080:00000010:2.1:1778625977.715795:0:224517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314480.
00000080:00000010:3.1:1778625977.757487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267260.
00000080:00000010:2.1:1778625977.793085:0:224519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314fa0.
00000080:00000010:3.1:1778625977.822654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267280.
00000080:00000010:2.1:1778625977.859733:0:224521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314680.
00000080:00000010:3.1:1778625977.913810:0:224522:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3147c0.
00000080:00000010:3.1:1778625977.946073:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678e0.
00000080:00000010:2.1:1778625977.960101:0:224524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314fa0.
00000080:00000010:2.1:1778625978.032655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c60.
00000080:00000010:1.1:1778625978.080652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a7c0.
00000080:00000010:3.1:1778625978.116800:0:224529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3143e0.
00000080:00000010:3.1:1778625978.153953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267980.
00000080:00000010:2.1:1778625978.189838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314300.
00000080:00000010:2.1:1778625978.220981:0:224533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b879c0.
00000080:00000010:2.1:1778625978.289740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a40.
00000080:00000010:3.1:1778625978.309646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ad60.
00000080:00000010:1.1:1778625978.373997:0:224536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87be0.
00000080:00000010:1.1:1778625978.408658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87bc0.
00000080:00000010:3.1:1778625978.433664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267de0.
00000080:00000010:3.1:1778625978.510687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a140.
00010000:00000010:3.1:1778625978.523194:0:218594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae800.
00010000:00000010:3.1:1778625978.588653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12a00.
00000080:00000010:2.1:1778625978.593743:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ec0.
00000080:00000010:2.1:1778625978.615099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f40.
00010000:00000010:2.1:1778625978.662589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d900.
00010000:00000010:2.1:1778625978.662597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735afe00.
00010000:00000010:3.1:1778625978.713279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56c00.
00010000:00000010:3.1:1778625978.713292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00010000:00000010:2.1:1778625978.762925:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886da00.
00010000:00000010:2.1:1778625978.762934:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af000.
00010000:00000010:2.1:1778625978.798650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af000.
00000080:00000010:3.1:1778625978.824655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a580.
00000080:00000010:2.1:1778625978.845647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314be0.
00010000:00000010:2.1:1778625978.890720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886db00.
00010000:00000010:2.1:1778625978.890735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aee00.
00010000:00000010:3.1:1778625978.937629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00000080:00000010:3.1:1778625978.946656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00000080:00000010:3.1:1778625978.966264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ee0.
00010000:00000010:3.1:1778625978.976962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00000080:00000010:2.1:1778625979.004870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e80.
00000080:00000010:2.1:1778625979.009660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a80.
00010000:00000010:3.1:1778625979.038798:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56000.
00010000:00000010:3.1:1778625979.038805:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00010000:00000010:3.1:1778625979.055875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00000080:00000010:2.1:1778625979.082076:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e80.
00000080:00000010:2.1:1778625979.093969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d60.
00010000:00000010:2.1:1778625979.101494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00000080:00000010:2.1:1778625979.153655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314580.
00000080:00000010:2.1:1778625979.171653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e80.
00010000:00000010:2.1:1778625979.178659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00000080:00000010:2.1:1778625979.216319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314580.
00000080:00000010:2.1:1778625979.220997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314320.
00010000:00000010:2.1:1778625979.234927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00000080:00000010:2.1:1778625979.254755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314580.
00000080:00000010:2.1:1778625979.278311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e80.
00010000:00000010:2.1:1778625979.285772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af200.
00000080:00000010:3.1:1778625979.304650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314580.
00000080:00000010:3.1:1778625979.324754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314320.
00010000:00000010:3.1:1778625979.342657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13200.
00000080:00000010:2.1:1778625979.382038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676e0.
00000080:00000010:3.1:1778625979.388396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c20.
00010000:00000010:2.1:1778625979.414654:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cb56e00.
00010000:00000010:2.1:1778625979.414663:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12c00.
00010000:00000010:2.1:1778625979.447641:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1400.
00010000:00000010:2.1:1778625979.447647:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625979.476735:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00000080:00000010:2.1:1778625979.491007:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ca0.
00000080:00000010:2.1:1778625979.512655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c20.
00010000:00000010:3.1:1778625979.518887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00000080:00000010:1.1:1778625979.519814:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267540.
00000080:00000010:1.1:1778625979.535693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ca0.
00010000:00000010:1.1:1778625979.551657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1800.
00010000:00000010:1.1:1778625979.551670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00010000:00000010:1.1:1778625979.583673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00000080:00000010:1.1:1778625979.597778:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87de0.
00010000:00000010:1.1:1778625979.614103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00000080:00000010:1.1:1778625979.623024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87de0.
00000080:00000010:1.1:1778625979.626974:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87ae0.
00010000:00000010:1.1:1778625979.648656:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cb200.
00010000:00000010:2.1:1778625979.751847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0200.
00010000:00000010:2.1:1778625979.900131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0200.
00000080:00000010:2.1:1778625979.916764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b80.
00000080:00000010:2.1:1778625979.932657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149e0.
00010000:00000010:2.1:1778625979.958639:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1d00.
00010000:00000010:2.1:1778625979.958645:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0000.
00010000:00000010:2.1:1778625979.971805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0800.
00000080:00000010:2.1:1778625979.995369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3143a0.
00000080:00000010:2.1:1778625980.006796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149e0.
00010000:00000010:2.1:1778625980.025931:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1500.
00010000:00000010:2.1:1778625980.025937:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1000.
00010000:00000010:1.1:1778625980.045643:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cbe00.
00000080:00000010:3.1:1778625980.056323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87020.
00000080:00000010:3.1:1778625980.064693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87760.
00010000:00000010:3.1:1778625980.074831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12e00.
00000080:00000010:3.1:1778625980.085687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267880.
00000080:00000010:2.1:1778625980.095266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267da0.
00010000:00000010:2.1:1778625980.118650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972ed1700.
00010000:00000010:2.1:1778625980.118659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1200.
00010000:00000010:2.1:1778625980.151823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aae00.
00000080:00000010:2.1:1778625980.168942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314200.
00000080:00000010:2.1:1778625980.198653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a9c0.
00010000:00000010:2.1:1778625980.211655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0400.
00000080:00000010:3.1:1778625980.237763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e00.
00000080:00000010:3.1:1778625980.243955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314640.
00010000:00000010:2.1:1778625980.277978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9000.
00010000:00000010:2.1:1778625980.277990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0400.
00010000:00000010:2.1:1778625980.312740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9600.
00010000:00000010:2.1:1778625980.312749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1600.
00010000:00000010:2.1:1778625980.330654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1600.
00000080:00000010:3.1:1778625980.359944:0:224539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314200.
00000080:00000010:3.1:1778625980.369654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b20.
00010000:00000010:2.1:1778625980.390739:0:224539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9f00.
00010000:00000010:2.1:1778625980.390746:0:224539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:1.1:1778625980.450635:0:224544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8cbe00.
00000080:00000010:2.1:1778625980.476666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87320.
00000080:00000010:2.1:1778625980.497672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87d20.
00010000:00000010:2.1:1778625980.504656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:2.1:1778625980.539649:0:224544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:2.1:1778625980.551649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:3.1:1778625980.574045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12400.
00010000:00000010:1.1:1778625980.582645:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12200.
00000080:00000010:3.1:1778625980.591654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00010000:00000010:2.1:1778625980.616752:0:224544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aba00.
00010000:00000010:2.1:1778625980.628655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:1.1:1778625980.638943:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00000080:00000010:2.1:1778625980.648843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a20.
00000080:00000010:2.1:1778625980.655884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3146c0.
00010000:00000010:2.1:1778625980.665738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00000080:00000010:2.1:1778625980.686645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a20.
00000080:00000010:2.1:1778625980.701827:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314660.
00010000:00000010:2.1:1778625980.710653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:3.1:1778625980.733773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12400.
00010000:00000010:1.1:1778625980.752394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12200.
00000080:00000010:2.1:1778625980.757691:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:2.1:1778625980.764650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267600.
00010000:00000010:2.1:1778625980.781026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:1.1:1778625980.791665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aac00.
00010000:00000010:1.1:1778625980.826645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aba00.
00000080:00000010:2.1:1778625980.856736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5160.
00000080:00000010:2.1:1778625980.856748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150720.
00000080:00000010:2.1:1778625980.856758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5420.
00000080:00000010:2.1:1778625980.856764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150640.
00000080:00000010:2.1:1778625980.856767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150100.
00000080:00000010:2.1:1778625980.856771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd2e0.
00000080:00000010:2.1:1778625980.856776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150240.
00000080:00000010:2.1:1778625980.856780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd340.
00000080:00000010:2.1:1778625980.856784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdea0.
00000080:00000010:2.1:1778625980.856788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd7e0.
00000080:00000010:2.1:1778625980.856791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150fe0.
00000080:00000010:2.1:1778625980.856794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150380.
00000080:00000010:2.1:1778625980.856798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150360.
00000080:00000010:2.1:1778625980.856801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150e60.
00000080:00000010:2.1:1778625980.856804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5680.
00000080:00000010:2.1:1778625980.856807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521509a0.
00010000:00000010:2.1:1778625980.856813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1c700.
00010000:00000010:2.1:1778625980.856817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f6b9200.
00010000:00000010:2.1:1778625980.856821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3f00.
00010000:00000010:2.1:1778625980.856825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aa400.
00010000:00000010:2.1:1778625980.856828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3600.
00010000:00000010:2.1:1778625980.856830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f6b9c00.
00010000:00000010:2.1:1778625980.856832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3c00.
00010000:00000010:2.1:1778625980.856835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ab400.
00010000:00000010:2.1:1778625980.856838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3300.
00010000:00000010:2.1:1778625980.856841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aaa00.
00010000:00000010:2.1:1778625980.856843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432100.
00010000:00000010:2.1:1778625980.856847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945dabc00.
00010000:00000010:2.1:1778625980.856850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3e00.
00010000:00000010:2.1:1778625980.856854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ab800.
00010000:00000010:2.1:1778625980.856873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432f00.
00010000:00000010:2.1:1778625980.856878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daae00.
00010000:00000010:2.1:1778625980.856880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3000.
00010000:00000010:2.1:1778625980.856883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daa600.
00010000:00000010:2.1:1778625980.856885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432600.
00010000:00000010:2.1:1778625980.856889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daa800.
00010000:00000010:2.1:1778625980.856891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cde00.
00010000:00000010:2.1:1778625980.856894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aa800.
00010000:00000010:2.1:1778625980.856896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1c500.
00010000:00000010:2.1:1778625980.856898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aa600.
00010000:00000010:2.1:1778625980.856900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3200.
00010000:00000010:2.1:1778625980.856903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ab600.
00010000:00000010:2.1:1778625980.856905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1cb00.
00010000:00000010:2.1:1778625980.856908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735abe00.
00010000:00000010:2.1:1778625980.856910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1cd00.
00010000:00000010:2.1:1778625980.856913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f6b8200.
00010000:00000010:2.1:1778625980.856916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6a3400.
00010000:00000010:2.1:1778625980.856918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ab000.
00010000:00000010:3.1:1778625980.861654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aac00.
00010000:00000010:1.1:1778625980.875882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12400.
00000080:00000010:2.1:1778625980.882774:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ca0.
00000080:00000010:2.1:1778625980.893447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a020.
00010000:00000010:2.1:1778625980.900840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:1.1:1778625980.913768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0600.
00000080:00000010:2.1:1778625980.929656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314c20.
00000080:00000010:3.1:1778625980.934742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314660.
00010000:00000010:3.1:1778625980.940713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12c00.
00010000:00000010:1.1:1778625980.949775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00000080:00000010:2.1:1778625980.965500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149e0.
00000080:00000010:2.1:1778625980.971727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267040.
00010000:00000010:2.1:1778625980.975761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:2.1:1778625981.003981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:2.1:1778625981.028679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:2.1:1778625981.037652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12c00.
00000080:00000010:2.1:1778625981.087656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3149e0.
00010000:00000010:2.1:1778625981.097641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:1.1:1778625981.122781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625981.141805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aaa00.
00010000:00000010:2.1:1778625981.166652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:1.1:1778625981.177509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00000080:00000010:2.1:1778625981.182182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314be0.
00000080:00000010:2.1:1778625981.191666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314e80.
00010000:00000010:2.1:1778625981.203653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00010000:00000010:1.1:1778625981.220603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00000080:00000010:2.1:1778625981.232551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314be0.
00000080:00000010:3.1:1778625981.247989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314580.
00010000:00000010:3.1:1778625981.258661:0:152342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13800.
00000080:00000010:2.1:1778625981.292965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267580.
00010000:00000010:3.1:1778625981.331647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aaa00.
00010000:00000010:1.1:1778625981.346974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00000080:00000010:2.1:1778625981.358677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314620.
00000080:00000010:2.1:1778625981.367647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781abc0.
00010000:00000010:2.1:1778625981.382819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00010000:00000010:2.1:1778625981.396646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.406412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735aa800.
00000080:00000010:3.1:1778625981.409653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac40.
00000080:00000010:3.1:1778625981.424841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314620.
00010000:00000010:2.1:1778625981.432965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13800.
00010000:00000010:2.1:1778625981.463681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.474645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00000080:00000010:2.1:1778625981.482635:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314300.
00000080:00000010:2.1:1778625981.495755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314880.
00010000:00000010:2.1:1778625981.501710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625981.521740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.535751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1800.
00000080:00000010:2.1:1778625981.545740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314300.
00000080:00000010:2.1:1778625981.557656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314880.
00010000:00000010:2.1:1778625981.569765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:3.1:1778625981.594006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12800.
00010000:00000010:1.1:1778625981.603641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13e00.
00000080:00000010:2.1:1778625981.612717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fc0.
00000080:00000010:2.1:1778625981.621652:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267960.
00010000:00000010:2.1:1778625981.626224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.638844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00000080:00000010:2.1:1778625981.643684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314420.
00000080:00000010:2.1:1778625981.650994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a40.
00010000:00000010:2.1:1778625981.655451:0:224544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625981.671655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00000080:00000010:2.1:1778625981.688811:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314420.
00000080:00000010:2.1:1778625981.694655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314300.
00010000:00000010:2.1:1778625981.706587:0:224544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.714941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0600.
00000080:00000010:2.1:1778625981.719758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314420.
00000080:00000010:2.1:1778625981.729635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a40.
00010000:00000010:2.1:1778625981.735831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625981.759663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:2.1:1778625981.777833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d0a00.
00010000:00000010:1.1:1778625981.782398:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8d1e00.
00000080:00000010:2.1:1778625981.788711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314420.
00000080:00000010:3.1:1778625981.795649:0:224544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314a40.
00010000:00000010:3.1:1778625981.800786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c12800.
00010000:00000010:2.1:1778625982.824721:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735af600.
00000080:00000010:2.1:1778625982.837639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314940.
00000080:00000010:2.1:1778625982.850642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b40.
00000080:00000010:3.1:1778625982.889678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:2.1:1778625982.907819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314700.
00000080:00000010:2.1:1778625982.933625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314ae0.
00000080:00000010:2.1:1778625982.980452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314700.
00000080:00000010:1.1:1778625983.031715:0:224693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ac60.
00000080:00000010:1.1:1778625983.048749:0:224694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87d80.
00000080:00000010:1.1:1778625983.070980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87820.
00000080:00000010:2.1:1778625983.103702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314440.
00000080:00000010:3.1:1778625983.114785:0:224697:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676c0.
00000080:00000010:3.1:1778625983.150638:0:224698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e60.
00000080:00000010:1.1:1778625983.168633:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb460.
00000080:00000010:1.1:1778625983.168640:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb160.
00000080:00000010:1.1:1778625983.168643:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd940.
00000080:00000010:1.1:1778625983.168650:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150900.
00000080:00000010:1.1:1778625983.168704:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150ec0.
00000080:00000010:1.1:1778625983.168712:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdd00.
00000080:00000010:1.1:1778625983.168716:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd760.
00000080:00000010:1.1:1778625983.168722:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdae0.
00000080:00000010:1.1:1778625983.168726:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150a60.
00000080:00000010:1.1:1778625983.168730:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521509c0.
00000080:00000010:1.1:1778625983.168737:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb760.
00000080:00000010:1.1:1778625983.168747:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd080.
00000080:00000010:1.1:1778625983.168756:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521502c0.
00000080:00000010:1.1:1778625983.168765:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd5c0.
00000080:00000010:1.1:1778625983.168775:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdac0.
00000080:00000010:1.1:1778625983.168785:0:224699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdca0.
00010000:00000010:1.1:1778625983.168796:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432200.
00010000:00000010:1.1:1778625983.168802:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f23e800.
00010000:00000010:1.1:1778625983.168809:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316e100.
00010000:00000010:1.1:1778625983.168815:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f23f800.
00010000:00000010:1.1:1778625983.168821:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432400.
00010000:00000010:1.1:1778625983.168828:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d2800.
00010000:00000010:1.1:1778625983.168844:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316ef00.
00000080:00000010:3.1:1778625983.168844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2671a0.
00010000:00000010:1.1:1778625983.168851:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d6800.
00010000:00000010:1.1:1778625983.168858:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316e600.
00010000:00000010:1.1:1778625983.168862:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d6600.
00010000:00000010:1.1:1778625983.168864:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432a00.
00010000:00000010:1.1:1778625983.168866:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d2600.
00010000:00000010:1.1:1778625983.168869:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432900.
00010000:00000010:1.1:1778625983.168872:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d2000.
00010000:00000010:1.1:1778625983.168874:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432800.
00010000:00000010:1.1:1778625983.168878:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daac00.
00010000:00000010:1.1:1778625983.168882:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316ec00.
00010000:00000010:1.1:1778625983.168886:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d7600.
00010000:00000010:1.1:1778625983.168889:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316e300.
00010000:00000010:1.1:1778625983.168892:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d7e00.
00010000:00000010:1.1:1778625983.168896:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946a33200.
00010000:00000010:1.1:1778625983.168899:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f23fe00.
00010000:00000010:1.1:1778625983.168902:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432700.
00010000:00000010:1.1:1778625983.168906:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945dab800.
00010000:00000010:1.1:1778625983.168908:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397316ee00.
00010000:00000010:1.1:1778625983.168911:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457d7000.
00010000:00000010:1.1:1778625983.168915:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cd600.
00010000:00000010:1.1:1778625983.168917:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945dab400.
00010000:00000010:1.1:1778625983.168921:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432500.
00010000:00000010:1.1:1778625983.168925:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daa000.
00010000:00000010:1.1:1778625983.168928:0:224699:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973432b00.
00010000:00000010:1.1:1778625983.168931:0:224699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945daa200.
00000080:00000010:1.1:1778625983.188657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87440.
00000080:00000010:1.1:1778625983.207652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87680.
00000080:00000010:1.1:1778625983.239690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87440.
00000080:00000010:1.1:1778625983.256647:0:224703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87680.
00000080:00000010:1.1:1778625983.279700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87540.
00000080:00000010:2.1:1778625983.299674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a240.
00000080:00000010:1.1:1778625983.329661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3967b87680.
00000080:00000010:3.1:1778625983.340649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ec0.
00000080:00000010:2.1:1778625983.371647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314540.
00000080:00000010:3.1:1778625983.403984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e40.
00000080:00000010:3.1:1778625983.425663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ba0.
00000080:00000010:1.1:1778626014.313704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee3a0.
00000080:00000010:1.1:1778626014.317635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5ea0.
00000080:00000010:1.1:1778626014.317649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeb60.
00000080:00000010:1.1:1778626014.317652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee580.
00000080:00000010:1.1:1778626014.317658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeb20.
00000080:00000010:1.1:1778626014.317660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee4c0.
00000080:00000010:1.1:1778626014.317665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeedc0.
00000080:00000010:1.1:1778626014.317671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfabe0.
00000080:00000010:1.1:1778626014.317676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa740.
00000080:00000010:1.1:1778626014.317688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfafe0.
00000080:00000010:1.1:1778626014.317695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee320.
00000080:00000010:1.1:1778626014.317699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeec80.
00000080:00000010:1.1:1778626014.317704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeba0.
00000080:00000010:1.1:1778626014.317710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5e80.
00000080:00000010:1.1:1778626014.317715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee740.
00000080:00000010:1.1:1778626014.317718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeee60.
00000080:00000010:1.1:1778626014.317720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa380.
00000080:00000010:1.1:1778626014.317722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaf60.
00000080:00000010:1.1:1778626014.317725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeea00.
00000080:00000010:1.1:1778626014.317727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee940.
00000080:00000010:1.1:1778626014.317732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5520.
00000080:00000010:1.1:1778626014.317734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee2a0.
00000080:00000010:1.1:1778626014.317736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeec00.
00000080:00000010:1.1:1778626014.317739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee8c0.
00000080:00000010:1.1:1778626014.317742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d53a0.
00000080:00000010:1.1:1778626014.317745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeec60.
00000080:00000010:1.1:1778626014.317747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaf40.
00000080:00000010:1.1:1778626014.317749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee980.
00000080:00000010:1.1:1778626014.317752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeda0.
00000080:00000010:1.1:1778626014.317754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee300.
00000080:00000010:1.1:1778626014.317756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeb00.
00000080:00000010:1.1:1778626014.317758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee4e0.
00000080:00000010:1.1:1778626014.317763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430600.
00000080:00000010:1.1:1778626014.317766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee5c0.
00000080:00000010:1.1:1778626014.317768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeed40.
00000080:00000010:1.1:1778626014.317770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeac0.
00000080:00000010:1.1:1778626014.317772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeed00.
00000080:00000010:1.1:1778626014.317774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee8a0.
00000080:00000010:1.1:1778626014.317778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeee00.
00000080:00000010:1.1:1778626014.317780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5c80.
00000080:00000010:1.1:1778626014.317783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5b80.
00000080:00000010:1.1:1778626014.317785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee560.
00000080:00000010:1.1:1778626014.317788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdface0.
00000080:00000010:1.1:1778626014.317790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa0c0.
00000080:00000010:1.1:1778626014.317792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa860.
00000080:00000010:1.1:1778626014.317794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaf00.
00000080:00000010:1.1:1778626014.317796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734302a0.
00000080:00000010:1.1:1778626014.317798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee080.
00000080:00000010:1.1:1778626014.317801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee1e0.
00000080:00000010:1.1:1778626014.317803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeea20.
00000080:00000010:1.1:1778626014.317805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5fe0.
00000080:00000010:1.1:1778626014.317808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeec0.
00000080:00000010:1.1:1778626014.317810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d59c0.
00000080:00000010:1.1:1778626014.317812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430cc0.
00000080:00000010:1.1:1778626014.317814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5c00.
00000080:00000010:1.1:1778626014.317816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfac00.
00000080:00000010:1.1:1778626014.317832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa2a0.
00000080:00000010:1.1:1778626014.317836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeede0.
00000080:00000010:1.1:1778626014.317838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa460.
00000080:00000010:1.1:1778626014.317840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee900.
00000080:00000010:1.1:1778626014.317842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee880.
00000080:00000010:1.1:1778626014.317845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfab20.
00000080:00000010:1.1:1778626014.317847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee0e0.
00000080:00000010:1.1:1778626014.317849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeec20.
00000080:00000010:1.1:1778626014.317851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5760.
00000080:00000010:1.1:1778626014.317854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d51c0.
00000080:00000010:1.1:1778626014.317857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5940.
00000080:00000010:1.1:1778626014.317859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee2c0.
00000080:00000010:1.1:1778626014.317861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734309e0.
00000080:00000010:1.1:1778626014.317864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430120.
00000080:00000010:1.1:1778626014.317866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ee0.
00000080:00000010:1.1:1778626014.317868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734307e0.
00000080:00000010:1.1:1778626014.317872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5a00.
00000080:00000010:1.1:1778626014.317874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee1c0.
00000080:00000010:1.1:1778626014.317876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430580.
00000080:00000010:1.1:1778626014.317878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeae0.
00000080:00000010:1.1:1778626014.317881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5e20.
00000080:00000010:1.1:1778626014.317883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeed80.
00000080:00000010:1.1:1778626014.317885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee460.
00000080:00000010:1.1:1778626014.317887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5240.
00000080:00000010:1.1:1778626014.317889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5740.
00000080:00000010:1.1:1778626014.317891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734306c0.
00000080:00000010:1.1:1778626014.317893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734308e0.
00000080:00000010:1.1:1778626014.317896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734303e0.
00000080:00000010:1.1:1778626014.317898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeee20.
00000080:00000010:1.1:1778626014.317900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d53c0.
00000080:00000010:1.1:1778626014.317902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee720.
00000080:00000010:1.1:1778626014.317904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfad60.
00000080:00000010:1.1:1778626014.317907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734304e0.
00000080:00000010:1.1:1778626014.317909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee140.
00000080:00000010:1.1:1778626014.317911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee100.
00000080:00000010:1.1:1778626014.317913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee800.
00000080:00000010:1.1:1778626014.317915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeefe0.
00000080:00000010:1.1:1778626014.317917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee360.
00000080:00000010:1.1:1778626014.317918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d57e0.
00000080:00000010:1.1:1778626014.317920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430760.
00000080:00000010:1.1:1778626014.317922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfae80.
00000080:00000010:1.1:1778626014.317925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d59e0.
00000080:00000010:1.1:1778626014.317927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeef60.
00000080:00000010:1.1:1778626014.317928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430360.
00000080:00000010:1.1:1778626014.317930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfafc0.
00000080:00000010:1.1:1778626014.317932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee9a0.
00000080:00000010:1.1:1778626014.317934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeb80.
00000080:00000010:1.1:1778626014.317936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa5a0.
00000080:00000010:1.1:1778626014.317938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430340.
00000080:00000010:1.1:1778626014.317940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaca0.
00000080:00000010:1.1:1778626014.317942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430d80.
00000080:00000010:1.1:1778626014.317944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa980.
00000080:00000010:1.1:1778626014.317946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430000.
00000080:00000010:1.1:1778626014.317948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430c20.
00000080:00000010:1.1:1778626014.317950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaec0.
00000080:00000010:1.1:1778626014.317952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee6a0.
00000080:00000010:1.1:1778626014.317953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430aa0.
00000080:00000010:1.1:1778626014.317955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430060.
00000080:00000010:1.1:1778626014.317957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430200.
00000080:00000010:1.1:1778626014.317959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfae20.
00000080:00000010:1.1:1778626014.317960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee120.
00000080:00000010:1.1:1778626014.317962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee0a0.
00010000:00000010:1.1:1778626014.317965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781700.
00010000:00000010:1.1:1778626014.317968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57000.
00010000:00000010:1.1:1778626014.317972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ced00.
00010000:00000010:1.1:1778626014.318001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13200.
00010000:00000010:1.1:1778626014.318004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781500.
00010000:00000010:1.1:1778626014.318006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccad200.
00010000:00000010:1.1:1778626014.318035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781b00.
00010000:00000010:1.1:1778626014.318038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccac000.
00010000:00000010:1.1:1778626014.318039:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781d00.
00010000:00000010:1.1:1778626014.318041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5600.
00010000:00000010:1.1:1778626014.318043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781100.
00010000:00000010:1.1:1778626014.318045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5200.
00010000:00000010:1.1:1778626014.318046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781f00.
00010000:00000010:1.1:1778626014.318048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5c00.
00010000:00000010:1.1:1778626014.318050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781600.
00010000:00000010:1.1:1778626014.318052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccae600.
00010000:00000010:1.1:1778626014.318054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2a00.
00010000:00000010:1.1:1778626014.318057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaf000.
00010000:00000010:1.1:1778626014.318058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2900.
00010000:00000010:1.1:1778626014.318060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaee00.
00010000:00000010:1.1:1778626014.318061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781c00.
00010000:00000010:1.1:1778626014.318063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4200.
00010000:00000010:1.1:1778626014.318065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce100.
00010000:00000010:1.1:1778626014.318067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4400.
00010000:00000010:1.1:1778626014.318068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2800.
00010000:00000010:1.1:1778626014.318070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5400.
00010000:00000010:1.1:1778626014.318071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cef00.
00010000:00000010:1.1:1778626014.318074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13c00.
00010000:00000010:1.1:1778626014.318076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781300.
00010000:00000010:1.1:1778626014.318079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4a00.
00010000:00000010:1.1:1778626014.318083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9000.
00010000:00000010:1.1:1778626014.318086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5800.
00010000:00000010:1.1:1778626014.318088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2700.
00010000:00000010:1.1:1778626014.318091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccae400.
00010000:00000010:1.1:1778626014.318093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9200.
00010000:00000010:1.1:1778626014.318096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccafa00.
00010000:00000010:1.1:1778626014.318098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9400.
00010000:00000010:1.1:1778626014.318101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4800.
00010000:00000010:1.1:1778626014.318103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce600.
00010000:00000010:1.1:1778626014.318106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4600.
00010000:00000010:1.1:1778626014.318108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cec00.
00010000:00000010:1.1:1778626014.318111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12200.
00010000:00000010:1.1:1778626014.318114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5e00.
00010000:00000010:1.1:1778626014.318116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9900.
00010000:00000010:1.1:1778626014.318119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5000.
00010000:00000010:1.1:1778626014.318122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9800.
00010000:00000010:1.1:1778626014.318124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4e00.
00010000:00000010:1.1:1778626014.318126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9700.
00010000:00000010:1.1:1778626014.318129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4000.
00010000:00000010:1.1:1778626014.318131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce300.
00010000:00000010:1.1:1778626014.318133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12400.
00010000:00000010:1.1:1778626014.318141:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9500.
00010000:00000010:1.1:1778626014.318144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd4c00.
00010000:00000010:1.1:1778626014.318146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cee00.
00010000:00000010:1.1:1778626014.318149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccace00.
00010000:00000010:1.1:1778626014.318151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9b00.
00010000:00000010:1.1:1778626014.318153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967bd5a00.
00010000:00000010:1.1:1778626014.318155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9d00.
00010000:00000010:1.1:1778626014.318158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8200.
00010000:00000010:1.1:1778626014.318161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce000.
00010000:00000010:1.1:1778626014.318163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8400.
00010000:00000010:1.1:1778626014.318165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9100.
00010000:00000010:1.1:1778626014.318169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9400.
00010000:00000010:1.1:1778626014.318171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce200.
00010000:00000010:1.1:1778626014.318174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8a00.
00010000:00000010:1.1:1778626014.318176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0100.
00010000:00000010:1.1:1778626014.318179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5ee00.
00010000:00000010:1.1:1778626014.318182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9f00.
00010000:00000010:1.1:1778626014.318184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9800.
00010000:00000010:1.1:1778626014.318186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce400.
00010000:00000010:1.1:1778626014.318189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8800.
00010000:00000010:1.1:1778626014.318191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2b00.
00010000:00000010:1.1:1778626014.318193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8600.
00010000:00000010:1.1:1778626014.318196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9600.
00010000:00000010:1.1:1778626014.318198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9600.
00010000:00000010:1.1:1778626014.318201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9c00.
00010000:00000010:1.1:1778626014.318203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9e00.
00010000:00000010:1.1:1778626014.318206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9300.
00010000:00000010:1.1:1778626014.318209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9000.
00010000:00000010:1.1:1778626014.318212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457cea00.
00010000:00000010:1.1:1778626014.318215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13400.
00010000:00000010:1.1:1778626014.318218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c8c9e00.
00010000:00000010:1.1:1778626014.318220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8e00.
00010000:00000010:1.1:1778626014.318225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf900.
00010000:00000010:1.1:1778626014.318227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8000.
00010000:00000010:1.1:1778626014.318230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce900.
00010000:00000010:1.1:1778626014.318232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccacc00.
00010000:00000010:1.1:1778626014.318235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0f00.
00010000:00000010:1.1:1778626014.318237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaca00.
00010000:00000010:1.1:1778626014.318240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae300.
00010000:00000010:1.1:1778626014.318243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccac800.
00010000:00000010:1.1:1778626014.318246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aaee00.
00010000:00000010:1.1:1778626014.318248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccac600.
00010000:00000010:1.1:1778626014.318251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf800.
00010000:00000010:1.1:1778626014.318253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5e200.
00010000:00000010:1.1:1778626014.318256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf700.
00010000:00000010:1.1:1778626014.318259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca8c00.
00010000:00000010:1.1:1778626014.318261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf500.
00010000:00000010:1.1:1778626014.318264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9a00.
00010000:00000010:1.1:1778626014.318265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caafb00.
00010000:00000010:1.1:1778626014.318267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9200.
00010000:00000010:1.1:1778626014.318270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5900.
00010000:00000010:1.1:1778626014.318272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12a00.
00010000:00000010:1.1:1778626014.318274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caafd00.
00010000:00000010:1.1:1778626014.318276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cca9c00.
00010000:00000010:1.1:1778626014.318277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5800.
00010000:00000010:1.1:1778626014.318279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13800.
00010000:00000010:1.1:1778626014.318281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae000.
00010000:00000010:1.1:1778626014.318283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5f000.
00010000:00000010:1.1:1778626014.318285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5700.
00010000:00000010:1.1:1778626014.318286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12800.
00010000:00000010:1.1:1778626014.318289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5c00.
00010000:00000010:1.1:1778626014.318292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccada00.
00010000:00000010:1.1:1778626014.318294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5b00.
00010000:00000010:1.1:1778626014.318296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccadc00.
00010000:00000010:1.1:1778626014.318297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf100.
00010000:00000010:1.1:1778626014.318300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53000.
00010000:00000010:1.1:1778626014.318301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaff00.
00010000:00000010:1.1:1778626014.318303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccad800.
00010000:00000010:1.1:1778626014.318305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5500.
00010000:00000010:1.1:1778626014.318307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52200.
00010000:00000010:1.1:1778626014.318308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf600.
00010000:00000010:1.1:1778626014.318310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52400.
00010000:00000010:1.1:1778626014.318311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae200.
00010000:00000010:1.1:1778626014.318313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccad000.
00010000:00000010:1.1:1778626014.318314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caafc00.
00010000:00000010:1.1:1778626014.318316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53400.
00010000:00000010:1.1:1778626014.318317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae400.
00010000:00000010:1.1:1778626014.318319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52a00.
00010000:00000010:1.1:1778626014.318320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5b00.
00010000:00000010:1.1:1778626014.318322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12600.
00010000:00000010:1.1:1778626014.318323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5d00.
00010000:00000010:1.1:1778626014.318325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13600.
00010000:00000010:1.1:1778626014.318326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5100.
00010000:00000010:1.1:1778626014.318328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457dee00.
00010000:00000010:1.1:1778626014.318330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf300.
00010000:00000010:1.1:1778626014.318332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53800.
00010000:00000010:1.1:1778626014.318334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aaea00.
00010000:00000010:1.1:1778626014.318335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5f400.
00010000:00000010:1.1:1778626014.318337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5d00.
00010000:00000010:1.1:1778626014.318338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5e400.
00010000:00000010:1.1:1778626014.318340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5100.
00010000:00000010:1.1:1778626014.318342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5ec00.
00010000:00000010:1.1:1778626014.318343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5f00.
00010000:00000010:1.1:1778626014.318345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5fa00.
00010000:00000010:1.1:1778626014.318347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5f00.
00010000:00000010:1.1:1778626014.318348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457de000.
00010000:00000010:1.1:1778626014.318350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caafe00.
00010000:00000010:1.1:1778626014.318351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52800.
00010000:00000010:1.1:1778626014.318353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5600.
00010000:00000010:1.1:1778626014.318355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3e00.
00010000:00000010:1.1:1778626014.318358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf000.
00010000:00000010:1.1:1778626014.318359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52600.
00010000:00000010:1.1:1778626014.318360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae900.
00010000:00000010:1.1:1778626014.318362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2c00.
00010000:00000010:1.1:1778626014.318364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf200.
00010000:00000010:1.1:1778626014.318366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53600.
00010000:00000010:1.1:1778626014.318367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5600.
00010000:00000010:1.1:1778626014.318369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53e00.
00010000:00000010:1.1:1778626014.318370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5c00.
00010000:00000010:1.1:1778626014.318372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457dec00.
00010000:00000010:1.1:1778626014.318373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5300.
00010000:00000010:1.1:1778626014.318375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457dfa00.
00010000:00000010:1.1:1778626014.318377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5300.
00010000:00000010:1.1:1778626014.318378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2000.
00010000:00000010:1.1:1778626014.318380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5e00.
00010000:00000010:1.1:1778626014.318382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2600.
00010000:00000010:1.1:1778626014.318383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5000.
00010000:00000010:1.1:1778626014.318385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3800.
00010000:00000010:1.1:1778626014.318386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5e00.
00010000:00000010:1.1:1778626014.318388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52e00.
00010000:00000010:1.1:1778626014.318389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caaf400.
00010000:00000010:1.1:1778626014.318391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457df200.
00010000:00000010:1.1:1778626014.318393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caafa00.
00010000:00000010:1.1:1778626014.318394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52000.
00010000:00000010:1.1:1778626014.318397:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165e00.
00010000:00000010:1.1:1778626014.318399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccad600.
00010000:00000010:1.1:1778626014.318400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5200.
00010000:00000010:1.1:1778626014.318402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2a00.
00010000:00000010:1.1:1778626014.318404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165000.
00010000:00000010:1.1:1778626014.318405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a52c00.
00010000:00000010:1.1:1778626014.318407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5000.
00010000:00000010:1.1:1778626014.318408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53a00.
00010000:00000010:1.1:1778626014.318409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5200.
00010000:00000010:1.1:1778626014.318411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53200.
00010000:00000010:1.1:1778626014.318412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165200.
00010000:00000010:1.1:1778626014.318414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a53c00.
00010000:00000010:1.1:1778626014.318415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165400.
00010000:00000010:1.1:1778626014.318417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa0200.
00010000:00000010:1.1:1778626014.318419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5400.
00010000:00000010:1.1:1778626014.318420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457dfc00.
00010000:00000010:1.1:1778626014.318421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165a00.
00010000:00000010:1.1:1778626014.318423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3a00.
00010000:00000010:1.1:1778626014.318425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5400.
00010000:00000010:1.1:1778626014.318426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccac200.
00010000:00000010:1.1:1778626014.318427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa5a00.
00010000:00000010:1.1:1778626014.318429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457de200.
00010000:00000010:1.1:1778626014.318430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165900.
00010000:00000010:1.1:1778626014.318432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa0400.
00010000:00000010:1.1:1778626014.318433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5a00.
00010000:00000010:1.1:1778626014.318435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2800.
00010000:00000010:1.1:1778626014.318436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165800.
00010000:00000010:1.1:1778626014.318438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccade00.
00010000:00000010:1.1:1778626014.318439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165700.
00010000:00000010:1.1:1778626014.318440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa1400.
00010000:00000010:1.1:1778626014.318442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165500.
00010000:00000010:1.1:1778626014.318444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa0a00.
00010000:00000010:1.1:1778626014.318446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5900.
00010000:00000010:1.1:1778626014.318447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccad400.
00010000:00000010:1.1:1778626014.318449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae800.
00010000:00000010:1.1:1778626014.318450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3000.
00010000:00000010:1.1:1778626014.318452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5800.
00010000:00000010:1.1:1778626014.318454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f0f3800.
00010000:00000010:1.1:1778626014.318455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5700.
00010000:00000010:1.1:1778626014.318457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3600.
00010000:00000010:1.1:1778626014.318458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde5500.
00010000:00000010:1.1:1778626014.318460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f0f2e00.
00010000:00000010:1.1:1778626014.318462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa2200.
00010000:00000010:1.1:1778626014.318463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2400.
00010000:00000010:1.1:1778626014.318465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caad900.
00010000:00000010:1.1:1778626014.318466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3400.
00010000:00000010:1.1:1778626014.318468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972aae700.
00010000:00000010:1.1:1778626014.318473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f0f2400.
00010000:00000010:1.1:1778626014.318475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165b00.
00010000:00000010:1.1:1778626014.318476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa1800.
00010000:00000010:1.1:1778626014.318477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa2400.
00010000:00000010:1.1:1778626014.318479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde2200.
00010000:00000010:1.1:1778626014.318480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa2a00.
00010000:00000010:1.1:1778626014.318482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3c00.
00010000:00000010:1.1:1778626014.318484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caa2900.
00010000:00000010:1.1:1778626014.318485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cde3200.
00010000:00000010:1.1:1778626014.318487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165d00.
00010000:00000010:1.1:1778626014.318488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f0f3200.
00010000:00000010:1.1:1778626014.318489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165100.
00010000:00000010:1.1:1778626014.318491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa0800.
00010000:00000010:1.1:1778626014.318493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973165f00.
00010000:00000010:1.1:1778626014.318494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396caa0600.
00000080:00000010:0.1:1778626023.538947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeebe0.
00000080:00000010:0.1:1778626023.538951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee000.
00000080:00000010:0.1:1778626023.538956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee340.
00000080:00000010:0.1:1778626023.538968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeeaa0.
00000080:00000010:0.1:1778626023.538973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee7e0.
00000080:00000010:0.1:1778626023.538977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734308a0.
00000080:00000010:0.1:1778626023.538980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeecc0.
00000080:00000010:0.1:1778626023.538983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5fc0.
00000080:00000010:0.1:1778626023.538986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee060.
00000080:00000010:0.1:1778626023.538989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaa80.
00000080:00000010:0.1:1778626023.538992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430260.
00000080:00000010:0.1:1778626023.538996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa640.
00000080:00000010:0.1:1778626023.538999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa100.
00000080:00000010:0.1:1778626023.539002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430d60.
00000080:00000010:0.1:1778626023.539006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5ac0.
00000080:00000010:0.1:1778626023.539009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee820.
00000080:00000010:0.1:1778626023.539013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa7a0.
00000080:00000010:0.1:1778626023.539016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430180.
00000080:00000010:0.1:1778626023.539019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee7a0.
00000080:00000010:0.1:1778626023.539022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee240.
00000080:00000010:0.1:1778626023.539026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734306a0.
00000080:00000010:0.1:1778626023.539029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee380.
00000080:00000010:0.1:1778626023.539032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee9c0.
00000080:00000010:0.1:1778626023.539036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee2e0.
00000080:00000010:0.1:1778626023.539039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfae00.
00000080:00000010:0.1:1778626023.539042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa4a0.
00000080:00000010:0.1:1778626023.539045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa5c0.
00000080:00000010:0.1:1778626023.539049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5080.
00000080:00000010:0.1:1778626023.539053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430bc0.
00000080:00000010:0.1:1778626023.539056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430220.
00000080:00000010:0.1:1778626023.539060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430fa0.
00000080:00000010:0.1:1778626023.539063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430040.
00000080:00000010:0.1:1778626023.539067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa3a0.
00000080:00000010:0.1:1778626023.539071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee6e0.
00000080:00000010:0.1:1778626023.539082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee400.
00000080:00000010:0.1:1778626023.539086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa700.
00000080:00000010:0.1:1778626023.539089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa400.
00000080:00000010:0.1:1778626023.539092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee220.
00000080:00000010:0.1:1778626023.539095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeefc0.
00000080:00000010:0.1:1778626023.539098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430de0.
00000080:00000010:0.1:1778626023.539101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeefa0.
00000080:00000010:0.1:1778626023.539105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee540.
00000080:00000010:0.1:1778626023.539108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee5a0.
00000080:00000010:0.1:1778626023.539111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee840.
00000080:00000010:0.1:1778626023.539115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430a60.
00000080:00000010:0.1:1778626023.539117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaaa0.
00000080:00000010:0.1:1778626023.539120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee260.
00000080:00000010:0.1:1778626023.539123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee040.
00000080:00000010:0.1:1778626023.539126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee280.
00000080:00000010:0.1:1778626023.539129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5060.
00000080:00000010:0.1:1778626023.539132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee8e0.
00000080:00000010:0.1:1778626023.539135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee6c0.
00000080:00000010:0.1:1778626023.539138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdee620.
00000080:00000010:0.1:1778626023.539141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d50c0.
00010000:00000010:0.1:1778626023.539146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437d00.
00010000:00000010:0.1:1778626023.539152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6c000.
00010000:00000010:0.1:1778626023.539157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231b00.
00010000:00000010:0.1:1778626023.539160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64a00.
00010000:00000010:0.1:1778626023.539203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437100.
00010000:00000010:0.1:1778626023.539208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9e00.
00010000:00000010:0.1:1778626023.539211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231d00.
00010000:00000010:0.1:1778626023.539215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5400.
00010000:00000010:0.1:1778626023.539218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437f00.
00010000:00000010:0.1:1778626023.539221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fc600.
00010000:00000010:0.1:1778626023.539224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778b00.
00010000:00000010:0.1:1778626023.539228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fd600.
00010000:00000010:0.1:1778626023.539230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778d00.
00010000:00000010:0.1:1778626023.539233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fde00.
00010000:00000010:0.1:1778626023.539235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437600.
00010000:00000010:0.1:1778626023.539238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9000.
00010000:00000010:0.1:1778626023.539240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437c00.
00010000:00000010:0.1:1778626023.539243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8e00.
00010000:00000010:0.1:1778626023.539246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778100.
00010000:00000010:0.1:1778626023.539249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6c600.
00010000:00000010:0.1:1778626023.539252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231100.
00010000:00000010:0.1:1778626023.539254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5000.
00010000:00000010:0.1:1778626023.539258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0400.
00010000:00000010:0.1:1778626023.539261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6cc00.
00010000:00000010:0.1:1778626023.539263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778f00.
00010000:00000010:0.1:1778626023.539266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fd000.
00010000:00000010:0.1:1778626023.539268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437300.
00010000:00000010:0.1:1778626023.539271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8000.
00010000:00000010:0.1:1778626023.539275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d200.
00010000:00000010:0.1:1778626023.539278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fce00.
00010000:00000010:0.1:1778626023.539281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231f00.
00010000:00000010:0.1:1778626023.539284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6d000.
00010000:00000010:0.1:1778626023.539288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231600.
00010000:00000010:0.1:1778626023.539290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5200.
00010000:00000010:0.1:1778626023.539292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231c00.
00010000:00000010:0.1:1778626023.539295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6da00.
00010000:00000010:0.1:1778626023.539298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d400.
00010000:00000010:0.1:1778626023.539301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8c00.
00010000:00000010:0.1:1778626023.539303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231300.
00010000:00000010:0.1:1778626023.539307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4c00.
00010000:00000010:0.1:1778626023.539310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5da00.
00010000:00000010:0.1:1778626023.539312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9a00.
00010000:00000010:0.1:1778626023.539315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d900.
00010000:00000010:0.1:1778626023.539318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8c00.
00010000:00000010:0.1:1778626023.539321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d800.
00010000:00000010:0.1:1778626023.539323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8e00.
00010000:00000010:0.1:1778626023.539325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d700.
00010000:00000010:0.1:1778626023.539328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8000.
00010000:00000010:0.1:1778626023.539331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778600.
00010000:00000010:0.1:1778626023.539334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fc000.
00010000:00000010:0.1:1778626023.539337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231e00.
00010000:00000010:0.1:1778626023.539339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4000.
00010000:00000010:0.1:1778626023.539342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231000.
00010000:00000010:0.1:1778626023.539344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4e00.
00010000:00000010:0.1:1778626023.539347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231200.
00010000:00000010:0.1:1778626023.539349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6d200.
00010000:00000010:0.1:1778626023.539352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231a00.
00010000:00000010:0.1:1778626023.539354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6d400.
00010000:00000010:0.1:1778626023.539357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778c00.
00010000:00000010:0.1:1778626023.539359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6dc00.
00010000:00000010:0.1:1778626023.539362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0a00.
00010000:00000010:0.1:1778626023.539364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6ce00.
00010000:00000010:0.1:1778626023.539367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d500.
00010000:00000010:0.1:1778626023.539370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9a00.
00010000:00000010:0.1:1778626023.539373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5db00.
00010000:00000010:0.1:1778626023.539375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6d800.
00010000:00000010:0.1:1778626023.539377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5dd00.
00010000:00000010:0.1:1778626023.539380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9200.
00010000:00000010:0.1:1778626023.539383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d100.
00010000:00000010:0.1:1778626023.539385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6c800.
00010000:00000010:0.1:1778626023.539388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5df00.
00010000:00000010:0.1:1778626023.539399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9c00.
00010000:00000010:0.1:1778626023.539401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231900.
00010000:00000010:0.1:1778626023.539404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fcc00.
00010000:00000010:0.1:1778626023.539406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d600.
00010000:00000010:0.1:1778626023.539410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4200.
00010000:00000010:0.1:1778626023.539412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231800.
00010000:00000010:0.1:1778626023.539415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4a00.
00010000:00000010:0.1:1778626023.539417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5dc00.
00010000:00000010:0.1:1778626023.539419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5800.
00010000:00000010:0.1:1778626023.539423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698700.
00010000:00000010:0.1:1778626023.539427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5600.
00010000:00000010:0.1:1778626023.539429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698500.
00010000:00000010:0.1:1778626023.539432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5e00.
00010000:00000010:0.1:1778626023.539434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d300.
00010000:00000010:0.1:1778626023.539437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8200.
00010000:00000010:0.1:1778626023.539439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5de00.
00010000:00000010:0.1:1778626023.539441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6d600.
00010000:00000010:0.1:1778626023.539444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd5d000.
00010000:00000010:0.1:1778626023.539446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8400.
00010000:00000010:0.1:1778626023.539451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120500.
00010000:00000010:0.1:1778626023.539478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9400.
00010000:00000010:0.1:1778626023.539483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120b00.
00010000:00000010:0.1:1778626023.539485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8a00.
00010000:00000010:0.1:1778626023.539487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120d00.
00010000:00000010:0.1:1778626023.539490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fda00.
00010000:00000010:0.1:1778626023.539492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120100.
00010000:00000010:0.1:1778626023.539495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9800.
00010000:00000010:0.1:1778626023.539497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120f00.
00010000:00000010:0.1:1778626023.539499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8800.
00010000:00000010:0.1:1778626023.539502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120600.
00010000:00000010:0.1:1778626023.539505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6c400.
00010000:00000010:0.1:1778626023.539507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120c00.
00010000:00000010:0.1:1778626023.539510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f8600.
00010000:00000010:0.1:1778626023.539512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698b00.
00010000:00000010:0.1:1778626023.539515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9600.
00010000:00000010:0.1:1778626023.539517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698d00.
00010000:00000010:0.1:1778626023.539520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9e00.
00010000:00000010:0.1:1778626023.539522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120300.
00010000:00000010:0.1:1778626023.539524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f9000.
00010000:00000010:0.1:1778626023.539527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120e00.
00010000:00000010:0.1:1778626023.539531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1ba00.
00010000:00000010:0.1:1778626023.539541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698100.
00010000:00000010:0.1:1778626023.539548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fd200.
00010000:00000010:0.1:1778626023.539550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231700.
00010000:00000010:0.1:1778626023.539553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4800.
00010000:00000010:0.1:1778626023.539556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120000.
00010000:00000010:0.1:1778626023.539559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1b200.
00010000:00000010:0.1:1778626023.539561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698f00.
00010000:00000010:0.1:1778626023.539564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fdc00.
00010000:00000010:0.1:1778626023.539566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120200.
00010000:00000010:0.1:1778626023.539569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1bc00.
00010000:00000010:0.1:1778626023.539571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698600.
00010000:00000010:0.1:1778626023.539574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4400.
00010000:00000010:0.1:1778626023.539576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698c00.
00010000:00000010:0.1:1778626023.539578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13e00.
00010000:00000010:0.1:1778626023.539581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698300.
00010000:00000010:0.1:1778626023.539583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5a00.
00010000:00000010:0.1:1778626023.539586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120400.
00010000:00000010:0.1:1778626023.539590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1a200.
00010000:00000010:0.1:1778626023.539594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2500.
00010000:00000010:0.1:1778626023.539597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1a400.
00010000:00000010:0.1:1778626023.539600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120a00.
00010000:00000010:0.1:1778626023.539602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1b400.
00010000:00000010:0.1:1778626023.539604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120900.
00010000:00000010:0.1:1778626023.539622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1aa00.
00010000:00000010:0.1:1778626023.539625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120800.
00010000:00000010:0.1:1778626023.539628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1b800.
00010000:00000010:0.1:1778626023.539630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952120700.
00010000:00000010:0.1:1778626023.539633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1a800.
00010000:00000010:0.1:1778626023.539636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2d00.
00010000:00000010:0.1:1778626023.539651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f5c00.
00010000:00000010:0.1:1778626023.539656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dbd00.
00010000:00000010:0.1:1778626023.539659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1a600.
00010000:00000010:0.1:1778626023.539662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698e00.
00010000:00000010:0.1:1778626023.539665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13000.
00010000:00000010:0.1:1778626023.539668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698000.
00010000:00000010:0.1:1778626023.539670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1b600.
00010000:00000010:0.1:1778626023.539673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698200.
00010000:00000010:0.1:1778626023.539676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaf400.
00010000:00000010:0.1:1778626023.539679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2100.
00010000:00000010:0.1:1778626023.539682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736f4600.
00010000:00000010:0.1:1778626023.539684:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698400.
00010000:00000010:0.1:1778626023.539687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccae200.
00010000:00000010:0.1:1778626023.539689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2f00.
00010000:00000010:0.1:1778626023.539692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccae800.
00010000:00000010:0.1:1778626023.539694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2600.
00010000:00000010:0.1:1778626023.539697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5fe00.
00010000:00000010:0.1:1778626023.539699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698a00.
00010000:00000010:0.1:1778626023.539701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12e00.
00010000:00000010:0.1:1778626023.539704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db100.
00010000:00000010:0.1:1778626023.539706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1be00.
00010000:00000010:0.1:1778626023.539708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dbf00.
00010000:00000010:0.1:1778626023.539711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccafe00.
00010000:00000010:0.1:1778626023.539714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698900.
00010000:00000010:0.1:1778626023.539716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5fc00.
00010000:00000010:0.1:1778626023.539719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db600.
00010000:00000010:0.1:1778626023.539721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1b000.
00010000:00000010:0.1:1778626023.539723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945698800.
00010000:00000010:0.1:1778626023.539732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1ae00.
00010000:00000010:0.1:1778626023.539735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dbc00.
00010000:00000010:0.1:1778626023.539738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5e600.
00010000:00000010:0.1:1778626023.539741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce800.
00010000:00000010:0.1:1778626023.539744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1a000.
00010000:00000010:0.1:1778626023.539746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db300.
00010000:00000010:0.1:1778626023.539749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b1ac00.
00010000:00000010:0.1:1778626023.539751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dbe00.
00010000:00000010:0.1:1778626023.539755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56e00.
00010000:00000010:0.1:1778626023.539758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db000.
00010000:00000010:0.1:1778626023.539760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaec00.
00010000:00000010:0.1:1778626023.539763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db200.
00010000:00000010:0.1:1778626023.539765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaf200.
00010000:00000010:0.1:1778626023.539768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0900.
00010000:00000010:0.1:1778626023.539770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccafc00.
00010000:00000010:0.1:1778626023.539773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db400.
00010000:00000010:0.1:1778626023.539775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12000.
00010000:00000010:0.1:1778626023.539777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0800.
00010000:00000010:0.1:1778626023.539780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5e000.
00010000:00000010:0.1:1778626023.539782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0700.
00010000:00000010:0.1:1778626023.539784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5f800.
00010000:00000010:0.1:1778626023.539787:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2c00.
00010000:00000010:0.1:1778626023.539789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5e800.
00010000:00000010:0.1:1778626023.539792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2300.
00010000:00000010:0.1:1778626023.539794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5f600.
00010000:00000010:0.1:1778626023.539796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dba00.
00010000:00000010:0.1:1778626023.539799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaf800.
00010000:00000010:0.1:1778626023.539801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2e00.
00010000:00000010:0.1:1778626023.539804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56000.
00010000:00000010:0.1:1778626023.539806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db900.
00010000:00000010:0.1:1778626023.539809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56c00.
00010000:00000010:0.1:1778626023.539811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0500.
00010000:00000010:0.1:1778626023.539814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaea00.
00010000:00000010:0.1:1778626023.539816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0b00.
00010000:00000010:0.1:1778626023.539818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccaf600.
00010000:00000010:0.1:1778626023.539821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db800.
00010000:00000010:0.1:1778626023.539824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57a00.
00010000:00000010:0.1:1778626023.539826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db700.
00010000:00000010:0.1:1778626023.539828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57200.
00010000:00000010:0.1:1778626023.539831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2000.
00010000:00000010:0.1:1778626023.539834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5ea00.
00010000:00000010:0.1:1778626023.539836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce700.
00010000:00000010:0.1:1778626023.539839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57c00.
00010000:00000010:0.1:1778626023.539841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729db500.
00010000:00000010:0.1:1778626023.539843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56200.
00010000:00000010:0.1:1778626023.539846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729dbb00.
00010000:00000010:0.1:1778626023.539848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56400.
00010000:00000010:0.1:1778626023.539851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781e00.
00010000:00000010:0.1:1778626023.539854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57400.
00010000:00000010:0.1:1778626023.539856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2200.
00010000:00000010:0.1:1778626023.539858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a5f200.
00010000:00000010:0.1:1778626023.539861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781000.
00010000:00000010:0.1:1778626023.539863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396ccae000.
00010000:00000010:0.1:1778626023.539865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781200.
00010000:00000010:0.1:1778626023.539868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56a00.
00010000:00000010:0.1:1778626023.539870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781400.
00010000:00000010:0.1:1778626023.539873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57800.
00010000:00000010:0.1:1778626023.539875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781a00.
00010000:00000010:0.1:1778626023.539877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56800.
00010000:00000010:0.1:1778626023.539880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ce500.
00010000:00000010:0.1:1778626023.539882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b12c00.
00010000:00000010:0.1:1778626023.539885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781900.
00010000:00000010:0.1:1778626023.539887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a56600.
00010000:00000010:0.1:1778626023.539889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3951781800.
00010000:00000010:0.1:1778626023.539896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57600.
00010000:00000010:0.1:1778626023.539900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f2b2400.
00010000:00000010:0.1:1778626023.539902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966a57e00.
00010000:00000010:0.1:1778626023.539907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39457ceb00.
00010000:00000010:0.1:1778626023.539910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b13a00.
00000080:00000010:1.1:1778626033.768645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5f20.
00000080:00000010:1.1:1778626033.768658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcfc0.
00000080:00000010:1.1:1778626033.768663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430b00.
00000080:00000010:1.1:1778626033.768667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcea0.
00000080:00000010:1.1:1778626033.772654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcb40.
00000080:00000010:1.1:1778626033.772675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5fa0.
00000080:00000010:1.1:1778626033.772680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc540.
00000080:00000010:1.1:1778626033.772687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa940.
00000080:00000010:1.1:1778626033.772693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa140.
00000080:00000010:1.1:1778626033.772702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaac0.
00000080:00000010:1.1:1778626033.772706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaf80.
00000080:00000010:1.1:1778626033.772709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa7e0.
00000080:00000010:1.1:1778626033.772713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc860.
00000080:00000010:1.1:1778626033.772718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa4c0.
00000080:00000010:1.1:1778626033.772721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc840.
00000080:00000010:1.1:1778626033.772725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc5a0.
00000080:00000010:1.1:1778626033.772728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc5c0.
00000080:00000010:1.1:1778626033.772732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa320.
00000080:00000010:1.1:1778626033.772735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa340.
00000080:00000010:1.1:1778626033.772743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc600.
00000080:00000010:1.1:1778626033.772747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaa60.
00000080:00000010:1.1:1778626033.772759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa000.
00000080:00000010:1.1:1778626033.772763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430d20.
00000080:00000010:1.1:1778626033.772768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadccc0.
00000080:00000010:1.1:1778626033.772771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadce40.
00000080:00000010:1.1:1778626033.772775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcd40.
00000080:00000010:1.1:1778626033.772779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcb00.
00000080:00000010:1.1:1778626033.772782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc8a0.
00000080:00000010:1.1:1778626033.772785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa9c0.
00000080:00000010:1.1:1778626033.772789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadce00.
00000080:00000010:1.1:1778626033.772792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc560.
00000080:00000010:1.1:1778626033.772795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430a20.
00000080:00000010:1.1:1778626033.772798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa600.
00000080:00000010:1.1:1778626033.772802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc200.
00000080:00000010:1.1:1778626033.772805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc780.
00000080:00000010:1.1:1778626033.772808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc1e0.
00000080:00000010:1.1:1778626033.772814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d56a0.
00000080:00000010:1.1:1778626033.772818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5f80.
00000080:00000010:1.1:1778626033.772822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa080.
00000080:00000010:1.1:1778626033.772825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5400.
00000080:00000010:1.1:1778626033.772830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc080.
00000080:00000010:1.1:1778626033.772833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc900.
00000080:00000010:1.1:1778626033.772837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc880.
00000080:00000010:1.1:1778626033.772841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5d40.
00000080:00000010:1.1:1778626033.772844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadca60.
00000080:00000010:1.1:1778626033.772847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcc20.
00000080:00000010:1.1:1778626033.772851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5b40.
00000080:00000010:1.1:1778626033.772854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc2c0.
00000080:00000010:1.1:1778626033.772857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5600.
00000080:00000010:1.1:1778626033.772861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaee0.
00000080:00000010:1.1:1778626033.772864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc760.
00000080:00000010:1.1:1778626033.772867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430420.
00000080:00000010:1.1:1778626033.772870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5de0.
00000080:00000010:1.1:1778626033.772873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa1c0.
00000080:00000010:1.1:1778626033.772877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc9c0.
00000080:00000010:1.1:1778626033.772880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5980.
00000080:00000010:1.1:1778626033.772883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc2a0.
00000080:00000010:1.1:1778626033.772887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430c00.
00000080:00000010:1.1:1778626033.772892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa500.
00000080:00000010:1.1:1778626033.772895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc1c0.
00000080:00000010:1.1:1778626033.772900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcae0.
00000080:00000010:1.1:1778626033.772904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa900.
00000080:00000010:1.1:1778626033.772908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc940.
00000080:00000010:1.1:1778626033.772912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadce20.
00000080:00000010:1.1:1778626033.772915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ec0.
00000080:00000010:1.1:1778626033.772918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430540.
00000080:00000010:1.1:1778626033.772921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa660.
00000080:00000010:1.1:1778626033.772925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430500.
00000080:00000010:1.1:1778626033.772928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc360.
00000080:00000010:1.1:1778626033.772932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430fc0.
00000080:00000010:1.1:1778626033.772935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc640.
00000080:00000010:1.1:1778626033.772939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa440.
00000080:00000010:1.1:1778626033.772943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc100.
00000080:00000010:1.1:1778626033.772947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc800.
00000080:00000010:1.1:1778626033.772950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5a40.
00000080:00000010:1.1:1778626033.772953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc380.
00000080:00000010:1.1:1778626033.772956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ba0.
00000080:00000010:1.1:1778626033.772960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc240.
00000080:00000010:1.1:1778626033.772964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcfe0.
00000080:00000010:1.1:1778626033.772967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc320.
00000080:00000010:1.1:1778626033.772970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc740.
00000080:00000010:1.1:1778626033.772973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa360.
00000080:00000010:1.1:1778626033.772976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfad40.
00000080:00000010:1.1:1778626033.772980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcf60.
00000080:00000010:1.1:1778626033.772983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcb80.
00000080:00000010:1.1:1778626033.772985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa0a0.
00000080:00000010:1.1:1778626033.772990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcba0.
00000080:00000010:1.1:1778626033.772993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430980.
00000080:00000010:1.1:1778626033.772996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcc80.
00000080:00000010:1.1:1778626033.773000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734300e0.
00000080:00000010:1.1:1778626033.773003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfadc0.
00000080:00000010:1.1:1778626033.773006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcee0.
00000080:00000010:1.1:1778626033.773009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcb20.
00000080:00000010:1.1:1778626033.773012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430e00.
00000080:00000010:1.1:1778626033.773015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcbe0.
00000080:00000010:1.1:1778626033.773018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc0a0.
00000080:00000010:1.1:1778626033.773021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5580.
00000080:00000010:1.1:1778626033.773025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcc40.
00000080:00000010:1.1:1778626033.773027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc020.
00000080:00000010:1.1:1778626033.773031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efbf00.
00000080:00000010:1.1:1778626033.773035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa8c0.
00000080:00000010:1.1:1778626033.773038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952150820.
00000080:00000010:1.1:1778626033.773041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa3e0.
00000080:00000010:1.1:1778626033.773044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5380.
00000080:00000010:1.1:1778626033.773047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3972ed0c00.
00000080:00000010:1.1:1778626033.773050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca13040.
00000080:00000010:1.1:1778626033.773053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396ca135c0.
00000080:00000010:1.1:1778626033.773055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa220.
00000080:00000010:1.1:1778626033.773059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5020.
00000080:00000010:1.1:1778626033.773061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfad20.
00000080:00000010:1.1:1778626033.773064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5ba0.
00000080:00000010:1.1:1778626033.773068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3942e0aaa0.
00010000:00000010:1.1:1778626033.773072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe300.
00010000:00000010:1.1:1778626033.773077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310e800.
00010000:00000010:1.1:1778626033.773080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7600.
00010000:00000010:1.1:1778626033.773083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108400.
00010000:00000010:1.1:1778626033.773085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7c00.
00010000:00000010:1.1:1778626033.773088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64c00.
00010000:00000010:1.1:1778626033.773092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773700.
00010000:00000010:1.1:1778626033.773095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109400.
00010000:00000010:1.1:1778626033.773097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773500.
00010000:00000010:1.1:1778626033.773099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109800.
00010000:00000010:1.1:1778626033.773102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fea00.
00010000:00000010:1.1:1778626033.773104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310e600.
00010000:00000010:1.1:1778626033.773107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773b00.
00010000:00000010:1.1:1778626033.773109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108800.
00010000:00000010:1.1:1778626033.773111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7300.
00010000:00000010:1.1:1778626033.773114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fea00.
00010000:00000010:1.1:1778626033.773117:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7e00.
00010000:00000010:1.1:1778626033.773120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ffe00.
00010000:00000010:1.1:1778626033.773122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7000.
00010000:00000010:1.1:1778626033.773124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ff800.
00010000:00000010:1.1:1778626033.773126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7200.
00010000:00000010:1.1:1778626033.773128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fe200.
00010000:00000010:1.1:1778626033.773130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7400.
00010000:00000010:1.1:1778626033.773132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ffc00.
00010000:00000010:1.1:1778626033.773135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773d00.
00010000:00000010:1.1:1778626033.773137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108600.
00010000:00000010:1.1:1778626033.773140:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa600.
00010000:00000010:1.1:1778626033.773143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ff200.
00010000:00000010:1.1:1778626033.773145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773100.
00010000:00000010:1.1:1778626033.773148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109600.
00010000:00000010:1.1:1778626033.773150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe900.
00010000:00000010:1.1:1778626033.773153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310f600.
00010000:00000010:1.1:1778626033.773156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773f00.
00010000:00000010:1.1:1778626033.773158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109e00.
00010000:00000010:1.1:1778626033.773160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fac00.
00010000:00000010:1.1:1778626033.773163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fe800.
00010000:00000010:1.1:1778626033.773165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa300.
00010000:00000010:1.1:1778626033.773167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fe600.
00010000:00000010:1.1:1778626033.773170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773600.
00010000:00000010:1.1:1778626033.773172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109000.
00010000:00000010:1.1:1778626033.773175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773c00.
00010000:00000010:1.1:1778626033.773177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fee00.
00010000:00000010:1.1:1778626033.773179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773300.
00010000:00000010:1.1:1778626033.773182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125200.
00010000:00000010:1.1:1778626033.773185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe800.
00010000:00000010:1.1:1778626033.773188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65a00.
00010000:00000010:1.1:1778626033.773191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7a00.
00010000:00000010:1.1:1778626033.773193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108e00.
00010000:00000010:1.1:1778626033.773196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773e00.
00010000:00000010:1.1:1778626033.773198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108000.
00010000:00000010:1.1:1778626033.773200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773000.
00010000:00000010:1.1:1778626033.773203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108c00.
00010000:00000010:1.1:1778626033.773205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773200.
00010000:00000010:1.1:1778626033.773207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109a00.
00010000:00000010:1.1:1778626033.773209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fae00.
00010000:00000010:1.1:1778626033.773212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109200.
00010000:00000010:1.1:1778626033.773214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa000.
00010000:00000010:1.1:1778626033.773216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125000.
00010000:00000010:1.1:1778626033.773218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa200.
00010000:00000010:1.1:1778626033.773221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973109c00.
00010000:00000010:1.1:1778626033.773223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773400.
00010000:00000010:1.1:1778626033.773226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943b800.
00010000:00000010:1.1:1778626033.773229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa400.
00010000:00000010:1.1:1778626033.773231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65c00.
00010000:00000010:1.1:1778626033.773233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731faa00.
00010000:00000010:1.1:1778626033.773236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125400.
00010000:00000010:1.1:1778626033.773239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773a00.
00010000:00000010:1.1:1778626033.773241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943be00.
00010000:00000010:1.1:1778626033.773243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773900.
00010000:00000010:1.1:1778626033.773245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943a600.
00010000:00000010:1.1:1778626033.773248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77dc00.
00010000:00000010:1.1:1778626033.773251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943b600.
00010000:00000010:1.1:1778626033.773253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe700.
00010000:00000010:1.1:1778626033.773255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310fe00.
00010000:00000010:1.1:1778626033.773258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe500.
00010000:00000010:1.1:1778626033.773260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310f000.
00010000:00000010:1.1:1778626033.773262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa900.
00010000:00000010:1.1:1778626033.773264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125a00.
00010000:00000010:1.1:1778626033.773267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736feb00.
00010000:00000010:1.1:1778626033.773270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310ee00.
00010000:00000010:1.1:1778626033.773272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d300.
00010000:00000010:1.1:1778626033.773274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943b000.
00010000:00000010:1.1:1778626033.773276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fed00.
00010000:00000010:1.1:1778626033.773278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943ae00.
00010000:00000010:1.1:1778626033.773280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77de00.
00010000:00000010:1.1:1778626033.773282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943a000.
00010000:00000010:1.1:1778626033.773284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe100.
00010000:00000010:1.1:1778626033.773286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310e000.
00010000:00000010:1.1:1778626033.773289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d000.
00010000:00000010:1.1:1778626033.773292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943ac00.
00010000:00000010:1.1:1778626033.773294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d200.
00010000:00000010:1.1:1778626033.773296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943ba00.
00010000:00000010:1.1:1778626033.773299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fef00.
00010000:00000010:1.1:1778626033.773301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310ec00.
00010000:00000010:1.1:1778626033.773304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe600.
00010000:00000010:1.1:1778626033.773306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943b200.
00010000:00000010:1.1:1778626033.773308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fec00.
00010000:00000010:1.1:1778626033.773310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310fa00.
00010000:00000010:1.1:1778626033.773313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa800.
00010000:00000010:1.1:1778626033.773315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125c00.
00010000:00000010:1.1:1778626033.773317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d400.
00010000:00000010:1.1:1778626033.773319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943bc00.
00010000:00000010:1.1:1778626033.773321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa700.
00010000:00000010:1.1:1778626033.773324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65000.
00010000:00000010:1.1:1778626033.773326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64e00.
00010000:00000010:1.1:1778626033.773328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe000.
00010000:00000010:1.1:1778626033.773330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310fc00.
00010000:00000010:1.1:1778626033.773332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77da00.
00010000:00000010:1.1:1778626033.773334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125600.
00010000:00000010:1.1:1778626033.773336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d900.
00010000:00000010:1.1:1778626033.773338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943a200.
00010000:00000010:1.1:1778626033.773340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe200.
00010000:00000010:1.1:1778626033.773342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fc200.
00010000:00000010:1.1:1778626033.773344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d800.
00010000:00000010:1.1:1778626033.773347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943a400.
00010000:00000010:1.1:1778626033.773349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fab00.
00010000:00000010:1.1:1778626033.773351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64400.
00010000:00000010:1.1:1778626033.773353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d700.
00010000:00000010:1.1:1778626033.773356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124e00.
00010000:00000010:1.1:1778626033.773359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d500.
00010000:00000010:1.1:1778626033.773361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943b400.
00010000:00000010:1.1:1778626033.773363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77db00.
00010000:00000010:1.1:1778626033.773365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943aa00.
00010000:00000010:1.1:1778626033.773368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77dd00.
00010000:00000010:1.1:1778626033.773370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124c00.
00010000:00000010:1.1:1778626033.773373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d100.
00010000:00000010:1.1:1778626033.773375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f394943a800.
00010000:00000010:1.1:1778626033.773378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77df00.
00010000:00000010:1.1:1778626033.773380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8600.
00010000:00000010:1.1:1778626033.773383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0d00.
00010000:00000010:1.1:1778626033.773386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64200.
00010000:00000010:1.1:1778626033.773388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77d600.
00010000:00000010:1.1:1778626033.773390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65600.
00010000:00000010:1.1:1778626033.773394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11d00.
00010000:00000010:1.1:1778626033.773396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125800.
00010000:00000010:1.1:1778626033.773398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fe400.
00010000:00000010:1.1:1778626033.773400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64000.
00010000:00000010:1.1:1778626033.773403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11100.
00010000:00000010:1.1:1778626033.773405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9600.
00010000:00000010:1.1:1778626033.773408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0600.
00010000:00000010:1.1:1778626033.773410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65800.
00010000:00000010:1.1:1778626033.773413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778300.
00010000:00000010:1.1:1778626033.773415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9e00.
00010000:00000010:1.1:1778626033.773417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11f00.
00010000:00000010:1.1:1778626033.773419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952125e00.
00010000:00000010:1.1:1778626033.773422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778e00.
00010000:00000010:1.1:1778626033.773424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9000.
00010000:00000010:1.1:1778626033.773426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11600.
00010000:00000010:1.1:1778626033.773428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8e00.
00010000:00000010:1.1:1778626033.773430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778000.
00010000:00000010:1.1:1778626033.773433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fc400.
00010000:00000010:1.1:1778626033.773435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778200.
00010000:00000010:1.1:1778626033.773451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8000.
00010000:00000010:1.1:1778626033.773454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0c00.
00010000:00000010:1.1:1778626033.773456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65400.
00010000:00000010:1.1:1778626033.773458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11c00.
00010000:00000010:1.1:1778626033.773461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8c00.
00010000:00000010:1.1:1778626033.773463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11300.
00010000:00000010:1.1:1778626033.773466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9a00.
00010000:00000010:1.1:1778626033.773468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11e00.
00010000:00000010:1.1:1778626033.773471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9200.
00010000:00000010:1.1:1778626033.773473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11000.
00010000:00000010:1.1:1778626033.773476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9c00.
00010000:00000010:1.1:1778626033.773478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11200.
00010000:00000010:1.1:1778626033.773480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124800.
00010000:00000010:1.1:1778626033.773482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fad00.
00010000:00000010:1.1:1778626033.773485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124600.
00010000:00000010:1.1:1778626033.773487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11400.
00010000:00000010:1.1:1778626033.773489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8200.
00010000:00000010:1.1:1778626033.773491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11a00.
00010000:00000010:1.1:1778626033.773493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8400.
00010000:00000010:1.1:1778626033.773495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11900.
00010000:00000010:1.1:1778626033.773497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124000.
00010000:00000010:1.1:1778626033.773499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11800.
00010000:00000010:1.1:1778626033.773501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9400.
00010000:00000010:1.1:1778626033.773504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231400.
00010000:00000010:1.1:1778626033.773506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65200.
00010000:00000010:1.1:1778626033.773508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11700.
00010000:00000010:1.1:1778626033.773510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8a00.
00010000:00000010:1.1:1778626033.773512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f231500.
00010000:00000010:1.1:1778626033.773523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64800.
00010000:00000010:1.1:1778626033.773525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11500.
00010000:00000010:1.1:1778626033.773528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124200.
00010000:00000010:1.1:1778626033.773530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967b11b00.
00010000:00000010:1.1:1778626033.773541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f9800.
00010000:00000010:1.1:1778626033.773547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437e00.
00010000:00000010:1.1:1778626033.773549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731f8800.
00010000:00000010:1.1:1778626033.773552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0300.
00010000:00000010:1.1:1778626033.773555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a64600.
00010000:00000010:1.1:1778626033.773557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437000.
00010000:00000010:1.1:1778626033.773560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8a00.
00010000:00000010:1.1:1778626033.773563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778400.
00010000:00000010:1.1:1778626033.773565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9200.
00010000:00000010:1.1:1778626033.773568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778a00.
00010000:00000010:1.1:1778626033.773570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fd400.
00010000:00000010:1.1:1778626033.773573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778900.
00010000:00000010:1.1:1778626033.773575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9c00.
00010000:00000010:1.1:1778626033.773577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437200.
00010000:00000010:1.1:1778626033.773579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8200.
00010000:00000010:1.1:1778626033.773581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437400.
00010000:00000010:1.1:1778626033.773583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8400.
00010000:00000010:1.1:1778626033.773585:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437a00.
00010000:00000010:1.1:1778626033.773587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952124400.
00010000:00000010:1.1:1778626033.773589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437900.
00010000:00000010:1.1:1778626033.773591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9400.
00010000:00000010:1.1:1778626033.773593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0e00.
00010000:00000010:1.1:1778626033.773596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6de00.
00010000:00000010:1.1:1778626033.773598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778800.
00010000:00000010:1.1:1778626033.773601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fca00.
00010000:00000010:1.1:1778626033.773603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437800.
00010000:00000010:1.1:1778626033.773605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9800.
00010000:00000010:1.1:1778626033.773624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437700.
00010000:00000010:1.1:1778626033.773628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8800.
00010000:00000010:1.1:1778626033.773630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437500.
00010000:00000010:1.1:1778626033.773633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d8600.
00010000:00000010:1.1:1778626033.773635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0000.
00010000:00000010:1.1:1778626033.773639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6c200.
00010000:00000010:1.1:1778626033.773641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778700.
00010000:00000010:1.1:1778626033.773643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fd800.
00010000:00000010:1.1:1778626033.773645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39729d0200.
00010000:00000010:1.1:1778626033.773648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a6ca00.
00010000:00000010:1.1:1778626033.773656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f778500.
00010000:00000010:1.1:1778626033.773662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39736fc800.
00010000:00000010:1.1:1778626033.773665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973437b00.
00010000:00000010:1.1:1778626033.773670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39729d9600.
00000800:00000100:1.1:1778626034.951806:0:2390:0:(socklnd_cb.c:2416:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.204.112@tcp (192.168.204.112:988) the network or that node may be down.
00000800:00000200:1.1:1778626034.951813:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:1.1:1778626034.951817:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1778626034.951820:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000080:00000010:0.1:1778626044.010636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc300.
00000080:00000010:0.1:1778626044.014642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430dc0.
00000080:00000010:0.1:1778626044.014660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc060.
00000080:00000010:0.1:1778626044.014666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430640.
00000080:00000010:0.1:1778626044.014670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcaa0.
00000080:00000010:0.1:1778626044.014677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa180.
00000080:00000010:0.1:1778626044.014682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa280.
00000080:00000010:0.1:1778626044.014685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc7a0.
00000080:00000010:0.1:1778626044.014690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfafa0.
00000080:00000010:0.1:1778626044.014692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcd80.
00000080:00000010:0.1:1778626044.014700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430460.
00000080:00000010:0.1:1778626044.014703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734305e0.
00000080:00000010:0.1:1778626044.014705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa620.
00000080:00000010:0.1:1778626044.014707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa1e0.
00000080:00000010:0.1:1778626044.014709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfab60.
00000080:00000010:0.1:1778626044.014712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430240.
00000080:00000010:0.1:1778626044.014714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfab00.
00000080:00000010:0.1:1778626044.014716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc2e0.
00000080:00000010:0.1:1778626044.014719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734302c0.
00000080:00000010:0.1:1778626044.014726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc660.
00000080:00000010:0.1:1778626044.014728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc4c0.
00000080:00000010:0.1:1778626044.014731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430140.
00000080:00000010:0.1:1778626044.014733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc120.
00000080:00000010:0.1:1778626044.014735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa7c0.
00000080:00000010:0.1:1778626044.014737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734307c0.
00000080:00000010:0.1:1778626044.014739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430f00.
00000080:00000010:0.1:1778626044.014742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa680.
00000080:00000010:0.1:1778626044.014745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5100.
00000080:00000010:0.1:1778626044.014749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d52e0.
00000080:00000010:0.1:1778626044.014751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430160.
00000080:00000010:0.1:1778626044.014755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5c60.
00000080:00000010:0.1:1778626044.014758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d51a0.
00000080:00000010:0.1:1778626044.014769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa6c0.
00000080:00000010:0.1:1778626044.014775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc6a0.
00000080:00000010:0.1:1778626044.014779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa020.
00000080:00000010:0.1:1778626044.014782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5b60.
00000080:00000010:0.1:1778626044.014786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430a00.
00000080:00000010:0.1:1778626044.014792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc9a0.
00000080:00000010:0.1:1778626044.014797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc3c0.
00000080:00000010:0.1:1778626044.014801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa480.
00000080:00000010:0.1:1778626044.014804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfac40.
00000080:00000010:0.1:1778626044.014809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc140.
00000080:00000010:0.1:1778626044.014812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc340.
00000080:00000010:0.1:1778626044.014815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430b40.
00000080:00000010:0.1:1778626044.014820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc460.
00000080:00000010:0.1:1778626044.014826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430880.
00000080:00000010:0.1:1778626044.014829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5660.
00000080:00000010:0.1:1778626044.014833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430f80.
00000080:00000010:0.1:1778626044.014837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadca00.
00000080:00000010:0.1:1778626044.014841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc820.
00000080:00000010:0.1:1778626044.014845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcc00.
00000080:00000010:0.1:1778626044.014849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc0e0.
00000080:00000010:0.1:1778626044.014852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc000.
00000080:00000010:0.1:1778626044.014856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430d40.
00000080:00000010:0.1:1778626044.014860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadca20.
00000080:00000010:0.1:1778626044.014865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcda0.
00000080:00000010:0.1:1778626044.014868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430660.
00000080:00000010:0.1:1778626044.014873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc8c0.
00000080:00000010:0.1:1778626044.014877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430800.
00000080:00000010:0.1:1778626044.014880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5460.
00000080:00000010:0.1:1778626044.014884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcc60.
00000080:00000010:0.1:1778626044.014888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcd00.
00000080:00000010:0.1:1778626044.014891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5880.
00000080:00000010:0.1:1778626044.014895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d57a0.
00000080:00000010:0.1:1778626044.014898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa6e0.
00000080:00000010:0.1:1778626044.014904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcca0.
00000080:00000010:0.1:1778626044.014907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d59a0.
00000080:00000010:0.1:1778626044.014911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadca80.
00000080:00000010:0.1:1778626044.014914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcf00.
00000080:00000010:0.1:1778626044.014918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfada0.
00000080:00000010:0.1:1778626044.014922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5d60.
00000080:00000010:0.1:1778626044.014926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430720.
00000080:00000010:0.1:1778626044.014930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5b20.
00000080:00000010:0.1:1778626044.014934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc7c0.
00000080:00000010:0.1:1778626044.014938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc040.
00000080:00000010:0.1:1778626044.014942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcce0.
00000080:00000010:0.1:1778626044.014945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcd20.
00000080:00000010:0.1:1778626044.014951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcf40.
00000080:00000010:0.1:1778626044.014955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430080.
00000080:00000010:0.1:1778626044.014959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa5e0.
00000080:00000010:0.1:1778626044.014962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc8e0.
00000080:00000010:0.1:1778626044.014966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaae0.
00000080:00000010:0.1:1778626044.014969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaa00.
00000080:00000010:0.1:1778626044.014972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadce80.
00000080:00000010:0.1:1778626044.014976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc700.
00000080:00000010:0.1:1778626044.014980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430b20.
00000080:00000010:0.1:1778626044.014983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfac20.
00000080:00000010:0.1:1778626044.014987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d58e0.
00000080:00000010:0.1:1778626044.014990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d54a0.
00000080:00000010:0.1:1778626044.014993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc6c0.
00000080:00000010:0.1:1778626044.014997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc420.
00000080:00000010:0.1:1778626044.015000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ce0.
00000080:00000010:0.1:1778626044.015004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734303c0.
00000080:00000010:0.1:1778626044.015007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa920.
00000080:00000010:0.1:1778626044.015010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcb60.
00000080:00000010:0.1:1778626044.015014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc160.
00000080:00000010:0.1:1778626044.015017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc480.
00000080:00000010:0.1:1778626044.015020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfae40.
00000080:00000010:0.1:1778626044.015023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5a80.
00000080:00000010:0.1:1778626044.015027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc520.
00000080:00000010:0.1:1778626044.015031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcf20.
00000080:00000010:0.1:1778626044.015035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc920.
00000080:00000010:0.1:1778626044.015038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa9a0.
00000080:00000010:0.1:1778626044.015042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430860.
00000080:00000010:0.1:1778626044.015044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5b00.
00000080:00000010:0.1:1778626044.015048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcd60.
00000080:00000010:0.1:1778626044.015051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc400.
00000080:00000010:0.1:1778626044.015054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcbc0.
00000080:00000010:0.1:1778626044.015057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc3e0.
00000080:00000010:0.1:1778626044.015060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430f20.
00000080:00000010:0.1:1778626044.015064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734302e0.
00000080:00000010:0.1:1778626044.015067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc220.
00000080:00000010:0.1:1778626044.015070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcfa0.
00000080:00000010:0.1:1778626044.015073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa880.
00000080:00000010:0.1:1778626044.015076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc4a0.
00000080:00000010:0.1:1778626044.015079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc260.
00000080:00000010:0.1:1778626044.015082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5cc0.
00000080:00000010:0.1:1778626044.015085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d55a0.
00000080:00000010:0.1:1778626044.015088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d56c0.
00010000:00000010:0.1:1778626044.015093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc800.
00010000:00000010:0.1:1778626044.015098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1a000.
00010000:00000010:0.1:1778626044.015102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202b00.
00010000:00000010:0.1:1778626044.015105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfada00.
00010000:00000010:0.1:1778626044.015109:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7d00.
00010000:00000010:0.1:1778626044.015111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1ac00.
00010000:00000010:0.1:1778626044.015115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106c00.
00010000:00000010:0.1:1778626044.015118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaca00.
00010000:00000010:0.1:1778626044.015120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7100.
00010000:00000010:0.1:1778626044.015124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18dc00.
00010000:00000010:0.1:1778626044.015127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202d00.
00010000:00000010:0.1:1778626044.015130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30000.
00010000:00000010:0.1:1778626044.015133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7f00.
00010000:00000010:0.1:1778626044.015135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30c00.
00010000:00000010:0.1:1778626044.015138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7600.
00010000:00000010:0.1:1778626044.015140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18d400.
00010000:00000010:0.1:1778626044.015143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106300.
00010000:00000010:0.1:1778626044.015146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31c00.
00010000:00000010:0.1:1778626044.015149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7c00.
00010000:00000010:0.1:1778626044.015152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18c400.
00010000:00000010:0.1:1778626044.015154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106e00.
00010000:00000010:0.1:1778626044.015165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cface00.
00010000:00000010:0.1:1778626044.015168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106000.
00010000:00000010:0.1:1778626044.015171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfade00.
00010000:00000010:0.1:1778626044.015174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106200.
00010000:00000010:0.1:1778626044.015177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31600.
00010000:00000010:0.1:1778626044.015180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106400.
00010000:00000010:0.1:1778626044.015182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30600.
00010000:00000010:0.1:1778626044.015185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106a00.
00010000:00000010:0.1:1778626044.015188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30a00.
00010000:00000010:0.1:1778626044.015190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106900.
00010000:00000010:0.1:1778626044.015193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfad400.
00010000:00000010:0.1:1778626044.015196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a600.
00010000:00000010:0.1:1778626044.015199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31200.
00010000:00000010:0.1:1778626044.015201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7300.
00010000:00000010:0.1:1778626044.015204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18ca00.
00010000:00000010:0.1:1778626044.015207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9400.
00010000:00000010:0.1:1778626044.015211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfad000.
00010000:00000010:0.1:1778626044.015213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9a00.
00010000:00000010:0.1:1778626044.015216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18d800.
00010000:00000010:0.1:1778626044.015218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9900.
00010000:00000010:0.1:1778626044.015221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18c800.
00010000:00000010:0.1:1778626044.015223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212ac00.
00010000:00000010:0.1:1778626044.015226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfac000.
00010000:00000010:0.1:1778626044.015229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc700.
00010000:00000010:0.1:1778626044.015231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18c600.
00010000:00000010:0.1:1778626044.015244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a300.
00010000:00000010:0.1:1778626044.015248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31e00.
00010000:00000010:0.1:1778626044.015251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9800.
00010000:00000010:0.1:1778626044.015254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfac200.
00010000:00000010:0.1:1778626044.015256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9700.
00010000:00000010:0.1:1778626044.015258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfac400.
00010000:00000010:0.1:1778626044.015261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106700.
00010000:00000010:0.1:1778626044.015263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30800.
00010000:00000010:0.1:1778626044.015266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc500.
00010000:00000010:0.1:1778626044.015270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01800.
00010000:00000010:0.1:1778626044.015273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212ae00.
00010000:00000010:0.1:1778626044.015276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00800.
00010000:00000010:0.1:1778626044.015279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9500.
00010000:00000010:0.1:1778626044.015282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54600.
00010000:00000010:0.1:1778626044.015286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afcb00.
00010000:00000010:0.1:1778626044.015289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00600.
00010000:00000010:0.1:1778626044.015292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afcd00.
00010000:00000010:0.1:1778626044.015294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01600.
00010000:00000010:0.1:1778626044.015297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a000.
00010000:00000010:0.1:1778626044.015300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31800.
00010000:00000010:0.1:1778626044.015302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9b00.
00010000:00000010:0.1:1778626044.015305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18d600.
00010000:00000010:0.1:1778626044.015307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106500.
00010000:00000010:0.1:1778626044.015310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31a00.
00010000:00000010:0.1:1778626044.015313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9d00.
00010000:00000010:0.1:1778626044.015315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01e00.
00010000:00000010:0.1:1778626044.015317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9100.
00010000:00000010:0.1:1778626044.015320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55e00.
00010000:00000010:0.1:1778626044.015323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a200.
00010000:00000010:0.1:1778626044.015325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18de00.
00010000:00000010:0.1:1778626044.015328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9f00.
00010000:00000010:0.1:1778626044.015330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18d000.
00010000:00000010:0.1:1778626044.015333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a400.
00010000:00000010:0.1:1778626044.015335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31000.
00010000:00000010:0.1:1778626044.015338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212aa00.
00010000:00000010:0.1:1778626044.015340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30400.
00010000:00000010:0.1:1778626044.015343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc100.
00010000:00000010:0.1:1778626044.015345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18ce00.
00010000:00000010:0.1:1778626044.015348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9600.
00010000:00000010:0.1:1778626044.015350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18c000.
00010000:00000010:0.1:1778626044.015352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a900.
00010000:00000010:0.1:1778626044.015355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55600.
00010000:00000010:0.1:1778626044.015359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9c00.
00010000:00000010:0.1:1778626044.015362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18cc00.
00010000:00000010:0.1:1778626044.015365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106b00.
00010000:00000010:0.1:1778626044.015367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54800.
00010000:00000010:0.1:1778626044.015370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afcf00.
00010000:00000010:0.1:1778626044.015373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01000.
00010000:00000010:0.1:1778626044.015375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a800.
00010000:00000010:0.1:1778626044.015378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55800.
00010000:00000010:0.1:1778626044.015381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc600.
00010000:00000010:0.1:1778626044.015383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18da00.
00010000:00000010:0.1:1778626044.015386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9300.
00010000:00000010:0.1:1778626044.015388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18d200.
00010000:00000010:0.1:1778626044.015390:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9e00.
00010000:00000010:0.1:1778626044.015393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f18c200.
00010000:00000010:0.1:1778626044.015395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9000.
00010000:00000010:0.1:1778626044.015398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9800.
00010000:00000010:0.1:1778626044.015401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945cc9200.
00010000:00000010:0.1:1778626044.015404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8800.
00010000:00000010:0.1:1778626044.015408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6a00.
00010000:00000010:0.1:1778626044.015411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55400.
00010000:00000010:0.1:1778626044.015414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6900.
00010000:00000010:0.1:1778626044.015417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8600.
00010000:00000010:0.1:1778626044.015420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6800.
00010000:00000010:0.1:1778626044.015422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9600.
00010000:00000010:0.1:1778626044.015425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a700.
00010000:00000010:0.1:1778626044.015428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54e00.
00010000:00000010:0.1:1778626044.015430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6700.
00010000:00000010:0.1:1778626044.015433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9e00.
00010000:00000010:0.1:1778626044.015435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a500.
00010000:00000010:0.1:1778626044.015438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54000.
00010000:00000010:0.1:1778626044.015441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f600.
00010000:00000010:0.1:1778626044.015444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00e00.
00010000:00000010:0.1:1778626044.015446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212ab00.
00010000:00000010:0.1:1778626044.015450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9000.
00010000:00000010:0.1:1778626044.015452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6500.
00010000:00000010:0.1:1778626044.015455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8e00.
00010000:00000010:0.1:1778626044.015457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77fc00.
00010000:00000010:0.1:1778626044.015460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00000.
00010000:00000010:0.1:1778626044.015462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f300.
00010000:00000010:0.1:1778626044.015465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00c00.
00010000:00000010:0.1:1778626044.015467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212ad00.
00010000:00000010:0.1:1778626044.015470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30200.
00010000:00000010:0.1:1778626044.015472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6b00.
00010000:00000010:0.1:1778626044.015475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8000.
00010000:00000010:0.1:1778626044.015477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77fe00.
00010000:00000010:0.1:1778626044.015480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01a00.
00010000:00000010:0.1:1778626044.015482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6d00.
00010000:00000010:0.1:1778626044.015484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8c00.
00010000:00000010:0.1:1778626044.015487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6100.
00010000:00000010:0.1:1778626044.015489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9a00.
00010000:00000010:0.1:1778626044.015492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6f00.
00010000:00000010:0.1:1778626044.015494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf30e00.
00010000:00000010:0.1:1778626044.015497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f000.
00010000:00000010:0.1:1778626044.015499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01200.
00010000:00000010:0.1:1778626044.015502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212a100.
00010000:00000010:0.1:1778626044.015504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55200.
00010000:00000010:0.1:1778626044.015507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f200.
00010000:00000010:0.1:1778626044.015509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01c00.
00010000:00000010:0.1:1778626044.015511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6600.
00010000:00000010:0.1:1778626044.015514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9200.
00010000:00000010:0.1:1778626044.015516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6c00.
00010000:00000010:0.1:1778626044.015519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9c00.
00010000:00000010:0.1:1778626044.015521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6300.
00010000:00000010:0.1:1778626044.015524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8200.
00010000:00000010:0.1:1778626044.015526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6e00.
00010000:00000010:0.1:1778626044.015529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8400.
00010000:00000010:0.1:1778626044.015532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f400.
00010000:00000010:0.1:1778626044.015534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af9400.
00010000:00000010:0.1:1778626044.015537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6000.
00010000:00000010:0.1:1778626044.015539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54400.
00010000:00000010:0.1:1778626044.015543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7900.
00010000:00000010:0.1:1778626044.015546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf31400.
00010000:00000010:0.1:1778626044.015548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6200.
00010000:00000010:0.1:1778626044.015550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967af8a00.
00010000:00000010:0.1:1778626044.015552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212af00.
00010000:00000010:0.1:1778626044.015555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fe000.
00010000:00000010:0.1:1778626044.015558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731fa100.
00010000:00000010:0.1:1778626044.015561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ff400.
00010000:00000010:0.1:1778626044.015564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e6400.
00010000:00000010:0.1:1778626044.015567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0c00.
00010000:00000010:0.1:1778626044.015571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0900.
00010000:00000010:0.1:1778626044.015575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1a00.
00010000:00000010:0.1:1778626044.015577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7800.
00010000:00000010:0.1:1778626044.015580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54c00.
00010000:00000010:0.1:1778626044.015582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7700.
00010000:00000010:0.1:1778626044.015585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fe400.
00010000:00000010:0.1:1778626044.015588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77fa00.
00010000:00000010:0.1:1778626044.015591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310f200.
00010000:00000010:0.1:1778626044.015594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f900.
00010000:00000010:0.1:1778626044.015597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310e200.
00010000:00000010:0.1:1778626044.015599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0800.
00010000:00000010:0.1:1778626044.015602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0000.
00010000:00000010:0.1:1778626044.015605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f800.
00010000:00000010:0.1:1778626044.015623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1800.
00010000:00000010:0.1:1778626044.015626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7500.
00010000:00000010:0.1:1778626044.015629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55a00.
00010000:00000010:0.1:1778626044.015632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0700.
00010000:00000010:0.1:1778626044.015635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54200.
00010000:00000010:0.1:1778626044.015638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f700.
00010000:00000010:0.1:1778626044.015640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ff000.
00010000:00000010:0.1:1778626044.015643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0500.
00010000:00000010:0.1:1778626044.015646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0800.
00010000:00000010:0.1:1778626044.015648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0b00.
00010000:00000010:0.1:1778626044.015651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0600.
00010000:00000010:0.1:1778626044.015653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0d00.
00010000:00000010:0.1:1778626044.015656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1600.
00010000:00000010:0.1:1778626044.015658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7b00.
00010000:00000010:0.1:1778626044.015661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ff600.
00010000:00000010:0.1:1778626044.015663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f500.
00010000:00000010:0.1:1778626044.015666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55000.
00010000:00000010:0.1:1778626044.015668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77fb00.
00010000:00000010:0.1:1778626044.015671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1e00.
00010000:00000010:0.1:1778626044.015673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0100.
00010000:00000010:0.1:1778626044.015676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1000.
00010000:00000010:0.1:1778626044.015678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0f00.
00010000:00000010:0.1:1778626044.015681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0e00.
00010000:00000010:0.1:1778626044.015683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0600.
00010000:00000010:0.1:1778626044.015686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731fec00.
00010000:00000010:0.1:1778626044.015689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7d00.
00010000:00000010:0.1:1778626044.015691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd55c00.
00010000:00000010:0.1:1778626044.015693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77fd00.
00010000:00000010:0.1:1778626044.015696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310e400.
00010000:00000010:0.1:1778626044.015698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77f100.
00010000:00000010:0.1:1778626044.015701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1200.
00010000:00000010:0.1:1778626044.015704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0c00.
00010000:00000010:0.1:1778626044.015706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1c00.
00010000:00000010:0.1:1778626044.015709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0300.
00010000:00000010:0.1:1778626044.015711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0200.
00010000:00000010:0.1:1778626044.015714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0e00.
00010000:00000010:0.1:1778626044.015717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0400.
00010000:00000010:0.1:1778626044.015719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731faf00.
00010000:00000010:0.1:1778626044.015722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd54a00.
00010000:00000010:0.1:1778626044.015724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7100.
00010000:00000010:0.1:1778626044.015727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a65e00.
00010000:00000010:0.1:1778626044.015730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0000.
00010000:00000010:0.1:1778626044.015732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e1400.
00010000:00000010:0.1:1778626044.015735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0200.
00010000:00000010:0.1:1778626044.015737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39465e0a00.
00010000:00000010:0.1:1778626044.015739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736f7f00.
00010000:00000010:0.1:1778626044.015742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39731ffa00.
00010000:00000010:0.1:1778626044.015744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0400.
00010000:00000010:0.1:1778626044.015746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108a00.
00010000:00000010:0.1:1778626044.015749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cde0a00.
00010000:00000010:0.1:1778626044.015751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973108200.
00010000:00000010:0.1:1778626044.015753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f773800.
00010000:00000010:0.1:1778626044.015756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310f400.
00010000:00000010:0.1:1778626044.015759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f77ff00.
00010000:00000010:0.1:1778626044.015761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310ea00.
00010000:00000010:0.1:1778626044.015763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736fee00.
00010000:00000010:0.1:1778626044.015766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397310f800.
00000800:00000200:1.1:1778626044.744791:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626049.864664:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626049.864888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626049.865014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000080:00000010:0.1:1778626054.251650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2e80.
00000080:00000010:0.1:1778626054.255650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911240.
00000080:00000010:0.1:1778626054.255669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa0e0.
00000080:00000010:0.1:1778626054.255678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f13a0.
00000080:00000010:0.1:1778626054.255684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfab80.
00000080:00000010:0.1:1778626054.255690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430e20.
00000080:00000010:0.1:1778626054.255700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa6a0.
00000080:00000010:0.1:1778626054.255706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1680.
00000080:00000010:0.1:1778626054.255710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911740.
00000080:00000010:0.1:1778626054.255713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430300.
00000080:00000010:0.1:1778626054.255716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa160.
00000080:00000010:0.1:1778626054.255720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430560.
00000080:00000010:0.1:1778626054.255725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ac0.
00000080:00000010:0.1:1778626054.255728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1920.
00000080:00000010:0.1:1778626054.255732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa420.
00000080:00000010:0.1:1778626054.255738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1700.
00000080:00000010:0.1:1778626054.255745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734304a0.
00000080:00000010:0.1:1778626054.255749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1e80.
00000080:00000010:0.1:1778626054.255753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1400.
00000080:00000010:0.1:1778626054.255759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b80.
00000080:00000010:0.1:1778626054.255762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1620.
00000080:00000010:0.1:1778626054.255766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa8a0.
00000080:00000010:0.1:1778626054.255771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa8e0.
00000080:00000010:0.1:1778626054.255774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ee0.
00000080:00000010:0.1:1778626054.255777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430320.
00000080:00000010:0.1:1778626054.255781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1280.
00000080:00000010:0.1:1778626054.255785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1220.
00000080:00000010:0.1:1778626054.255788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1fa0.
00000080:00000010:0.1:1778626054.255792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430400.
00000080:00000010:0.1:1778626054.255796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfab40.
00000080:00000010:0.1:1778626054.255800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f14a0.
00000080:00000010:0.1:1778626054.255803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1260.
00000080:00000010:0.1:1778626054.255807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1500.
00000080:00000010:0.1:1778626054.255812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430ae0.
00000080:00000010:0.1:1778626054.255816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789114c0.
00000080:00000010:0.1:1778626054.255820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f16e0.
00000080:00000010:0.1:1778626054.255824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119e0.
00000080:00000010:0.1:1778626054.255828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430e80.
00000080:00000010:0.1:1778626054.255832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430280.
00000080:00000010:0.1:1778626054.255835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911580.
00000080:00000010:0.1:1778626054.255838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734300c0.
00000080:00000010:0.1:1778626054.255842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1a80.
00000080:00000010:0.1:1778626054.255845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430be0.
00000080:00000010:0.1:1778626054.255849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1f00.
00000080:00000010:0.1:1778626054.255852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b60.
00000080:00000010:0.1:1778626054.255856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1e40.
00000080:00000010:0.1:1778626054.255859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430d00.
00000080:00000010:0.1:1778626054.255862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f14e0.
00000080:00000010:0.1:1778626054.255866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734301e0.
00000080:00000010:0.1:1778626054.255870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa040.
00000080:00000010:0.1:1778626054.255874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ca0.
00000080:00000010:0.1:1778626054.255877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1d40.
00000080:00000010:0.1:1778626054.255881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f20.
00000080:00000010:0.1:1778626054.255885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa720.
00000080:00000010:0.1:1778626054.255889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ac0.
00000080:00000010:0.1:1778626054.255892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1d00.
00000080:00000010:0.1:1778626054.255896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430a40.
00000080:00000010:0.1:1778626054.255901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f18a0.
00000080:00000010:0.1:1778626054.255905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430960.
00000080:00000010:0.1:1778626054.255909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1980.
00000080:00000010:0.1:1778626054.255912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1da0.
00000080:00000010:0.1:1778626054.255915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430c60.
00000080:00000010:0.1:1778626054.255920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa560.
00000080:00000010:0.1:1778626054.255923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa960.
00000080:00000010:0.1:1778626054.255926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430440.
00000080:00000010:0.1:1778626054.255929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa260.
00000080:00000010:0.1:1778626054.255933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430e40.
00000080:00000010:0.1:1778626054.255936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1060.
00000080:00000010:0.1:1778626054.255939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1200.
00000080:00000010:0.1:1778626054.255942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfabc0.
00000080:00000010:0.1:1778626054.255945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430480.
00000080:00000010:0.1:1778626054.255949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa520.
00000080:00000010:0.1:1778626054.255952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430da0.
00000080:00000010:0.1:1778626054.255955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa540.
00000080:00000010:0.1:1778626054.255959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa200.
00000080:00000010:0.1:1778626054.255962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1a20.
00000080:00000010:0.1:1778626054.255969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f40.
00000080:00000010:0.1:1778626054.255973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1080.
00000080:00000010:0.1:1778626054.255976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa780.
00000080:00000010:0.1:1778626054.255980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1900.
00000080:00000010:0.1:1778626054.255984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945f35060.
00000080:00000010:0.1:1778626054.255987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945f35c20.
00000080:00000010:0.1:1778626054.255991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfad80.
00000080:00000010:0.1:1778626054.255994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394491f280.
00000080:00000010:0.1:1778626054.255998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1c20.
00000080:00000010:0.1:1778626054.256001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430b60.
00000080:00000010:0.1:1778626054.256005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734308c0.
00000080:00000010:0.1:1778626054.256008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1000.
00000080:00000010:0.1:1778626054.256011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430680.
00000080:00000010:0.1:1778626054.256015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1760.
00000080:00000010:0.1:1778626054.256020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc580.
00000080:00000010:0.1:1778626054.256025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabde80.
00000080:00000010:0.1:1778626054.256029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc180.
00000080:00000010:0.1:1778626054.256088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76a160.
00000080:00000010:0.1:1778626054.256096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc980.
00000080:00000010:0.1:1778626054.256099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39734303a0.
00000080:00000010:0.1:1778626054.256103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaf20.
00000080:00000010:0.1:1778626054.256106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd020.
00000080:00000010:0.1:1778626054.256109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabdce0.
00000080:00000010:0.1:1778626054.256113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430f60.
00000080:00000010:0.1:1778626054.256116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc3a0.
00000080:00000010:0.1:1778626054.256120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcdc0.
00000080:00000010:0.1:1778626054.256123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadce60.
00000080:00000010:0.1:1778626054.256126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc9e0.
00000080:00000010:0.1:1778626054.256132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5300.
00000080:00000010:0.1:1778626054.256136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc7e0.
00000080:00000010:0.1:1778626054.256140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa1a0.
00000080:00000010:0.1:1778626054.256144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc5e0.
00000080:00000010:0.1:1778626054.256148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcec0.
00000080:00000010:0.1:1778626054.256151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d54c0.
00000080:00000010:0.1:1778626054.256154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973430fe0.
00000080:00000010:0.1:1778626054.256158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc500.
00000080:00000010:0.1:1778626054.256161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc4e0.
00000080:00000010:0.1:1778626054.256164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcac0.
00000080:00000010:0.1:1778626054.256168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc960.
00000080:00000010:0.1:1778626054.256171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadca40.
00000080:00000010:0.1:1778626054.256174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc680.
00000080:00000010:0.1:1778626054.256177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcf80.
00000080:00000010:0.1:1778626054.256180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5c20.
00000080:00000010:0.1:1778626054.256183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc620.
00000080:00000010:0.1:1778626054.256187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc440.
00000080:00000010:0.1:1778626054.256190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc280.
00000080:00000010:0.1:1778626054.256193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc0c0.
00000080:00000010:0.1:1778626054.256196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadcde0.
00000080:00000010:0.1:1778626054.256198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c8d5900.
00000080:00000010:0.1:1778626054.256201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc6e0.
00000080:00000010:0.1:1778626054.256204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaba0.
00010000:00000010:0.1:1778626054.256209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202100.
00010000:00000010:0.1:1778626054.256215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18200.
00010000:00000010:0.1:1778626054.256265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202f00.
00010000:00000010:0.1:1778626054.256270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0600.
00010000:00000010:0.1:1778626054.256273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6100.
00010000:00000010:0.1:1778626054.256277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94c00.
00010000:00000010:0.1:1778626054.256280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202600.
00010000:00000010:0.1:1778626054.256284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91800.
00010000:00000010:0.1:1778626054.256287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6f00.
00010000:00000010:0.1:1778626054.256289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94800.
00010000:00000010:0.1:1778626054.256294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212de00.
00010000:00000010:0.1:1778626054.256296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18800.
00010000:00000010:0.1:1778626054.256299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d000.
00010000:00000010:0.1:1778626054.256301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94200.
00010000:00000010:0.1:1778626054.256305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160b00.
00010000:00000010:0.1:1778626054.256308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90800.
00010000:00000010:0.1:1778626054.256310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160d00.
00010000:00000010:0.1:1778626054.256314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0e800.
00010000:00000010:0.1:1778626054.256316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6600.
00010000:00000010:0.1:1778626054.256319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18000.
00010000:00000010:0.1:1778626054.256322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202c00.
00010000:00000010:0.1:1778626054.256325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95000.
00010000:00000010:0.1:1778626054.256328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202300.
00010000:00000010:0.1:1778626054.256331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18e00.
00010000:00000010:0.1:1778626054.256334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202e00.
00010000:00000010:0.1:1778626054.256337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19c00.
00010000:00000010:0.1:1778626054.256342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e100.
00010000:00000010:0.1:1778626054.256368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90600.
00010000:00000010:0.1:1778626054.256372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2ef00.
00010000:00000010:0.1:1778626054.256374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95600.
00010000:00000010:0.1:1778626054.256377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e600.
00010000:00000010:0.1:1778626054.256380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91600.
00010000:00000010:0.1:1778626054.256383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202000.
00010000:00000010:0.1:1778626054.256385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18600.
00010000:00000010:0.1:1778626054.256388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160100.
00010000:00000010:0.1:1778626054.256390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91e00.
00010000:00000010:0.1:1778626054.256392:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2ec00.
00010000:00000010:0.1:1778626054.256394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91000.
00010000:00000010:0.1:1778626054.256396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160f00.
00010000:00000010:0.1:1778626054.256398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0e600.
00010000:00000010:0.1:1778626054.256401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e300.
00010000:00000010:0.1:1778626054.256403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90e00.
00010000:00000010:0.1:1778626054.256405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2ee00.
00010000:00000010:0.1:1778626054.256407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95c00.
00010000:00000010:0.1:1778626054.256409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160600.
00010000:00000010:0.1:1778626054.256412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4c00.
00010000:00000010:0.1:1778626054.256414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160c00.
00010000:00000010:0.1:1778626054.256418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0f600.
00010000:00000010:0.1:1778626054.256421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d200.
00010000:00000010:0.1:1778626054.256423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19800.
00010000:00000010:0.1:1778626054.256426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e000.
00010000:00000010:0.1:1778626054.256430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2400.
00010000:00000010:0.1:1778626054.256432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160300.
00010000:00000010:0.1:1778626054.256435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91a00.
00010000:00000010:0.1:1778626054.256438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202200.
00010000:00000010:0.1:1778626054.256440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91200.
00010000:00000010:0.1:1778626054.256443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d400.
00010000:00000010:0.1:1778626054.256446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3400.
00010000:00000010:0.1:1778626054.256448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212da00.
00010000:00000010:0.1:1778626054.256452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5600.
00010000:00000010:0.1:1778626054.256454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e200.
00010000:00000010:0.1:1778626054.256457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91c00.
00010000:00000010:0.1:1778626054.256459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e400.
00010000:00000010:0.1:1778626054.256462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaf200.
00010000:00000010:0.1:1778626054.256464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160e00.
00010000:00000010:0.1:1778626054.256468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaec00.
00010000:00000010:0.1:1778626054.256470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d900.
00010000:00000010:0.1:1778626054.256473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3800.
00010000:00000010:0.1:1778626054.256475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160000.
00010000:00000010:0.1:1778626054.256478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0fe00.
00010000:00000010:0.1:1778626054.256480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2ea00.
00010000:00000010:0.1:1778626054.256482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfafa00.
00010000:00000010:0.1:1778626054.256485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160200.
00010000:00000010:0.1:1778626054.256487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0f000.
00010000:00000010:0.1:1778626054.256490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d800.
00010000:00000010:0.1:1778626054.256493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3a00.
00010000:00000010:0.1:1778626054.256495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d700.
00010000:00000010:0.1:1778626054.256497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2000.
00010000:00000010:0.1:1778626054.256501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04900.
00010000:00000010:0.1:1778626054.256504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0ee00.
00010000:00000010:0.1:1778626054.256507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e900.
00010000:00000010:0.1:1778626054.256510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2e00.
00010000:00000010:0.1:1778626054.256512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e800.
00010000:00000010:0.1:1778626054.256515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfafc00.
00010000:00000010:0.1:1778626054.256517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d500.
00010000:00000010:0.1:1778626054.256520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2800.
00010000:00000010:0.1:1778626054.256523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04600.
00010000:00000010:0.1:1778626054.256525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfae200.
00010000:00000010:0.1:1778626054.256528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04c00.
00010000:00000010:0.1:1778626054.256530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0e000.
00010000:00000010:0.1:1778626054.256533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e700.
00010000:00000010:0.1:1778626054.256535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfae400.
00010000:00000010:0.1:1778626054.256537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2e500.
00010000:00000010:0.1:1778626054.256540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2600.
00010000:00000010:0.1:1778626054.256542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2eb00.
00010000:00000010:0.1:1778626054.256544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaf400.
00010000:00000010:0.1:1778626054.256547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04300.
00010000:00000010:0.1:1778626054.256549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3c00.
00010000:00000010:0.1:1778626054.256551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04e00.
00010000:00000010:0.1:1778626054.256554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5200.
00010000:00000010:0.1:1778626054.256556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd2ed00.
00010000:00000010:0.1:1778626054.256559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaea00.
00010000:00000010:0.1:1778626054.256563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102500.
00010000:00000010:0.1:1778626054.256566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaf800.
00010000:00000010:0.1:1778626054.256568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102b00.
00010000:00000010:0.1:1778626054.256571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0ec00.
00010000:00000010:0.1:1778626054.256573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04000.
00010000:00000010:0.1:1778626054.256576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5e00.
00010000:00000010:0.1:1778626054.256578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102d00.
00010000:00000010:0.1:1778626054.256580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfae800.
00010000:00000010:0.1:1778626054.256583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102100.
00010000:00000010:0.1:1778626054.256585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfae600.
00010000:00000010:0.1:1778626054.256588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202400.
00010000:00000010:0.1:1778626054.256591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3200.
00010000:00000010:0.1:1778626054.256593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04200.
00010000:00000010:0.1:1778626054.256596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaf600.
00010000:00000010:0.1:1778626054.256598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102f00.
00010000:00000010:0.1:1778626054.256601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2c00.
00010000:00000010:0.1:1778626054.256604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102600.
00010000:00000010:0.1:1778626054.256606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfafe00.
00010000:00000010:0.1:1778626054.256626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102c00.
00010000:00000010:0.1:1778626054.256630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaf000.
00010000:00000010:0.1:1778626054.256636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212db00.
00010000:00000010:0.1:1778626054.256640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3600.
00010000:00000010:0.1:1778626054.256642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212dd00.
00010000:00000010:0.1:1778626054.256647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5800.
00010000:00000010:0.1:1778626054.256649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d100.
00010000:00000010:0.1:1778626054.256651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5a00.
00010000:00000010:0.1:1778626054.256653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04400.
00010000:00000010:0.1:1778626054.256655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2200.
00010000:00000010:0.1:1778626054.256657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212df00.
00010000:00000010:0.1:1778626054.256660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4e00.
00010000:00000010:0.1:1778626054.256662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04a00.
00010000:00000010:0.1:1778626054.256664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe2a00.
00010000:00000010:0.1:1778626054.256667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102300.
00010000:00000010:0.1:1778626054.256669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfaee00.
00010000:00000010:0.1:1778626054.256671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102e00.
00010000:00000010:0.1:1778626054.256674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfae000.
00010000:00000010:0.1:1778626054.256676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d600.
00010000:00000010:0.1:1778626054.256678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4a00.
00010000:00000010:0.1:1778626054.256680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102000.
00010000:00000010:0.1:1778626054.256683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3e00.
00010000:00000010:0.1:1778626054.256686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106800.
00010000:00000010:0.1:1778626054.256688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4600.
00010000:00000010:0.1:1778626054.256690:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102200.
00010000:00000010:0.1:1778626054.256693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bfe3000.
00010000:00000010:0.1:1778626054.256696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102400.
00010000:00000010:0.1:1778626054.256698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4400.
00010000:00000010:0.1:1778626054.256701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04800.
00010000:00000010:0.1:1778626054.256703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5c00.
00010000:00000010:0.1:1778626054.256706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102a00.
00010000:00000010:0.1:1778626054.256709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1ca00.
00010000:00000010:0.1:1778626054.256712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202a00.
00010000:00000010:0.1:1778626054.256715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0fa00.
00010000:00000010:0.1:1778626054.256718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102900.
00010000:00000010:0.1:1778626054.256721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1d200.
00010000:00000010:0.1:1778626054.256724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102800.
00010000:00000010:0.1:1778626054.256726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5000.
00010000:00000010:0.1:1778626054.256729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973102700.
00010000:00000010:0.1:1778626054.256731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1c600.
00010000:00000010:0.1:1778626054.256733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04700.
00010000:00000010:0.1:1778626054.256735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0f200.
00010000:00000010:0.1:1778626054.256738:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04500.
00010000:00000010:0.1:1778626054.256740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0fc00.
00010000:00000010:0.1:1778626054.256743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0a00.
00010000:00000010:0.1:1778626054.256747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4800.
00010000:00000010:0.1:1778626054.256749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04b00.
00010000:00000010:0.1:1778626054.256751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0e200.
00010000:00000010:0.1:1778626054.256753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0900.
00010000:00000010:0.1:1778626054.256756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1d600.
00010000:00000010:0.1:1778626054.256758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202900.
00010000:00000010:0.1:1778626054.256761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfad800.
00010000:00000010:0.1:1778626054.256763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202800.
00010000:00000010:0.1:1778626054.256765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfad600.
00010000:00000010:0.1:1778626054.256767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202700.
00010000:00000010:0.1:1778626054.256770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfac800.
00010000:00000010:0.1:1778626054.256772:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106d00.
00010000:00000010:0.1:1778626054.256774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfacc00.
00010000:00000010:0.1:1778626054.256776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0800.
00010000:00000010:0.1:1778626054.256778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1de00.
00010000:00000010:0.1:1778626054.256781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0700.
00010000:00000010:0.1:1778626054.256783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1d000.
00010000:00000010:0.1:1778626054.256786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0500.
00010000:00000010:0.1:1778626054.256788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1ce00.
00010000:00000010:0.1:1778626054.256790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0b00.
00010000:00000010:0.1:1778626054.256792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1c000.
00010000:00000010:0.1:1778626054.256795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04d00.
00010000:00000010:0.1:1778626054.256797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1cc00.
00010000:00000010:0.1:1778626054.256799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0d00.
00010000:00000010:0.1:1778626054.256802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1da00.
00010000:00000010:0.1:1778626054.256804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106100.
00010000:00000010:0.1:1778626054.256806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfad200.
00010000:00000010:0.1:1778626054.256809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04100.
00010000:00000010:0.1:1778626054.256811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4000.
00010000:00000010:0.1:1778626054.256813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0100.
00010000:00000010:0.1:1778626054.256815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0e400.
00010000:00000010:0.1:1778626054.256817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0f400.
00010000:00000010:0.1:1778626054.256820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afcc00.
00010000:00000010:0.1:1778626054.256822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc0f800.
00010000:00000010:0.1:1778626054.256824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106f00.
00010000:00000010:0.1:1778626054.256826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfac600.
00010000:00000010:0.1:1778626054.256828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0f00.
00010000:00000010:0.1:1778626054.256830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1dc00.
00010000:00000010:0.1:1778626054.256832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0600.
00010000:00000010:0.1:1778626054.256834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1c200.
00010000:00000010:0.1:1778626054.256836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0c00.
00010000:00000010:0.1:1778626054.256839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1c400.
00010000:00000010:0.1:1778626054.256841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc300.
00010000:00000010:0.1:1778626054.256843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1d400.
00010000:00000010:0.1:1778626054.256846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afce00.
00010000:00000010:0.1:1778626054.256849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00200.
00010000:00000010:0.1:1778626054.256851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0300.
00010000:00000010:0.1:1778626054.256853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1d800.
00010000:00000010:0.1:1778626054.256856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0e00.
00010000:00000010:0.1:1778626054.256858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa4200.
00010000:00000010:0.1:1778626054.256860:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0000.
00010000:00000010:0.1:1778626054.256862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1c800.
00010000:00000010:0.1:1778626054.256865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc000.
00010000:00000010:0.1:1778626054.256868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1ba00.
00010000:00000010:0.1:1778626054.256871:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc200.
00010000:00000010:0.1:1778626054.256873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00400.
00010000:00000010:0.1:1778626054.256875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f202500.
00010000:00000010:0.1:1778626054.256881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfadc00.
00010000:00000010:0.1:1778626054.256888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc400.
00010000:00000010:0.1:1778626054.256890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1b200.
00010000:00000010:0.1:1778626054.256893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0200.
00010000:00000010:0.1:1778626054.256895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1bc00.
00010000:00000010:0.1:1778626054.256898:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f7b0400.
00010000:00000010:0.1:1778626054.256900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1a200.
00010000:00000010:0.1:1778626054.256904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7e00.
00010000:00000010:0.1:1778626054.256906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1a400.
00010000:00000010:0.1:1778626054.256908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7000.
00010000:00000010:0.1:1778626054.256910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1b400.
00010000:00000010:0.1:1778626054.256913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7200.
00010000:00000010:0.1:1778626054.256915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1aa00.
00010000:00000010:0.1:1778626054.256917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7400.
00010000:00000010:0.1:1778626054.256919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1b800.
00010000:00000010:0.1:1778626054.256921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afca00.
00010000:00000010:0.1:1778626054.256923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc01400.
00010000:00000010:0.1:1778626054.256925:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7a00.
00010000:00000010:0.1:1778626054.256928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1a800.
00010000:00000010:0.1:1778626054.256930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7900.
00010000:00000010:0.1:1778626054.256932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1a600.
00010000:00000010:0.1:1778626054.256934:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7800.
00010000:00000010:0.1:1778626054.256936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1b600.
00010000:00000010:0.1:1778626054.256938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7700.
00010000:00000010:0.1:1778626054.256940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1be00.
00010000:00000010:0.1:1778626054.256942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7500.
00010000:00000010:0.1:1778626054.256944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1b000.
00010000:00000010:0.1:1778626054.256946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967afc900.
00010000:00000010:0.1:1778626054.256952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bc00a00.
00010000:00000010:0.1:1778626054.256957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465e7b00.
00010000:00000010:0.1:1778626054.256961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3978a1ae00.
00010000:00000010:0.1:1778626054.256966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973106600.
00010000:00000010:0.1:1778626054.256972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cfa5400.
00000800:00000200:3.1:1778626054.984414:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626054.984914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626054.985050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626060.104252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626060.104257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 4, 1 secs later)
00000800:00000200:3.1:1778626060.104824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626060.104826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 4, 1 secs later)
00000800:00000200:3.1:1778626060.105101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626060.105103:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 4, 1 secs later)
00000080:00000010:0.1:1778626063.459627:0:200551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1aa0.
00000080:00000010:0.1:1778626063.467654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1c60.
00000080:00000010:0.1:1778626063.467667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f10e0.
00000080:00000010:0.1:1778626063.467673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f12c0.
00000080:00000010:0.1:1778626063.467677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1a60.
00000080:00000010:0.1:1778626063.467682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ec0.
00000080:00000010:0.1:1778626063.467691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911500.
00000080:00000010:0.1:1778626063.467701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122a20.
00000080:00000010:0.1:1778626063.467708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f18c0.
00000080:00000010:0.1:1778626063.467716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122760.
00000080:00000010:0.1:1778626063.467725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1780.
00000080:00000010:0.1:1778626063.467731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1300.
00000080:00000010:0.1:1778626063.467736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1cc0.
00000080:00000010:0.1:1778626063.467742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd20c0.
00000080:00000010:0.1:1778626063.467749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1b40.
00000080:00000010:0.1:1778626063.467754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2860.
00000080:00000010:0.1:1778626063.467758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122e60.
00000080:00000010:0.1:1778626063.467769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2cc0.
00000080:00000010:0.1:1778626063.467773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2e40.
00000080:00000010:0.1:1778626063.467781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f00.
00000080:00000010:0.1:1778626063.467786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911cc0.
00000080:00000010:0.1:1778626063.467790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122ec0.
00000080:00000010:0.1:1778626063.467796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1440.
00000080:00000010:0.1:1778626063.467800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122da0.
00000080:00000010:0.1:1778626063.467805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd22c0.
00000080:00000010:0.1:1778626063.467808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd29c0.
00000080:00000010:0.1:1778626063.467813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1bc0.
00000080:00000010:0.1:1778626063.467818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2640.
00000080:00000010:0.1:1778626063.467822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1a40.
00000080:00000010:0.1:1778626063.467827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d40.
00000080:00000010:0.1:1778626063.467831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f18e0.
00000080:00000010:0.1:1778626063.467836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2fe0.
00000080:00000010:0.1:1778626063.467842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d00.
00000080:00000010:0.1:1778626063.467846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122400.
00000080:00000010:0.1:1778626063.467850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd27e0.
00000080:00000010:0.1:1778626063.467870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd22e0.
00000080:00000010:0.1:1778626063.467874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122420.
00000080:00000010:0.1:1778626063.467878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122180.
00000080:00000010:0.1:1778626063.467883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911980.
00000080:00000010:0.1:1778626063.467887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2420.
00000080:00000010:0.1:1778626063.467891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521226a0.
00000080:00000010:0.1:1778626063.467895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521222e0.
00000080:00000010:0.1:1778626063.467899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521224c0.
00000080:00000010:0.1:1778626063.467904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1960.
00000080:00000010:0.1:1778626063.467908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1f80.
00000080:00000010:0.1:1778626063.467912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122920.
00000080:00000010:0.1:1778626063.467916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521226c0.
00000080:00000010:0.1:1778626063.467921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f16c0.
00000080:00000010:0.1:1778626063.467925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1520.
00000080:00000010:0.1:1778626063.467930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122a40.
00000080:00000010:0.1:1778626063.467935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1580.
00000080:00000010:0.1:1778626063.467938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1020.
00000080:00000010:0.1:1778626063.467942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1120.
00000080:00000010:0.1:1778626063.467947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122d20.
00000080:00000010:0.1:1778626063.467952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1dc0.
00000080:00000010:0.1:1778626063.467956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122260.
00000080:00000010:0.1:1778626063.467960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f19a0.
00000080:00000010:0.1:1778626063.467964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2940.
00000080:00000010:0.1:1778626063.467969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911de0.
00000080:00000010:0.1:1778626063.467974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1360.
00000080:00000010:0.1:1778626063.467978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1e60.
00000080:00000010:0.1:1778626063.467983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1800.
00000080:00000010:0.1:1778626063.467987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2c20.
00000080:00000010:0.1:1778626063.467990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2c60.
00000080:00000010:0.1:1778626063.467994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f12a0.
00000080:00000010:0.1:1778626063.467999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122de0.
00000080:00000010:0.1:1778626063.468004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2da0.
00000080:00000010:0.1:1778626063.468008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1460.
00000080:00000010:0.1:1778626063.468012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1d80.
00000080:00000010:0.1:1778626063.468016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f19c0.
00000080:00000010:0.1:1778626063.468020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122140.
00000080:00000010:0.1:1778626063.468024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ae0.
00000080:00000010:0.1:1778626063.468028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2840.
00000080:00000010:0.1:1778626063.468032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f17a0.
00000080:00000010:0.1:1778626063.468035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521223c0.
00000080:00000010:0.1:1778626063.468039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1340.
00000080:00000010:0.1:1778626063.468046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f15e0.
00000080:00000010:0.1:1778626063.468052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2260.
00000080:00000010:0.1:1778626063.468056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1a00.
00000080:00000010:0.1:1778626063.468061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1e20.
00000080:00000010:0.1:1778626063.468065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1720.
00000080:00000010:0.1:1778626063.468069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1640.
00000080:00000010:0.1:1778626063.468073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1100.
00000080:00000010:0.1:1778626063.468076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1fe0.
00000080:00000010:0.1:1778626063.468081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911000.
00000080:00000010:0.1:1778626063.468084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd28a0.
00000080:00000010:0.1:1778626063.468088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789119c0.
00000080:00000010:0.1:1778626063.468093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa9e0.
00000080:00000010:0.1:1778626063.468097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd21e0.
00000080:00000010:0.1:1778626063.468101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1240.
00000080:00000010:0.1:1778626063.468106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2080.
00000080:00000010:0.1:1778626063.468109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1380.
00000080:00000010:0.1:1778626063.468113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ae0.
00000080:00000010:0.1:1778626063.468119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d80.
00000080:00000010:0.1:1778626063.468123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1740.
00000080:00000010:0.1:1778626063.468127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2760.
00000080:00000010:0.1:1778626063.468131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd22a0.
00000080:00000010:0.1:1778626063.471645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f13c0.
00000080:00000010:0.1:1778626063.471656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1f60.
00000080:00000010:0.1:1778626063.471660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1b80.
00000080:00000010:0.1:1778626063.471665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ba0.
00000080:00000010:0.1:1778626063.471670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117a0.
00000080:00000010:0.1:1778626063.471675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1c80.
00000080:00000010:0.1:1778626063.471679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911940.
00000080:00000010:0.1:1778626063.471683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f12e0.
00000080:00000010:0.1:1778626063.471686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e20.
00000080:00000010:0.1:1778626063.471689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa060.
00000080:00000010:0.1:1778626063.471693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f10a0.
00000080:00000010:0.1:1778626063.471698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1be0.
00000080:00000010:0.1:1778626063.471702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2b20.
00000080:00000010:0.1:1778626063.471706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1180.
00000080:00000010:0.1:1778626063.471709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911100.
00000080:00000010:0.1:1778626063.471714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2660.
00000080:00000010:0.1:1778626063.471718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f14c0.
00000080:00000010:0.1:1778626063.471722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1660.
00000080:00000010:0.1:1778626063.471726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa760.
00010000:00000010:0.1:1778626063.471732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed000.
00010000:00000010:0.1:1778626063.471737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96200.
00010000:00000010:0.1:1778626063.471741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed200.
00010000:00000010:0.1:1778626063.471744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96400.
00010000:00000010:0.1:1778626063.471747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed400.
00010000:00000010:0.1:1778626063.471751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72200.
00010000:00000010:0.1:1778626063.471756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d200.
00010000:00000010:0.1:1778626063.471760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72400.
00010000:00000010:0.1:1778626063.471762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465eda00.
00010000:00000010:0.1:1778626063.471765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72e00.
00010000:00000010:0.1:1778626063.471768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed900.
00010000:00000010:0.1:1778626063.471771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72000.
00010000:00000010:0.1:1778626063.471774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d400.
00010000:00000010:0.1:1778626063.471778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1600.
00010000:00000010:0.1:1778626063.471781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20da00.
00010000:00000010:0.1:1778626063.471785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9e400.
00010000:00000010:0.1:1778626063.471788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed800.
00010000:00000010:0.1:1778626063.471791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72c00.
00010000:00000010:0.1:1778626063.471794:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d900.
00010000:00000010:0.1:1778626063.471797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9e200.
00010000:00000010:0.1:1778626063.471800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed700.
00010000:00000010:0.1:1778626063.471803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73a00.
00010000:00000010:0.1:1778626063.471807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed500.
00010000:00000010:0.1:1778626063.471810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73200.
00010000:00000010:0.1:1778626063.471813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465edb00.
00010000:00000010:0.1:1778626063.471815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73c00.
00010000:00000010:0.1:1778626063.471820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11100.
00010000:00000010:0.1:1778626063.471824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7a800.
00010000:00000010:0.1:1778626063.471828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7bc00.
00010000:00000010:0.1:1778626063.471831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465edd00.
00010000:00000010:0.1:1778626063.471834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72a00.
00010000:00000010:0.1:1778626063.471838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f400.
00010000:00000010:0.1:1778626063.471841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7b200.
00010000:00000010:0.1:1778626063.471843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18fa00.
00010000:00000010:0.1:1778626063.471846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9e600.
00010000:00000010:0.1:1778626063.471849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f900.
00010000:00000010:0.1:1778626063.471862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7b600.
00010000:00000010:0.1:1778626063.471866:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11600.
00010000:00000010:0.1:1778626063.471869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7a200.
00010000:00000010:0.1:1778626063.471872:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d800.
00010000:00000010:0.1:1778626063.471875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1e00.
00010000:00000010:0.1:1778626063.471877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d700.
00010000:00000010:0.1:1778626063.471879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1000.
00010000:00000010:0.1:1778626063.471882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed100.
00010000:00000010:0.1:1778626063.471885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9fe00.
00010000:00000010:0.1:1778626063.471887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d500.
00010000:00000010:0.1:1778626063.471889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73800.
00010000:00000010:0.1:1778626063.471892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11c00.
00010000:00000010:0.1:1778626063.471894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9ee00.
00010000:00000010:0.1:1778626063.471896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11300.
00010000:00000010:0.1:1778626063.471899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7a000.
00010000:00000010:0.1:1778626063.471902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11e00.
00010000:00000010:0.1:1778626063.471904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7ae00.
00010000:00000010:0.1:1778626063.471907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11000.
00010000:00000010:0.1:1778626063.471909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72800.
00010000:00000010:0.1:1778626063.471912:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11200.
00010000:00000010:0.1:1778626063.471915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7aa00.
00010000:00000010:0.1:1778626063.471917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465edf00.
00010000:00000010:0.1:1778626063.471919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d72600.
00010000:00000010:0.1:1778626063.471923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2f00.
00010000:00000010:0.1:1778626063.471927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0e00.
00010000:00000010:0.1:1778626063.471930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891bd00.
00010000:00000010:0.1:1778626063.471933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73600.
00010000:00000010:0.1:1778626063.471936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f800.
00010000:00000010:0.1:1778626063.471938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7a600.
00010000:00000010:0.1:1778626063.471941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2600.
00010000:00000010:0.1:1778626063.471943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0000.
00010000:00000010:0.1:1778626063.471946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f700.
00010000:00000010:0.1:1778626063.471948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9fc00.
00010000:00000010:0.1:1778626063.471951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f500.
00010000:00000010:0.1:1778626063.471954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7b800.
00010000:00000010:0.1:1778626063.471956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18fb00.
00010000:00000010:0.1:1778626063.471959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7b400.
00010000:00000010:0.1:1778626063.471961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18fd00.
00010000:00000010:0.1:1778626063.471964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9e000.
00010000:00000010:0.1:1778626063.471966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f100.
00010000:00000010:0.1:1778626063.471969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9fa00.
00010000:00000010:0.1:1778626063.471972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2c00.
00010000:00000010:0.1:1778626063.471974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0c00.
00010000:00000010:0.1:1778626063.471977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b100.
00010000:00000010:0.1:1778626063.471979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7b000.
00010000:00000010:0.1:1778626063.471981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18ff00.
00010000:00000010:0.1:1778626063.471984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9ec00.
00010000:00000010:0.1:1778626063.471987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f600.
00010000:00000010:0.1:1778626063.471990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9f600.
00010000:00000010:0.1:1778626063.471992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11400.
00010000:00000010:0.1:1778626063.471994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9ea00.
00010000:00000010:0.1:1778626063.471997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891bf00.
00010000:00000010:0.1:1778626063.471999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73e00.
00010000:00000010:0.1:1778626063.472002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b600.
00010000:00000010:0.1:1778626063.472004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73000.
00010000:00000010:0.1:1778626063.472006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891bc00.
00010000:00000010:0.1:1778626063.472008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9f400.
00010000:00000010:0.1:1778626063.472010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b300.
00010000:00000010:0.1:1778626063.472013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95a00.
00010000:00000010:0.1:1778626063.472016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2300.
00010000:00000010:0.1:1778626063.472019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2200.
00010000:00000010:0.1:1778626063.472021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891be00.
00010000:00000010:0.1:1778626063.472023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2a00.
00010000:00000010:0.1:1778626063.472025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18fc00.
00010000:00000010:0.1:1778626063.472028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94400.
00010000:00000010:0.1:1778626063.472030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b000.
00010000:00000010:0.1:1778626063.472035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3800.
00010000:00000010:0.1:1778626063.472037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b200.
00010000:00000010:0.1:1778626063.472040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2800.
00010000:00000010:0.1:1778626063.472042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b400.
00010000:00000010:0.1:1778626063.472045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2600.
00010000:00000010:0.1:1778626063.472047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891ba00.
00010000:00000010:0.1:1778626063.472049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94e00.
00010000:00000010:0.1:1778626063.472051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b900.
00010000:00000010:0.1:1778626063.472054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3600.
00010000:00000010:0.1:1778626063.472056:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2e00.
00010000:00000010:0.1:1778626063.472059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94000.
00010000:00000010:0.1:1778626063.472061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b800.
00010000:00000010:0.1:1778626063.472064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3e00.
00010000:00000010:0.1:1778626063.472067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11a00.
00010000:00000010:0.1:1778626063.472070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7a400.
00010000:00000010:0.1:1778626063.472073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2000.
00010000:00000010:0.1:1778626063.472075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1a00.
00010000:00000010:0.1:1778626063.472078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b700.
00010000:00000010:0.1:1778626063.472080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3000.
00010000:00000010:0.1:1778626063.472083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891b500.
00010000:00000010:0.1:1778626063.472085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2e00.
00010000:00000010:0.1:1778626063.472087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2200.
00010000:00000010:0.1:1778626063.472089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2000.
00010000:00000010:0.1:1778626063.472091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11900.
00010000:00000010:0.1:1778626063.472094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7ba00.
00010000:00000010:0.1:1778626063.472096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11800.
00010000:00000010:0.1:1778626063.472098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7be00.
00010000:00000010:0.1:1778626063.472100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397891bb00.
00010000:00000010:0.1:1778626063.472103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2c00.
00010000:00000010:0.1:1778626063.472105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2400.
00010000:00000010:0.1:1778626063.472108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94a00.
00010000:00000010:0.1:1778626063.472110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2a00.
00010000:00000010:0.1:1778626063.472112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d7ac00.
00010000:00000010:0.1:1778626063.472114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f300.
00010000:00000010:0.1:1778626063.472117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3a00.
00010000:00000010:0.1:1778626063.472121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6bec00.
00010000:00000010:0.1:1778626063.472124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3200.
00010000:00000010:0.1:1778626063.472126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be300.
00010000:00000010:0.1:1778626063.472129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3c00.
00010000:00000010:0.1:1778626063.472132:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212dc00.
00010000:00000010:0.1:1778626063.472135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95e00.
00010000:00000010:0.1:1778626063.472137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6bee00.
00010000:00000010:0.1:1778626063.472139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd2400.
00010000:00000010:0.1:1778626063.472142:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be000.
00010000:00000010:0.1:1778626063.472145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19400.
00010000:00000010:0.1:1778626063.472148:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be200.
00010000:00000010:0.1:1778626063.472151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcd3400.
00010000:00000010:0.1:1778626063.472154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be400.
00010000:00000010:0.1:1778626063.472156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95200.
00010000:00000010:0.1:1778626063.472159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2900.
00010000:00000010:0.1:1778626063.472163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99600.
00010000:00000010:0.1:1778626063.472199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6bea00.
00010000:00000010:0.1:1778626063.472203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99e00.
00010000:00000010:0.1:1778626063.472205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11700.
00010000:00000010:0.1:1778626063.472208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19000.
00010000:00000010:0.1:1778626063.472211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be900.
00010000:00000010:0.1:1778626063.472213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99000.
00010000:00000010:0.1:1778626063.472215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be800.
00010000:00000010:0.1:1778626063.472218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98e00.
00010000:00000010:0.1:1778626063.472221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be700.
00010000:00000010:0.1:1778626063.472224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98000.
00010000:00000010:0.1:1778626063.472226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be500.
00010000:00000010:0.1:1778626063.472229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98c00.
00010000:00000010:0.1:1778626063.472231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2800.
00010000:00000010:0.1:1778626063.472234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99a00.
00010000:00000010:0.1:1778626063.472237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6beb00.
00010000:00000010:0.1:1778626063.472239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99200.
00010000:00000010:0.1:1778626063.472242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2700.
00010000:00000010:0.1:1778626063.472245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1200.
00010000:00000010:0.1:1778626063.472247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11500.
00010000:00000010:0.1:1778626063.472250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19200.
00010000:00000010:0.1:1778626063.472252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2500.
00010000:00000010:0.1:1778626063.472255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1c00.
00010000:00000010:0.1:1778626063.472258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6bed00.
00010000:00000010:0.1:1778626063.472260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95400.
00010000:00000010:0.1:1778626063.472263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11b00.
00010000:00000010:0.1:1778626063.472266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18c00.
00010000:00000010:0.1:1778626063.472269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be100.
00010000:00000010:0.1:1778626063.472272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99c00.
00010000:00000010:0.1:1778626063.472274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6bef00.
00010000:00000010:0.1:1778626063.472277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19e00.
00010000:00000010:0.1:1778626063.472280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f6be600.
00010000:00000010:0.1:1778626063.472282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98200.
00010000:00000010:0.1:1778626063.472285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2b00.
00010000:00000010:0.1:1778626063.472288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0200.
00010000:00000010:0.1:1778626063.472290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2d00.
00010000:00000010:0.1:1778626063.472292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0400.
00010000:00000010:0.1:1778626063.472297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6c00.
00010000:00000010:0.1:1778626063.472300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98400.
00010000:00000010:0.1:1778626063.472302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cfa2100.
00010000:00000010:0.1:1778626063.472305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18400.
00010000:00000010:0.1:1778626063.472308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6300.
00010000:00000010:0.1:1778626063.472310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19600.
00010000:00000010:0.1:1778626063.472313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6e00.
00010000:00000010:0.1:1778626063.472316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99400.
00010000:00000010:0.1:1778626063.472319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6000.
00010000:00000010:0.1:1778626063.472322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98a00.
00010000:00000010:0.1:1778626063.472325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6200.
00010000:00000010:0.1:1778626063.472327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd99800.
00010000:00000010:0.1:1778626063.472331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160400.
00010000:00000010:0.1:1778626063.472333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98800.
00010000:00000010:0.1:1778626063.472335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160a00.
00010000:00000010:0.1:1778626063.472338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1400.
00010000:00000010:0.1:1778626063.472340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6400.
00010000:00000010:0.1:1778626063.472342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd98600.
00010000:00000010:0.1:1778626063.472345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160900.
00010000:00000010:0.1:1778626063.472347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0a00.
00010000:00000010:0.1:1778626063.472349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6a00.
00010000:00000010:0.1:1778626063.472353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90c00.
00010000:00000010:0.1:1778626063.472356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160800.
00010000:00000010:0.1:1778626063.472359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d1800.
00010000:00000010:0.1:1778626063.472362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395212d300.
00010000:00000010:0.1:1778626063.472372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd95800.
00010000:00000010:0.1:1778626063.472376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6900.
00010000:00000010:0.1:1778626063.472379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90000.
00010000:00000010:0.1:1778626063.472382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6800.
00010000:00000010:0.1:1778626063.472384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd91400.
00010000:00000010:0.1:1778626063.472386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6700.
00010000:00000010:0.1:1778626063.472388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b18a00.
00010000:00000010:0.1:1778626063.472391:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6500.
00010000:00000010:0.1:1778626063.472393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90200.
00010000:00000010:0.1:1778626063.472396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160700.
00010000:00000010:0.1:1778626063.472398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1d0800.
00010000:00000010:0.1:1778626063.472405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11d00.
00010000:00000010:0.1:1778626063.472409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b19a00.
00010000:00000010:0.1:1778626063.472415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6b00.
00010000:00000010:0.1:1778626063.472418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90400.
00010000:00000010:0.1:1778626063.472421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973160500.
00010000:00000010:0.1:1778626063.472426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd90a00.
00010000:00000010:0.1:1778626063.472431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967bd6d00.
00010000:00000010:0.1:1778626063.472436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd94600.
00000800:00000200:3.1:1778626065.224244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626065.225182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626065.225450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626070.344282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626070.344288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1778626070.344737:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626070.344740:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1778626070.345010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626070.345013:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 8, 4 secs later)
00000080:00000010:0.1:1778626073.722659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2500.
00000080:00000010:0.1:1778626073.722680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd25a0.
00000080:00000010:0.1:1778626073.726639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd26e0.
00000080:00000010:0.1:1778626073.726674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d840.
00000080:00000010:0.1:1778626073.726682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2a20.
00000080:00000010:0.1:1778626073.726685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2780.
00000080:00000010:0.1:1778626073.726687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2df00.
00000080:00000010:0.1:1778626073.726692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911020.
00000080:00000010:0.1:1778626073.726697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dcc0.
00000080:00000010:0.1:1778626073.726700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2140.
00000080:00000010:0.1:1778626073.726707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d5c0.
00000080:00000010:0.1:1778626073.726712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911660.
00000080:00000010:0.1:1778626073.726715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dac0.
00000080:00000010:0.1:1778626073.726723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dd00.
00000080:00000010:0.1:1778626073.726737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d8a0.
00000080:00000010:0.1:1778626073.726742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911120.
00000080:00000010:0.1:1778626073.726750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521221a0.
00000080:00000010:0.1:1778626073.726757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d060.
00000080:00000010:0.1:1778626073.726762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2daa0.
00000080:00000010:0.1:1778626073.726769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789112e0.
00000080:00000010:0.1:1778626073.726774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2400.
00000080:00000010:0.1:1778626073.726780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d1e0.
00000080:00000010:0.1:1778626073.726784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d8c0.
00000080:00000010:0.1:1778626073.726788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c80.
00000080:00000010:0.1:1778626073.726796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dde0.
00000080:00000010:0.1:1778626073.726800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d880.
00000080:00000010:0.1:1778626073.726804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dec0.
00000080:00000010:0.1:1778626073.726813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d0e0.
00000080:00000010:0.1:1778626073.726818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dc20.
00000080:00000010:0.1:1778626073.726822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2da60.
00000080:00000010:0.1:1778626073.726824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d2c0.
00000080:00000010:0.1:1778626073.726830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d820.
00000080:00000010:0.1:1778626073.726833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789116a0.
00000080:00000010:0.1:1778626073.726835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dae0.
00000080:00000010:0.1:1778626073.726837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dd80.
00000080:00000010:0.1:1778626073.726839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d7a0.
00000080:00000010:0.1:1778626073.726846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122a60.
00000080:00000010:0.1:1778626073.726849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d720.
00000080:00000010:0.1:1778626073.726852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2da00.
00000080:00000010:0.1:1778626073.726856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2c80.
00000080:00000010:0.1:1778626073.726870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd21c0.
00000080:00000010:0.1:1778626073.726875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2880.
00000080:00000010:0.1:1778626073.726883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2de20.
00000080:00000010:0.1:1778626073.726889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d640.
00000080:00000010:0.1:1778626073.726899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d100.
00000080:00000010:0.1:1778626073.726904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd24e0.
00000080:00000010:0.1:1778626073.726908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2a80.
00000080:00000010:0.1:1778626073.726914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122100.
00000080:00000010:0.1:1778626073.726919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2f40.
00000080:00000010:0.1:1778626073.726922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d800.
00000080:00000010:0.1:1778626073.726925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2280.
00000080:00000010:0.1:1778626073.726927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d380.
00000080:00000010:0.1:1778626073.726929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd24a0.
00000080:00000010:0.1:1778626073.726932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396c0d55e0.
00000080:00000010:0.1:1778626073.726936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa240.
00000080:00000010:0.1:1778626073.726939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc1a0.
00000080:00000010:0.1:1778626073.726941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789112a0.
00000080:00000010:0.1:1778626073.726945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2d40.
00000080:00000010:0.1:1778626073.726948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cadc720.
00000080:00000010:0.1:1778626073.726952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfae60.
00000080:00000010:0.1:1778626073.726956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3945efb0a0.
00000080:00000010:0.1:1778626073.726959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfa300.
00000080:00000010:0.1:1778626073.726963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122520.
00000080:00000010:0.1:1778626073.726967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521223a0.
00000080:00000010:0.1:1778626073.726970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122160.
00000080:00000010:0.1:1778626073.726974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdfaea0.
00000080:00000010:0.1:1778626073.726995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeea40.
00000080:00000010:0.1:1778626073.727000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110e0.
00000080:00000010:0.1:1778626073.727005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521502e0.
00000080:00000010:0.1:1778626073.727008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944b9de40.
00000080:00000010:0.1:1778626073.727011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ec0.
00000080:00000010:0.1:1778626073.727014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cdeea60.
00000080:00000010:0.1:1778626073.727021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1880.
00000080:00000010:0.1:1778626073.727024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1b00.
00000080:00000010:0.1:1778626073.727027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2700.
00000080:00000010:0.1:1778626073.727037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1820.
00000080:00000010:0.1:1778626073.727042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122680.
00000080:00000010:0.1:1778626073.727046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f11e0.
00000080:00000010:0.1:1778626073.727050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122700.
00000080:00000010:0.1:1778626073.727054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2580.
00000080:00000010:0.1:1778626073.727058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1160.
00000080:00000010:0.1:1778626073.727062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1940.
00000080:00000010:0.1:1778626073.727065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1b20.
00000080:00000010:0.1:1778626073.727071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ea0.
00000080:00000010:0.1:1778626073.727075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1fc0.
00000080:00000010:0.1:1778626073.727079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122b00.
00000080:00000010:0.1:1778626073.727082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2e20.
00000080:00000010:0.1:1778626073.727085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122aa0.
00000080:00000010:0.1:1778626073.727087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1c00.
00000080:00000010:0.1:1778626073.727090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911060.
00000080:00000010:0.1:1778626073.727093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1de0.
00000080:00000010:0.1:1778626073.727095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122880.
00000080:00000010:0.1:1778626073.727097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118a0.
00000080:00000010:0.1:1778626073.727100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1e00.
00000080:00000010:0.1:1778626073.727105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f15c0.
00000080:00000010:0.1:1778626073.727109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2440.
00000080:00000010:0.1:1778626073.727112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f17c0.
00000080:00000010:0.1:1778626073.727115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521227a0.
00000080:00000010:0.1:1778626073.727117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2b40.
00000080:00000010:0.1:1778626073.727120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521225e0.
00000080:00000010:0.1:1778626073.727122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122740.
00000080:00000010:0.1:1778626073.727126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1b60.
00000080:00000010:0.1:1778626073.727134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1140.
00000080:00000010:0.1:1778626073.727137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122f60.
00000080:00000010:0.1:1778626073.727141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2b00.
00000080:00000010:0.1:1778626073.727144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1420.
00000080:00000010:0.1:1778626073.727146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2460.
00000080:00000010:0.1:1778626073.727148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f17e0.
00000080:00000010:0.1:1778626073.727151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789110c0.
00000080:00000010:0.1:1778626073.727153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2380.
00000080:00000010:0.1:1778626073.727156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789117c0.
00000080:00000010:0.1:1778626073.727158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2e60.
00000080:00000010:0.1:1778626073.727160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122080.
00000080:00000010:0.1:1778626073.727162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f11c0.
00000080:00000010:0.1:1778626073.727165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521221e0.
00000080:00000010:0.1:1778626073.727167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122e40.
00000080:00000010:0.1:1778626073.727169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1320.
00000080:00000010:0.1:1778626073.727171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1ee0.
00000080:00000010:0.1:1778626073.727173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f19e0.
00000080:00000010:0.1:1778626073.727176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f16a0.
00000080:00000010:0.1:1778626073.727178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1c40.
00000080:00000010:0.1:1778626073.727181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1f20.
00000080:00000010:0.1:1778626073.727183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f11a0.
00000080:00000010:0.1:1778626073.727187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ea0.
00000080:00000010:0.1:1778626073.727190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f13e0.
00000080:00000010:0.1:1778626073.727193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1d60.
00000080:00000010:0.1:1778626073.727195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911fa0.
00000080:00000010:0.1:1778626073.727197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1f40.
00000080:00000010:0.1:1778626073.727200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1040.
00000080:00000010:0.1:1778626073.727202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911040.
00000080:00000010:0.1:1778626073.727204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1860.
00000080:00000010:0.1:1778626073.727206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1540.
00000080:00000010:0.1:1778626073.727208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2160.
00000080:00000010:0.1:1778626073.727210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f15a0.
00000080:00000010:0.1:1778626073.727212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911440.
00000080:00000010:0.1:1778626073.727214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1840.
00000080:00000010:0.1:1778626073.727216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2ba0.
00000080:00000010:0.1:1778626073.727218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1600.
00000080:00000010:0.1:1778626073.727220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2340.
00000080:00000010:0.1:1778626073.727222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39736f1560.
00010000:00000010:0.1:1778626073.727229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b500.
00010000:00000010:0.1:1778626073.727234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3c00.
00010000:00000010:0.1:1778626073.727237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6bb00.
00010000:00000010:0.1:1778626073.727239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3a00.
00010000:00000010:0.1:1778626073.727241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6bd00.
00010000:00000010:0.1:1778626073.727243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3800.
00010000:00000010:0.1:1778626073.727246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496c00.
00010000:00000010:0.1:1778626073.727249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49a200.
00010000:00000010:0.1:1778626073.727251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b100.
00010000:00000010:0.1:1778626073.727253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3400.
00010000:00000010:0.1:1778626073.727254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6bf00.
00010000:00000010:0.1:1778626073.727256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3600.
00010000:00000010:0.1:1778626073.727258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496300.
00010000:00000010:0.1:1778626073.727261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49a400.
00010000:00000010:0.1:1778626073.727264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f700.
00010000:00000010:0.1:1778626073.727267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08e000.
00010000:00000010:0.1:1778626073.727270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496e00.
00010000:00000010:0.1:1778626073.727272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49b400.
00010000:00000010:0.1:1778626073.727274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180a00.
00010000:00000010:0.1:1778626073.727299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2200.
00010000:00000010:0.1:1778626073.727302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496000.
00010000:00000010:0.1:1778626073.727304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49aa00.
00010000:00000010:0.1:1778626073.727306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f500.
00010000:00000010:0.1:1778626073.727308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08ec00.
00010000:00000010:0.1:1778626073.727309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496200.
00010000:00000010:0.1:1778626073.727311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49b800.
00010000:00000010:0.1:1778626073.727313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496400.
00010000:00000010:0.1:1778626073.727315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49a800.
00010000:00000010:0.1:1778626073.727317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496a00.
00010000:00000010:0.1:1778626073.727319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49a600.
00010000:00000010:0.1:1778626073.727320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214fb00.
00010000:00000010:0.1:1778626073.727323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18d600.
00010000:00000010:0.1:1778626073.727325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180900.
00010000:00000010:0.1:1778626073.727328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8400.
00010000:00000010:0.1:1778626073.727330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496900.
00010000:00000010:0.1:1778626073.727332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49b600.
00010000:00000010:0.1:1778626073.727334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496800.
00010000:00000010:0.1:1778626073.727335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49be00.
00010000:00000010:0.1:1778626073.727337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214fd00.
00010000:00000010:0.1:1778626073.727339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18de00.
00010000:00000010:0.1:1778626073.727341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496700.
00010000:00000010:0.1:1778626073.727342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2e00.
00010000:00000010:0.1:1778626073.727344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180800.
00010000:00000010:0.1:1778626073.727345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49ae00.
00010000:00000010:0.1:1778626073.727350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492f00.
00010000:00000010:0.1:1778626073.727352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49a000.
00010000:00000010:0.1:1778626073.727354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492600.
00010000:00000010:0.1:1778626073.727356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18d000.
00010000:00000010:0.1:1778626073.727358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496500.
00010000:00000010:0.1:1778626073.727360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49ac00.
00010000:00000010:0.1:1778626073.727361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b600.
00010000:00000010:0.1:1778626073.727363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49ba00.
00010000:00000010:0.1:1778626073.727365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496b00.
00010000:00000010:0.1:1778626073.727366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49b200.
00010000:00000010:0.1:1778626073.727368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496d00.
00010000:00000010:0.1:1778626073.727370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214bc00.
00010000:00000010:0.1:1778626073.727375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac300.
00010000:00000010:0.1:1778626073.727379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214a200.
00010000:00000010:0.1:1778626073.727382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac800.
00010000:00000010:0.1:1778626073.727384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214a400.
00010000:00000010:0.1:1778626073.727386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac700.
00010000:00000010:0.1:1778626073.727389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214b400.
00010000:00000010:0.1:1778626073.727391:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac500.
00010000:00000010:0.1:1778626073.727394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214aa00.
00010000:00000010:0.1:1778626073.727396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492c00.
00010000:00000010:0.1:1778626073.727400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18ce00.
00010000:00000010:0.1:1778626073.727403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbacb00.
00010000:00000010:0.1:1778626073.727405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214b800.
00010000:00000010:0.1:1778626073.727408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbacd00.
00010000:00000010:0.1:1778626073.727411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214a800.
00010000:00000010:0.1:1778626073.727414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac100.
00010000:00000010:0.1:1778626073.727416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214a600.
00010000:00000010:0.1:1778626073.727419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492300.
00010000:00000010:0.1:1778626073.727422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8600.
00010000:00000010:0.1:1778626073.727425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbacf00.
00010000:00000010:0.1:1778626073.727428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214b600.
00010000:00000010:0.1:1778626073.727431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492e00.
00010000:00000010:0.1:1778626073.727435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214be00.
00010000:00000010:0.1:1778626073.727438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492000.
00010000:00000010:0.1:1778626073.727442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3200.
00010000:00000010:0.1:1778626073.727444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6bc00.
00010000:00000010:0.1:1778626073.727447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2a00.
00010000:00000010:0.1:1778626073.727450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18fe00.
00010000:00000010:0.1:1778626073.727453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2400.
00010000:00000010:0.1:1778626073.727456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac600.
00010000:00000010:0.1:1778626073.727459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214b000.
00010000:00000010:0.1:1778626073.727462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbacc00.
00010000:00000010:0.1:1778626073.727465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214ae00.
00010000:00000010:0.1:1778626073.727467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492200.
00010000:00000010:0.1:1778626073.727470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214a000.
00010000:00000010:0.1:1778626073.727472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b300.
00010000:00000010:0.1:1778626073.727475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2000.
00010000:00000010:0.1:1778626073.727480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1cd00.
00010000:00000010:0.1:1778626073.727482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2c00.
00010000:00000010:0.1:1778626073.727484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c100.
00010000:00000010:0.1:1778626073.727486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8800.
00010000:00000010:0.1:1778626073.727488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1cf00.
00010000:00000010:0.1:1778626073.727491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494a00.
00010000:00000010:0.1:1778626073.727493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbace00.
00010000:00000010:0.1:1778626073.727495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214ac00.
00010000:00000010:0.1:1778626073.727496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac000.
00010000:00000010:0.1:1778626073.727499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495c00.
00010000:00000010:0.1:1778626073.727500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac200.
00010000:00000010:0.1:1778626073.727502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214ba00.
00010000:00000010:0.1:1778626073.727503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac400.
00010000:00000010:0.1:1778626073.727505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495600.
00010000:00000010:0.1:1778626073.727507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbaca00.
00010000:00000010:0.1:1778626073.727509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395214b200.
00010000:00000010:0.1:1778626073.727511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbac900.
00010000:00000010:0.1:1778626073.727514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27800.
00010000:00000010:0.1:1778626073.727518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec000.
00010000:00000010:0.1:1778626073.727520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27c00.
00010000:00000010:0.1:1778626073.727523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492400.
00010000:00000010:0.1:1778626073.727525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18c000.
00010000:00000010:0.1:1778626073.727527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c600.
00010000:00000010:0.1:1778626073.727528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494200.
00010000:00000010:0.1:1778626073.727530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec200.
00010000:00000010:0.1:1778626073.727533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26200.
00010000:00000010:0.1:1778626073.727535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492a00.
00010000:00000010:0.1:1778626073.727537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26400.
00010000:00000010:0.1:1778626073.727538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec400.
00010000:00000010:0.1:1778626073.727540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27400.
00010000:00000010:0.1:1778626073.727542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465eca00.
00010000:00000010:0.1:1778626073.727543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26a00.
00010000:00000010:0.1:1778626073.727545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f000.
00010000:00000010:0.1:1778626073.727548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9a00.
00010000:00000010:0.1:1778626073.727549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1cc00.
00010000:00000010:0.1:1778626073.727551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8200.
00010000:00000010:0.1:1778626073.727553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c300.
00010000:00000010:0.1:1778626073.727554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8000.
00010000:00000010:0.1:1778626073.727556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec900.
00010000:00000010:0.1:1778626073.727558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26800.
00010000:00000010:0.1:1778626073.727559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec800.
00010000:00000010:0.1:1778626073.727561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26600.
00010000:00000010:0.1:1778626073.727562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492900.
00010000:00000010:0.1:1778626073.727564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18cc00.
00010000:00000010:0.1:1778626073.727565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec700.
00010000:00000010:0.1:1778626073.727567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27600.
00010000:00000010:0.1:1778626073.727568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec500.
00010000:00000010:0.1:1778626073.727570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27e00.
00010000:00000010:0.1:1778626073.727572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492800.
00010000:00000010:0.1:1778626073.727574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18da00.
00010000:00000010:0.1:1778626073.727576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ecb00.
00010000:00000010:0.1:1778626073.727578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27000.
00010000:00000010:0.1:1778626073.727580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ecd00.
00010000:00000010:0.1:1778626073.727581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26e00.
00010000:00000010:0.1:1778626073.727583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec100.
00010000:00000010:0.1:1778626073.727585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26000.
00010000:00000010:0.1:1778626073.727586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1ce00.
00010000:00000010:0.1:1778626073.727588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495400.
00010000:00000010:0.1:1778626073.727589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ecf00.
00010000:00000010:0.1:1778626073.727591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd26c00.
00010000:00000010:0.1:1778626073.727593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec600.
00010000:00000010:0.1:1778626073.727594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9400.
00010000:00000010:0.1:1778626073.727596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ecc00.
00010000:00000010:0.1:1778626073.727597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27a00.
00010000:00000010:0.1:1778626073.727599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492700.
00010000:00000010:0.1:1778626073.727601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9200.
00010000:00000010:0.1:1778626073.727602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c000.
00010000:00000010:0.1:1778626073.727604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495000.
00010000:00000010:0.1:1778626073.727606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ec300.
00010000:00000010:0.1:1778626073.727622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd27200.
00010000:00000010:0.1:1778626073.727624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ece00.
00010000:00000010:0.1:1778626073.727627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0400.
00010000:00000010:0.1:1778626073.727630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22900.
00010000:00000010:0.1:1778626073.727633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0000.
00010000:00000010:0.1:1778626073.727634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22800.
00010000:00000010:0.1:1778626073.727637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1000.
00010000:00000010:0.1:1778626073.727638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22700.
00010000:00000010:0.1:1778626073.727640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0e00.
00010000:00000010:0.1:1778626073.727642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22500.
00010000:00000010:0.1:1778626073.727644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8a00.
00010000:00000010:0.1:1778626073.727645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c200.
00010000:00000010:0.1:1778626073.727648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494000.
00010000:00000010:0.1:1778626073.727660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492500.
00010000:00000010:0.1:1778626073.727662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9c00.
00010000:00000010:0.1:1778626073.727664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22b00.
00010000:00000010:0.1:1778626073.727666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0c00.
00010000:00000010:0.1:1778626073.727668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492b00.
00010000:00000010:0.1:1778626073.727670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18d200.
00010000:00000010:0.1:1778626073.727672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22d00.
00010000:00000010:0.1:1778626073.727674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1a00.
00010000:00000010:0.1:1778626073.727675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22100.
00010000:00000010:0.1:1778626073.727677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9e00.
00010000:00000010:0.1:1778626073.727679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492d00.
00010000:00000010:0.1:1778626073.727680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18dc00.
00010000:00000010:0.1:1778626073.727682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22f00.
00010000:00000010:0.1:1778626073.727683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1200.
00010000:00000010:0.1:1778626073.727685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22600.
00010000:00000010:0.1:1778626073.727687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1c00.
00010000:00000010:0.1:1778626073.727688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22c00.
00010000:00000010:0.1:1778626073.727690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494c00.
00010000:00000010:0.1:1778626073.727691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22300.
00010000:00000010:0.1:1778626073.727693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0200.
00010000:00000010:0.1:1778626073.727694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f492100.
00010000:00000010:0.1:1778626073.727696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9600.
00010000:00000010:0.1:1778626073.727698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c400.
00010000:00000010:0.1:1778626073.727699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494400.
00010000:00000010:0.1:1778626073.727702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d000.
00010000:00000010:0.1:1778626073.727704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9000.
00010000:00000010:0.1:1778626073.727705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20db00.
00010000:00000010:0.1:1778626073.727707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8e00.
00010000:00000010:0.1:1778626073.727708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22e00.
00010000:00000010:0.1:1778626073.727710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1400.
00010000:00000010:0.1:1778626073.727712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22000.
00010000:00000010:0.1:1778626073.727714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0a00.
00010000:00000010:0.1:1778626073.727716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20dd00.
00010000:00000010:0.1:1778626073.727718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9f800.
00010000:00000010:0.1:1778626073.727720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1ca00.
00010000:00000010:0.1:1778626073.727722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494600.
00010000:00000010:0.1:1778626073.727724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22200.
00010000:00000010:0.1:1778626073.727725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1800.
00010000:00000010:0.1:1778626073.727727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c900.
00010000:00000010:0.1:1778626073.727729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494e00.
00010000:00000010:0.1:1778626073.727730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22400.
00010000:00000010:0.1:1778626073.727732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0800.
00010000:00000010:0.1:1778626073.727733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d100.
00010000:00000010:0.1:1778626073.727735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18c200.
00010000:00000010:0.1:1778626073.727737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd22a00.
00010000:00000010:0.1:1778626073.727738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495e00.
00010000:00000010:0.1:1778626073.727740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20df00.
00010000:00000010:0.1:1778626073.727741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18c400.
00010000:00000010:0.1:1778626073.727743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c800.
00010000:00000010:0.1:1778626073.727744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f494800.
00010000:00000010:0.1:1778626073.727746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c700.
00010000:00000010:0.1:1778626073.727748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9f000.
00010000:00000010:0.1:1778626073.727751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18c00.
00010000:00000010:0.1:1778626073.727753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf0600.
00010000:00000010:0.1:1778626073.727755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c18f200.
00010000:00000010:0.1:1778626073.727760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9f200.
00010000:00000010:0.1:1778626073.727762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1c500.
00010000:00000010:0.1:1778626073.727763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd9e800.
00010000:00000010:0.1:1778626073.727769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18300.
00010000:00000010:0.1:1778626073.727771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1600.
00010000:00000010:0.1:1778626073.727772:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18e00.
00010000:00000010:0.1:1778626073.727774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3966bf1e00.
00010000:00000010:0.1:1778626073.727776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18000.
00010000:00000010:0.1:1778626073.727780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97a00.
00010000:00000010:0.1:1778626073.727782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18200.
00010000:00000010:0.1:1778626073.727784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97400.
00010000:00000010:0.1:1778626073.727786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18400.
00010000:00000010:0.1:1778626073.727789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96a00.
00010000:00000010:0.1:1778626073.727791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18a00.
00010000:00000010:0.1:1778626073.727792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97800.
00010000:00000010:0.1:1778626073.727794:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18900.
00010000:00000010:0.1:1778626073.727796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96800.
00010000:00000010:0.1:1778626073.727798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18800.
00010000:00000010:0.1:1778626073.727800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18d400.
00010000:00000010:0.1:1778626073.727803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d600.
00010000:00000010:0.1:1778626073.727805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18ca00.
00010000:00000010:0.1:1778626073.727807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18700.
00010000:00000010:0.1:1778626073.727810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96600.
00010000:00000010:0.1:1778626073.727812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20dc00.
00010000:00000010:0.1:1778626073.727815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18d800.
00010000:00000010:0.1:1778626073.727818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18500.
00010000:00000010:0.1:1778626073.727820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97600.
00010000:00000010:0.1:1778626073.727823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18b00.
00010000:00000010:0.1:1778626073.727826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97e00.
00010000:00000010:0.1:1778626073.727828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20d300.
00010000:00000010:0.1:1778626073.727831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18c800.
00010000:00000010:0.1:1778626073.727833:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18d00.
00010000:00000010:0.1:1778626073.727836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97000.
00010000:00000010:0.1:1778626073.727838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18100.
00010000:00000010:0.1:1778626073.727841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96e00.
00010000:00000010:0.1:1778626073.727843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18f00.
00010000:00000010:0.1:1778626073.727846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495800.
00010000:00000010:0.1:1778626073.727848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a18600.
00010000:00000010:0.1:1778626073.727851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96000.
00010000:00000010:0.1:1778626073.727853:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f20de00.
00010000:00000010:0.1:1778626073.727861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c18c600.
00010000:00000010:0.1:1778626073.727865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed600.
00010000:00000010:0.1:1778626073.727868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd96c00.
00010000:00000010:0.1:1778626073.727871:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465edc00.
00010000:00000010:0.1:1778626073.727874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495200.
00010000:00000010:0.1:1778626073.727876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ed300.
00010000:00000010:0.1:1778626073.727879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97200.
00010000:00000010:0.1:1778626073.727881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946b1cb00.
00010000:00000010:0.1:1778626073.727883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f495a00.
00010000:00000010:0.1:1778626073.727886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ede00.
00010000:00000010:0.1:1778626073.727891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd97c00.
00000800:00000200:1.1:1778626075.464222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626075.464490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626075.464721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626080.584395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626080.584404:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1778626080.584884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626080.584887:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1778626080.585155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626080.585159:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 14 secs later)
00000080:00000010:1.1:1778626083.945634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2900.
00000080:00000010:1.1:1778626083.949648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d360.
00000080:00000010:1.1:1778626083.949655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dfe0.
00000080:00000010:1.1:1778626083.949660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2560.
00000080:00000010:1.1:1778626083.949663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d940.
00000080:00000010:1.1:1778626083.949666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d2a0.
00000080:00000010:1.1:1778626083.949670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d000.
00000080:00000010:1.1:1778626083.949675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911860.
00000080:00000010:1.1:1778626083.949679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2f80.
00000080:00000010:1.1:1778626083.949681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911540.
00000080:00000010:1.1:1778626083.949684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911220.
00000080:00000010:1.1:1778626083.949689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789116e0.
00000080:00000010:1.1:1778626083.949692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2d60.
00000080:00000010:1.1:1778626083.949700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dc00.
00000080:00000010:1.1:1778626083.949706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d200.
00000080:00000010:1.1:1778626083.949708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911260.
00000080:00000010:1.1:1778626083.949711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2de00.
00000080:00000010:1.1:1778626083.949714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dc60.
00000080:00000010:1.1:1778626083.949716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d980.
00000080:00000010:1.1:1778626083.949721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2ac0.
00000080:00000010:1.1:1778626083.949724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2300.
00000080:00000010:1.1:1778626083.949726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d560.
00000080:00000010:1.1:1778626083.949729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d300.
00000080:00000010:1.1:1778626083.949731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dd40.
00000080:00000010:1.1:1778626083.949736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122780.
00000080:00000010:1.1:1778626083.949740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d4e0.
00000080:00000010:1.1:1778626083.949742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d0c0.
00000080:00000010:1.1:1778626083.949745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d6e0.
00000080:00000010:1.1:1778626083.949747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2db40.
00000080:00000010:1.1:1778626083.949751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d860.
00000080:00000010:1.1:1778626083.949754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122320.
00000080:00000010:1.1:1778626083.949756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911aa0.
00000080:00000010:1.1:1778626083.949759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d040.
00000080:00000010:1.1:1778626083.949761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd20a0.
00000080:00000010:1.1:1778626083.949764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d620.
00000080:00000010:1.1:1778626083.949766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2180.
00000080:00000010:1.1:1778626083.949768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122800.
00000080:00000010:1.1:1778626083.949771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2680.
00000080:00000010:1.1:1778626083.949773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2de80.
00000080:00000010:1.1:1778626083.949776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d960.
00000080:00000010:1.1:1778626083.949778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2960.
00000080:00000010:1.1:1778626083.949782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d480.
00000080:00000010:1.1:1778626083.949784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d520.
00000080:00000010:1.1:1778626083.949786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d420.
00000080:00000010:1.1:1778626083.949789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2db60.
00000080:00000010:1.1:1778626083.949791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122300.
00000080:00000010:1.1:1778626083.949793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122860.
00000080:00000010:1.1:1778626083.949795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dc40.
00000080:00000010:1.1:1778626083.949798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dbe0.
00000080:00000010:1.1:1778626083.949800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122d40.
00000080:00000010:1.1:1778626083.949802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122ce0.
00000080:00000010:1.1:1778626083.949804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd27c0.
00000080:00000010:1.1:1778626083.949807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521228c0.
00000080:00000010:1.1:1778626083.949809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122960.
00000080:00000010:1.1:1778626083.949811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521224a0.
00000080:00000010:1.1:1778626083.949813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2120.
00000080:00000010:1.1:1778626083.949815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2d80.
00000080:00000010:1.1:1778626083.949818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d2e0.
00000080:00000010:1.1:1778626083.949819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789111c0.
00000080:00000010:1.1:1778626083.949822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d740.
00000080:00000010:1.1:1778626083.949824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d3c0.
00000080:00000010:1.1:1778626083.949826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2df60.
00000080:00000010:1.1:1778626083.949828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2db80.
00000080:00000010:1.1:1778626083.949830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd29a0.
00000080:00000010:1.1:1778626083.949833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d6a0.
00000080:00000010:1.1:1778626083.949835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dba0.
00000080:00000010:1.1:1778626083.949838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d7e0.
00000080:00000010:1.1:1778626083.949840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2f20.
00000080:00000010:1.1:1778626083.949842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dee0.
00000080:00000010:1.1:1778626083.949844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2db20.
00000080:00000010:1.1:1778626083.949847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2480.
00000080:00000010:1.1:1778626083.949849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d0a0.
00000080:00000010:1.1:1778626083.949851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2b60.
00000080:00000010:1.1:1778626083.949853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911dc0.
00000080:00000010:1.1:1778626083.949855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d9e0.
00000080:00000010:1.1:1778626083.949857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d660.
00000080:00000010:1.1:1778626083.949859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd20e0.
00000080:00000010:1.1:1778626083.949861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d580.
00000080:00000010:1.1:1778626083.949864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d1a0.
00000080:00000010:1.1:1778626083.949866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2040.
00000080:00000010:1.1:1778626083.949868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2df20.
00000080:00000010:1.1:1778626083.949870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2220.
00000080:00000010:1.1:1778626083.949872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d6c0.
00000080:00000010:1.1:1778626083.949874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2df80.
00000080:00000010:1.1:1778626083.949876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d700.
00000080:00000010:1.1:1778626083.949878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911920.
00000080:00000010:1.1:1778626083.949880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521220c0.
00000080:00000010:1.1:1778626083.949883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2a40.
00000080:00000010:1.1:1778626083.949885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d8e0.
00000080:00000010:1.1:1778626083.949887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911520.
00000080:00000010:1.1:1778626083.949890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789116c0.
00000080:00000010:1.1:1778626083.949892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521224e0.
00000080:00000010:1.1:1778626083.949894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dd60.
00000080:00000010:1.1:1778626083.949897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521222c0.
00000080:00000010:1.1:1778626083.949899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789118e0.
00000080:00000010:1.1:1778626083.949901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd27a0.
00000080:00000010:1.1:1778626083.949903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2360.
00000080:00000010:1.1:1778626083.949905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122120.
00000080:00000010:1.1:1778626083.949907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dbc0.
00000080:00000010:1.1:1778626083.949909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122be0.
00000080:00000010:1.1:1778626083.949911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521229e0.
00000080:00000010:1.1:1778626083.949913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122ee0.
00000080:00000010:1.1:1778626083.949915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2620.
00000080:00000010:1.1:1778626083.949918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2d20.
00000080:00000010:1.1:1778626083.949920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911bc0.
00000080:00000010:1.1:1778626083.949921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911d60.
00000080:00000010:1.1:1778626083.949925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d220.
00000080:00000010:1.1:1778626083.949927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dfa0.
00000080:00000010:1.1:1778626083.949930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d4a0.
00000080:00000010:1.1:1778626083.949933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122620.
00000080:00000010:1.1:1778626083.949937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2ae0.
00000080:00000010:1.1:1778626083.949940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911700.
00000080:00000010:1.1:1778626083.949943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d260.
00000080:00000010:1.1:1778626083.949946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a40.
00000080:00000010:1.1:1778626083.949949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dea0.
00000080:00000010:1.1:1778626083.949952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d540.
00000080:00000010:1.1:1778626083.949955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911680.
00000080:00000010:1.1:1778626083.949958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122d80.
00000080:00000010:1.1:1778626083.949960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789113a0.
00000080:00000010:1.1:1778626083.949963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2a60.
00000080:00000010:1.1:1778626083.949966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911180.
00000080:00000010:1.1:1778626083.949969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2da80.
00000080:00000010:1.1:1778626083.949972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2e00.
00000080:00000010:1.1:1778626083.949975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2980.
00010000:00000010:1.1:1778626083.949980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0c00.
00010000:00000010:1.1:1778626083.949984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1b400.
00010000:00000010:1.1:1778626083.949988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c200.
00010000:00000010:1.1:1778626083.950023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088c00.
00010000:00000010:1.1:1778626083.950026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c400.
00010000:00000010:1.1:1778626083.950029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089a00.
00010000:00000010:1.1:1778626083.950033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180100.
00010000:00000010:1.1:1778626083.950035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1b000.
00010000:00000010:1.1:1778626083.950038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943ca00.
00010000:00000010:1.1:1778626083.950041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089200.
00010000:00000010:1.1:1778626083.950043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c900.
00010000:00000010:1.1:1778626083.950045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089c00.
00010000:00000010:1.1:1778626083.950048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda500.
00010000:00000010:1.1:1778626083.950051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089400.
00010000:00000010:1.1:1778626083.950053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edab00.
00010000:00000010:1.1:1778626083.950056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0d400.
00010000:00000010:1.1:1778626083.950088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180f00.
00010000:00000010:1.1:1778626083.950091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1b600.
00010000:00000010:1.1:1778626083.950093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edad00.
00010000:00000010:1.1:1778626083.950096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0ca00.
00010000:00000010:1.1:1778626083.950099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda100.
00010000:00000010:1.1:1778626083.950101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0d800.
00010000:00000010:1.1:1778626083.950103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0300.
00010000:00000010:1.1:1778626083.950106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0c800.
00010000:00000010:1.1:1778626083.950108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c800.
00010000:00000010:1.1:1778626083.950111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1ba00.
00010000:00000010:1.1:1778626083.950113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c700.
00010000:00000010:1.1:1778626083.950115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088a00.
00010000:00000010:1.1:1778626083.950118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c500.
00010000:00000010:1.1:1778626083.950120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089800.
00010000:00000010:1.1:1778626083.950123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edaf00.
00010000:00000010:1.1:1778626083.950125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0c600.
00010000:00000010:1.1:1778626083.950127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943cb00.
00010000:00000010:1.1:1778626083.950129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088800.
00010000:00000010:1.1:1778626083.950131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943cd00.
00010000:00000010:1.1:1778626083.950134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088600.
00010000:00000010:1.1:1778626083.950136:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c100.
00010000:00000010:1.1:1778626083.950138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187600.
00010000:00000010:1.1:1778626083.950141:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943cf00.
00010000:00000010:1.1:1778626083.950143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1be00.
00010000:00000010:1.1:1778626083.950146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0e00.
00010000:00000010:1.1:1778626083.950149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1aa00.
00010000:00000010:1.1:1778626083.950151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c600.
00010000:00000010:1.1:1778626083.950153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187e00.
00010000:00000010:1.1:1778626083.950156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943cc00.
00010000:00000010:1.1:1778626083.950158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187000.
00010000:00000010:1.1:1778626083.950162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cadeb00.
00010000:00000010:1.1:1778626083.950166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186e00.
00010000:00000010:1.1:1778626083.950169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396caded00.
00010000:00000010:1.1:1778626083.950172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3fc00.
00010000:00000010:1.1:1778626083.950174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade100.
00010000:00000010:1.1:1778626083.950177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186000.
00010000:00000010:1.1:1778626083.950180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142f00.
00010000:00000010:1.1:1778626083.950183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186c00.
00010000:00000010:1.1:1778626083.950186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cadef00.
00010000:00000010:1.1:1778626083.950188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187a00.
00010000:00000010:1.1:1778626083.950191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade600.
00010000:00000010:1.1:1778626083.950193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187200.
00010000:00000010:1.1:1778626083.950196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cadec00.
00010000:00000010:1.1:1778626083.950198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187c00.
00010000:00000010:1.1:1778626083.950200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142300.
00010000:00000010:1.1:1778626083.950204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24c00.
00010000:00000010:1.1:1778626083.950207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142e00.
00010000:00000010:1.1:1778626083.950210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08fa00.
00010000:00000010:1.1:1778626083.950213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade300.
00010000:00000010:1.1:1778626083.950216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186200.
00010000:00000010:1.1:1778626083.950219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0000.
00010000:00000010:1.1:1778626083.950221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1a400.
00010000:00000010:1.1:1778626083.950224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cadee00.
00010000:00000010:1.1:1778626083.950226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186400.
00010000:00000010:1.1:1778626083.950229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142000.
00010000:00000010:1.1:1778626083.950231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1a800.
00010000:00000010:1.1:1778626083.950234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180600.
00010000:00000010:1.1:1778626083.950237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25000.
00010000:00000010:1.1:1778626083.950239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180c00.
00010000:00000010:1.1:1778626083.950242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1ae00.
00010000:00000010:1.1:1778626083.950244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142200.
00010000:00000010:1.1:1778626083.950247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187400.
00010000:00000010:1.1:1778626083.950250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade000.
00010000:00000010:1.1:1778626083.950252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186a00.
00010000:00000010:1.1:1778626083.950255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade200.
00010000:00000010:1.1:1778626083.950258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dee800.
00010000:00000010:1.1:1778626083.950260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade400.
00010000:00000010:1.1:1778626083.950263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c187800.
00010000:00000010:1.1:1778626083.950266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142400.
00010000:00000010:1.1:1778626083.950268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186800.
00010000:00000010:1.1:1778626083.950270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cadea00.
00010000:00000010:1.1:1778626083.950273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c186600.
00010000:00000010:1.1:1778626083.950275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade900.
00010000:00000010:1.1:1778626083.950278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342fe00.
00010000:00000010:1.1:1778626083.950280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142a00.
00010000:00000010:1.1:1778626083.950283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25a00.
00010000:00000010:1.1:1778626083.950285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142900.
00010000:00000010:1.1:1778626083.950288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24400.
00010000:00000010:1.1:1778626083.950290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade800.
00010000:00000010:1.1:1778626083.950291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342f000.
00010000:00000010:1.1:1778626083.950293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade700.
00010000:00000010:1.1:1778626083.950295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342ee00.
00010000:00000010:1.1:1778626083.950297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142800.
00010000:00000010:1.1:1778626083.950298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24600.
00010000:00000010:1.1:1778626083.950300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142700.
00010000:00000010:1.1:1778626083.950302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25c00.
00010000:00000010:1.1:1778626083.950303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0200.
00010000:00000010:1.1:1778626083.950305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973def000.
00010000:00000010:1.1:1778626083.950307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142500.
00010000:00000010:1.1:1778626083.950308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25800.
00010000:00000010:1.1:1778626083.950309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142b00.
00010000:00000010:1.1:1778626083.950311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24800.
00010000:00000010:1.1:1778626083.950312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180300.
00010000:00000010:1.1:1778626083.950314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25600.
00010000:00000010:1.1:1778626083.950315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180e00.
00010000:00000010:1.1:1778626083.950317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973deee00.
00010000:00000010:1.1:1778626083.950319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0400.
00010000:00000010:1.1:1778626083.950322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973def600.
00010000:00000010:1.1:1778626083.950324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cade500.
00010000:00000010:1.1:1778626083.950327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342e000.
00010000:00000010:1.1:1778626083.950329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142d00.
00010000:00000010:1.1:1778626083.950332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08f200.
00010000:00000010:1.1:1778626083.950335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465abf00.
00010000:00000010:1.1:1778626083.950338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342ec00.
00010000:00000010:1.1:1778626083.950340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab300.
00010000:00000010:1.1:1778626083.950342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342fa00.
00010000:00000010:1.1:1778626083.950345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465abe00.
00010000:00000010:1.1:1778626083.950347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342f200.
00010000:00000010:1.1:1778626083.950349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab000.
00010000:00000010:1.1:1778626083.950352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342fc00.
00010000:00000010:1.1:1778626083.950354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0a00.
00010000:00000010:1.1:1778626083.950357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973def400.
00010000:00000010:1.1:1778626083.950359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0900.
00010000:00000010:1.1:1778626083.950362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342e200.
00010000:00000010:1.1:1778626083.950365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab200.
00010000:00000010:1.1:1778626083.950367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342e400.
00010000:00000010:1.1:1778626083.950370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab400.
00010000:00000010:1.1:1778626083.950372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342f400.
00010000:00000010:1.1:1778626083.950374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0800.
00010000:00000010:1.1:1778626083.950377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973defc00.
00010000:00000010:1.1:1778626083.950380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465aba00.
00010000:00000010:1.1:1778626083.950382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342ea00.
00010000:00000010:1.1:1778626083.950385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab900.
00010000:00000010:1.1:1778626083.950387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342f800.
00010000:00000010:1.1:1778626083.950389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0700.
00010000:00000010:1.1:1778626083.950391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973def800.
00010000:00000010:1.1:1778626083.950394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab800.
00010000:00000010:1.1:1778626083.950397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342e800.
00010000:00000010:1.1:1778626083.950400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab700.
00010000:00000010:1.1:1778626083.950402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973deea00.
00010000:00000010:1.1:1778626083.950405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142100.
00010000:00000010:1.1:1778626083.950408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08fc00.
00010000:00000010:1.1:1778626083.950410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab500.
00010000:00000010:1.1:1778626083.950412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342e600.
00010000:00000010:1.1:1778626083.950414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465abb00.
00010000:00000010:1.1:1778626083.950417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f397342f600.
00010000:00000010:1.1:1778626083.950419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0500.
00010000:00000010:1.1:1778626083.950421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973defa00.
00010000:00000010:1.1:1778626083.950423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465abd00.
00010000:00000010:1.1:1778626083.950426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148a00.
00010000:00000010:1.1:1778626083.950429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab100.
00010000:00000010:1.1:1778626083.950431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148e00.
00010000:00000010:1.1:1778626083.950434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ab600.
00010000:00000010:1.1:1778626083.950436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148000.
00010000:00000010:1.1:1778626083.950439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6be00.
00010000:00000010:1.1:1778626083.950442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973defe00.
00010000:00000010:1.1:1778626083.950444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142600.
00010000:00000010:1.1:1778626083.950459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148c00.
00010000:00000010:1.1:1778626083.950463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465abc00.
00010000:00000010:1.1:1778626083.950465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dee600.
00010000:00000010:1.1:1778626083.950469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52000.
00010000:00000010:1.1:1778626083.950472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149a00.
00010000:00000010:1.1:1778626083.950474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52200.
00010000:00000010:1.1:1778626083.950477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149200.
00010000:00000010:1.1:1778626083.950480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52400.
00010000:00000010:1.1:1778626083.950482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149c00.
00010000:00000010:1.1:1778626083.950484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3952142c00.
00010000:00000010:1.1:1778626083.950487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08e200.
00010000:00000010:1.1:1778626083.950489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52a00.
00010000:00000010:1.1:1778626083.950492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24200.
00010000:00000010:1.1:1778626083.950495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b000.
00010000:00000010:1.1:1778626083.950497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dee400.
00010000:00000010:1.1:1778626083.950499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52900.
00010000:00000010:1.1:1778626083.950502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148200.
00010000:00000010:1.1:1778626083.950505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f100.
00010000:00000010:1.1:1778626083.950508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08e400.
00010000:00000010:1.1:1778626083.950510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214ff00.
00010000:00000010:1.1:1778626083.950513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08f400.
00010000:00000010:1.1:1778626083.950515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180000.
00010000:00000010:1.1:1778626083.950517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24e00.
00010000:00000010:1.1:1778626083.950520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52800.
00010000:00000010:1.1:1778626083.950522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148400.
00010000:00000010:1.1:1778626083.950524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52700.
00010000:00000010:1.1:1778626083.950526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24000.
00010000:00000010:1.1:1778626083.950529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f600.
00010000:00000010:1.1:1778626083.950531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08ea00.
00010000:00000010:1.1:1778626083.950534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214fc00.
00010000:00000010:1.1:1778626083.950536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973def200.
00010000:00000010:1.1:1778626083.950539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f300.
00010000:00000010:1.1:1778626083.950541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dee200.
00010000:00000010:1.1:1778626083.950544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180200.
00010000:00000010:1.1:1778626083.950546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25e00.
00010000:00000010:1.1:1778626083.950549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52500.
00010000:00000010:1.1:1778626083.950551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149400.
00010000:00000010:1.1:1778626083.950553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b200.
00010000:00000010:1.1:1778626083.950556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd24a00.
00010000:00000010:1.1:1778626083.950558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b400.
00010000:00000010:1.1:1778626083.950560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25400.
00010000:00000010:1.1:1778626083.950563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6ba00.
00010000:00000010:1.1:1778626083.950565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cd25200.
00010000:00000010:1.1:1778626083.950568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52b00.
00010000:00000010:1.1:1778626083.950570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973deec00.
00010000:00000010:1.1:1778626083.950573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52d00.
00010000:00000010:1.1:1778626083.950575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dee000.
00010000:00000010:1.1:1778626083.950577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52100.
00010000:00000010:1.1:1778626083.950580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08f800.
00010000:00000010:1.1:1778626083.950582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214fe00.
00010000:00000010:1.1:1778626083.950585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08e800.
00010000:00000010:1.1:1778626083.950587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52f00.
00010000:00000010:1.1:1778626083.950590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149800.
00010000:00000010:1.1:1778626083.950592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52600.
00010000:00000010:1.1:1778626083.950594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148800.
00010000:00000010:1.1:1778626083.950596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52c00.
00010000:00000010:1.1:1778626083.950598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952148600.
00010000:00000010:1.1:1778626083.950600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f000.
00010000:00000010:1.1:1778626083.950603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd9800.
00010000:00000010:1.1:1778626083.950605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b900.
00010000:00000010:1.1:1778626083.950621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3000.
00010000:00000010:1.1:1778626083.950626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f200.
00010000:00000010:1.1:1778626083.950629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08e600.
00010000:00000010:1.1:1778626083.950631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52300.
00010000:00000010:1.1:1778626083.950633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149600.
00010000:00000010:1.1:1778626083.950636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f400.
00010000:00000010:1.1:1778626083.950638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08f600.
00010000:00000010:1.1:1778626083.950640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd52e00.
00010000:00000010:1.1:1778626083.950643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149e00.
00010000:00000010:1.1:1778626083.950645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496100.
00010000:00000010:1.1:1778626083.950648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49b000.
00010000:00000010:1.1:1778626083.950650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214fa00.
00010000:00000010:1.1:1778626083.950653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08fe00.
00010000:00000010:1.1:1778626083.950655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180400.
00010000:00000010:1.1:1778626083.950658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3944fd8c00.
00010000:00000010:1.1:1778626083.950660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f900.
00010000:00000010:1.1:1778626083.950663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08f000.
00010000:00000010:1.1:1778626083.950666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496f00.
00010000:00000010:1.1:1778626083.950669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de3e00.
00010000:00000010:1.1:1778626083.950671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395214f800.
00010000:00000010:1.1:1778626083.950678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e08ee00.
00010000:00000010:1.1:1778626083.950681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f496600.
00010000:00000010:1.1:1778626083.950689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f49bc00.
00010000:00000010:1.1:1778626083.950692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b800.
00010000:00000010:1.1:1778626083.950695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2600.
00010000:00000010:1.1:1778626083.950697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a6b700.
00010000:00000010:1.1:1778626083.950702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de2800.
00000800:00000200:1.1:1778626085.704303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626085.704309:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1778626085.704932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626085.704934:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1778626085.705201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626085.705204:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1778626090.824242:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626090.824248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1778626090.824670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626090.824673:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1778626090.824972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626090.824975:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 16, 4 secs later)
00000080:00000010:0.1:1778626094.159625:0:200551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2820.
00000080:00000010:0.1:1778626094.188648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2c00.
00000080:00000010:0.1:1778626094.188659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2f60.
00000080:00000010:0.1:1778626094.188664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143880.
00000080:00000010:0.1:1778626094.188668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122480.
00000080:00000010:0.1:1778626094.188672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122f20.
00000080:00000010:0.1:1778626094.188675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521223e0.
00000080:00000010:0.1:1778626094.188677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c20.
00000080:00000010:0.1:1778626094.188680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a60.
00000080:00000010:0.1:1778626094.188685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2520.
00000080:00000010:0.1:1778626094.188687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122d60.
00000080:00000010:0.1:1778626094.188690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122a00.
00000080:00000010:0.1:1778626094.188693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122ca0.
00000080:00000010:0.1:1778626094.188696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521439c0.
00000080:00000010:0.1:1778626094.188701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143ae0.
00000080:00000010:0.1:1778626094.188703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143d80.
00000080:00000010:0.1:1778626094.188706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122b80.
00000080:00000010:0.1:1778626094.188709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521437a0.
00000080:00000010:0.1:1778626094.188711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2ec0.
00000080:00000010:0.1:1778626094.188721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143940.
00000080:00000010:0.1:1778626094.188724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143a00.
00000080:00000010:0.1:1778626094.188726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143720.
00000080:00000010:0.1:1778626094.188729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122f00.
00000080:00000010:0.1:1778626094.192647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143100.
00000080:00000010:0.1:1778626094.192656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2240.
00000080:00000010:0.1:1778626094.192659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143800.
00000080:00000010:0.1:1778626094.192662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143380.
00000080:00000010:0.1:1778626094.192665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143360.
00000080:00000010:0.1:1778626094.192668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911b20.
00000080:00000010:0.1:1778626094.192672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143e60.
00000080:00000010:0.1:1778626094.192675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122500.
00000080:00000010:0.1:1778626094.192678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd28c0.
00000080:00000010:0.1:1778626094.192680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521433c0.
00000080:00000010:0.1:1778626094.192683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911620.
00000080:00000010:0.1:1778626094.192686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143dc0.
00000080:00000010:0.1:1778626094.192688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2740.
00000080:00000010:0.1:1778626094.192690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911160.
00000080:00000010:0.1:1778626094.192694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143c80.
00000080:00000010:0.1:1778626094.192696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521437e0.
00000080:00000010:0.1:1778626094.192698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122660.
00000080:00000010:0.1:1778626094.192701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952143120.
00000080:00000010:0.1:1778626094.192704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911f80.
00000080:00000010:0.1:1778626094.192706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395f76aba0.
00000080:00000010:0.1:1778626094.192710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122840.
00000080:00000010:0.1:1778626094.192714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d320.
00000080:00000010:0.1:1778626094.192717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d340.
00000080:00000010:0.1:1778626094.192720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2da20.
00000080:00000010:0.1:1778626094.192723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521227c0.
00000080:00000010:0.1:1778626094.192726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d280.
00000080:00000010:0.1:1778626094.192728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911480.
00000080:00000010:0.1:1778626094.192731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122cc0.
00000080:00000010:0.1:1778626094.192734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2020.
00000080:00000010:0.1:1778626094.192736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2b80.
00000080:00000010:0.1:1778626094.192738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd23c0.
00000080:00000010:0.1:1778626094.192741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d3e0.
00000080:00000010:0.1:1778626094.192744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dda0.
00000080:00000010:0.1:1778626094.192746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dfc0.
00000080:00000010:0.1:1778626094.192749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d1c0.
00000080:00000010:0.1:1778626094.192751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2de0.
00000080:00000010:0.1:1778626094.192754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d140.
00000080:00000010:0.1:1778626094.192756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d760.
00000080:00000010:0.1:1778626094.192759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d900.
00000080:00000010:0.1:1778626094.192762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d460.
00000080:00000010:0.1:1778626094.192764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d080.
00000080:00000010:0.1:1778626094.192767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2de40.
00000080:00000010:0.1:1778626094.192769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122360.
00000080:00000010:0.1:1778626094.192771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122200.
00000080:00000010:0.1:1778626094.192774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d500.
00000080:00000010:0.1:1778626094.192777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911800.
00000080:00000010:0.1:1778626094.192779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911460.
00000080:00000010:0.1:1778626094.192782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd26c0.
00000080:00000010:0.1:1778626094.192784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2da40.
00000080:00000010:0.1:1778626094.192787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d180.
00000080:00000010:0.1:1778626094.192790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d4c0.
00000080:00000010:0.1:1778626094.192792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2ddc0.
00000080:00000010:0.1:1778626094.192794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122fa0.
00000080:00000010:0.1:1778626094.192797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911a00.
00000080:00000010:0.1:1778626094.192799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d120.
00000080:00000010:0.1:1778626094.192801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d3a0.
00000080:00000010:0.1:1778626094.192804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d680.
00000080:00000010:0.1:1778626094.192806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d160.
00000080:00000010:0.1:1778626094.192808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d920.
00000080:00000010:0.1:1778626094.192811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789115e0.
00000080:00000010:0.1:1778626094.192813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2060.
00000080:00000010:0.1:1778626094.192816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d400.
00000080:00000010:0.1:1778626094.192819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d440.
00000080:00000010:0.1:1778626094.192821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd26a0.
00000080:00000010:0.1:1778626094.192823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2df40.
00000080:00000010:0.1:1778626094.192825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2320.
00000080:00000010:0.1:1778626094.192827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd29e0.
00000080:00000010:0.1:1778626094.192830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2fc0.
00000080:00000010:0.1:1778626094.192832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd25e0.
00000080:00000010:0.1:1778626094.192834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39789112c0.
00000080:00000010:0.1:1778626094.192836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122b40.
00000080:00000010:0.1:1778626094.192838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122c20.
00000080:00000010:0.1:1778626094.192841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2540.
00000080:00000010:0.1:1778626094.192843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d600.
00000080:00000010:0.1:1778626094.192846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d5a0.
00000080:00000010:0.1:1778626094.192848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2720.
00000080:00000010:0.1:1778626094.192850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd25c0.
00000080:00000010:0.1:1778626094.192853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2db00.
00000080:00000010:0.1:1778626094.192855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2100.
00000080:00000010:0.1:1778626094.192857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d7c0.
00000080:00000010:0.1:1778626094.192859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dca0.
00000080:00000010:0.1:1778626094.192860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d780.
00000080:00000010:0.1:1778626094.192862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911880.
00000080:00000010:0.1:1778626094.192864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911c60.
00000080:00000010:0.1:1778626094.192866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2dc0.
00000080:00000010:0.1:1778626094.192868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd28e0.
00000080:00000010:0.1:1778626094.192870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122600.
00000080:00000010:0.1:1778626094.192872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2dce0.
00000080:00000010:0.1:1778626094.192874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2800.
00000080:00000010:0.1:1778626094.192876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2920.
00000080:00000010:0.1:1778626094.192878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d9c0.
00000080:00000010:0.1:1778626094.192880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521229a0.
00000080:00000010:0.1:1778626094.192882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911ca0.
00000080:00000010:0.1:1778626094.192884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911140.
00000080:00000010:0.1:1778626094.192886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2d00.
00000080:00000010:0.1:1778626094.192888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d5e0.
00000080:00000010:0.1:1778626094.192889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3952122fe0.
00000080:00000010:0.1:1778626094.192891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d240.
00000080:00000010:0.1:1778626094.192893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911e40.
00000080:00000010:0.1:1778626094.192895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396bd2d020.
00010000:00000010:0.1:1778626094.192908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1d400.
00010000:00000010:0.1:1778626094.192911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edfe00.
00010000:00000010:0.1:1778626094.192914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1400.
00010000:00000010:0.1:1778626094.192916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edf000.
00010000:00000010:0.1:1778626094.192918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a400.
00010000:00000010:0.1:1778626094.192920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edee00.
00010000:00000010:0.1:1778626094.192921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972c1da00.
00010000:00000010:0.1:1778626094.192926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d19c00.
00010000:00000010:0.1:1778626094.192928:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1a00.
00010000:00000010:0.1:1778626094.192930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083e00.
00010000:00000010:0.1:1778626094.192933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab100.
00010000:00000010:0.1:1778626094.192935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083600.
00010000:00000010:0.1:1778626094.192937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0aa00.
00010000:00000010:0.1:1778626094.192939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082600.
00010000:00000010:0.1:1778626094.192941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426400.
00010000:00000010:0.1:1778626094.192943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18200.
00010000:00000010:0.1:1778626094.192945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbabf00.
00010000:00000010:0.1:1778626094.192946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d18400.
00010000:00000010:0.1:1778626094.192948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a900.
00010000:00000010:0.1:1778626094.192950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945ede200.
00010000:00000010:0.1:1778626094.192952:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab600.
00010000:00000010:0.1:1778626094.192953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083a00.
00010000:00000010:0.1:1778626094.192955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbabc00.
00010000:00000010:0.1:1778626094.192957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e083000.
00010000:00000010:0.1:1778626094.192958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab300.
00010000:00000010:0.1:1778626094.192960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e082e00.
00010000:00000010:0.1:1778626094.192962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbabe00.
00010000:00000010:0.1:1778626094.192963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0800.
00010000:00000010:0.1:1778626094.192965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab000.
00010000:00000010:0.1:1778626094.192967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0600.
00010000:00000010:0.1:1778626094.192969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a800.
00010000:00000010:0.1:1778626094.192970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1600.
00010000:00000010:0.1:1778626094.192972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1900.
00010000:00000010:0.1:1778626094.192974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3e200.
00010000:00000010:0.1:1778626094.192976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab200.
00010000:00000010:0.1:1778626094.192977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1e00.
00010000:00000010:0.1:1778626094.192979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1800.
00010000:00000010:0.1:1778626094.192980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945edfc00.
00010000:00000010:0.1:1778626094.192982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab400.
00010000:00000010:0.1:1778626094.192984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1000.
00010000:00000010:0.1:1778626094.192986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbaba00.
00010000:00000010:0.1:1778626094.192988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0e00.
00010000:00000010:0.1:1778626094.192989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab900.
00010000:00000010:0.1:1778626094.192991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0000.
00010000:00000010:0.1:1778626094.192993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1700.
00010000:00000010:0.1:1778626094.192994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3e600.
00010000:00000010:0.1:1778626094.192996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab800.
00010000:00000010:0.1:1778626094.192997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0c00.
00010000:00000010:0.1:1778626094.192999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab700.
00010000:00000010:0.1:1778626094.193001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9e00.
00010000:00000010:0.1:1778626094.193003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbab500.
00010000:00000010:0.1:1778626094.193004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1a00.
00010000:00000010:0.1:1778626094.193006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbabb00.
00010000:00000010:0.1:1778626094.193007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1200.
00010000:00000010:0.1:1778626094.193009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cbabd00.
00010000:00000010:0.1:1778626094.193010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1c00.
00010000:00000010:0.1:1778626094.193012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a700.
00010000:00000010:0.1:1778626094.193014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14de00.
00010000:00000010:0.1:1778626094.193016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64800.
00010000:00000010:0.1:1778626094.193018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0200.
00010000:00000010:0.1:1778626094.193019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426a00.
00010000:00000010:0.1:1778626094.193021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3ee00.
00010000:00000010:0.1:1778626094.193022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426900.
00010000:00000010:0.1:1778626094.193024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9400.
00010000:00000010:0.1:1778626094.193026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64700.
00010000:00000010:0.1:1778626094.193027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0400.
00010000:00000010:0.1:1778626094.193029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a500.
00010000:00000010:0.1:1778626094.193031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14d000.
00010000:00000010:0.1:1778626094.193032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0ab00.
00010000:00000010:0.1:1778626094.193034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1400.
00010000:00000010:0.1:1778626094.193035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426700.
00010000:00000010:0.1:1778626094.193038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8200.
00010000:00000010:0.1:1778626094.193039:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0ad00.
00010000:00000010:0.1:1778626094.193041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14ce00.
00010000:00000010:0.1:1778626094.193043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64500.
00010000:00000010:0.1:1778626094.193045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd0a00.
00010000:00000010:0.1:1778626094.193047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64b00.
00010000:00000010:0.1:1778626094.193049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdd1800.
00010000:00000010:0.1:1778626094.193050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64d00.
00010000:00000010:0.1:1778626094.193052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3ea00.
00010000:00000010:0.1:1778626094.193053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64100.
00010000:00000010:0.1:1778626094.193055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147e00.
00010000:00000010:0.1:1778626094.193057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a100.
00010000:00000010:0.1:1778626094.193059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14c000.
00010000:00000010:0.1:1778626094.193060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64f00.
00010000:00000010:0.1:1778626094.193062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147000.
00010000:00000010:0.1:1778626094.193064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64600.
00010000:00000010:0.1:1778626094.193065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3fe00.
00010000:00000010:0.1:1778626094.193067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64c00.
00010000:00000010:0.1:1778626094.193069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146e00.
00010000:00000010:0.1:1778626094.193070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64300.
00010000:00000010:0.1:1778626094.193072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146000.
00010000:00000010:0.1:1778626094.193074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64e00.
00010000:00000010:0.1:1778626094.193075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146c00.
00010000:00000010:0.1:1778626094.193077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64000.
00010000:00000010:0.1:1778626094.193078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3ec00.
00010000:00000010:0.1:1778626094.193080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64200.
00010000:00000010:0.1:1778626094.193081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147a00.
00010000:00000010:0.1:1778626094.193083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0af00.
00010000:00000010:0.1:1778626094.193085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0d600.
00010000:00000010:0.1:1778626094.193087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64400.
00010000:00000010:0.1:1778626094.193089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3f400.
00010000:00000010:0.1:1778626094.193090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64a00.
00010000:00000010:0.1:1778626094.193092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9800.
00010000:00000010:0.1:1778626094.193094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a64900.
00010000:00000010:0.1:1778626094.193096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8800.
00010000:00000010:0.1:1778626094.193098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a600.
00010000:00000010:0.1:1778626094.193099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8600.
00010000:00000010:0.1:1778626094.193101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1500.
00010000:00000010:0.1:1778626094.193103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147200.
00010000:00000010:0.1:1778626094.193105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4d00.
00010000:00000010:0.1:1778626094.193107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147c00.
00010000:00000010:0.1:1778626094.193108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4100.
00010000:00000010:0.1:1778626094.193110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146200.
00010000:00000010:0.1:1778626094.193111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4f00.
00010000:00000010:0.1:1778626094.193113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146400.
00010000:00000010:0.1:1778626094.193115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4600.
00010000:00000010:0.1:1778626094.193116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9a00.
00010000:00000010:0.1:1778626094.193118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4c00.
00010000:00000010:0.1:1778626094.193119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147400.
00010000:00000010:0.1:1778626094.193121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4300.
00010000:00000010:0.1:1778626094.193123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146a00.
00010000:00000010:0.1:1778626094.193124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4e00.
00010000:00000010:0.1:1778626094.193126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147800.
00010000:00000010:0.1:1778626094.193127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4000.
00010000:00000010:0.1:1778626094.193129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146800.
00010000:00000010:0.1:1778626094.193130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4200.
00010000:00000010:0.1:1778626094.193132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952146600.
00010000:00000010:0.1:1778626094.193133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0ac00.
00010000:00000010:0.1:1778626094.193135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952147600.
00010000:00000010:0.1:1778626094.193137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1b00.
00010000:00000010:0.1:1778626094.193138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3f000.
00010000:00000010:0.1:1778626094.193140:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1d00.
00010000:00000010:0.1:1778626094.193141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3f600.
00010000:00000010:0.1:1778626094.193143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426500.
00010000:00000010:0.1:1778626094.193145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ac600.
00010000:00000010:0.1:1778626094.193147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a300.
00010000:00000010:0.1:1778626094.193149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0de00.
00010000:00000010:0.1:1778626094.193151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4400.
00010000:00000010:0.1:1778626094.193153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0d000.
00010000:00000010:0.1:1778626094.193154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0ae00.
00010000:00000010:0.1:1778626094.193156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8c00.
00010000:00000010:0.1:1778626094.193157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4a00.
00010000:00000010:0.1:1778626094.193159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ad600.
00010000:00000010:0.1:1778626094.193161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4900.
00010000:00000010:0.1:1778626094.193162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ade00.
00010000:00000010:0.1:1778626094.193164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda600.
00010000:00000010:0.1:1778626094.193166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ad000.
00010000:00000010:0.1:1778626094.193167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4800.
00010000:00000010:0.1:1778626094.193169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ace00.
00010000:00000010:0.1:1778626094.193170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4700.
00010000:00000010:0.1:1778626094.193172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3e800.
00010000:00000010:0.1:1778626094.193173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edac00.
00010000:00000010:0.1:1778626094.193175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0ce00.
00010000:00000010:0.1:1778626094.193177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda300.
00010000:00000010:0.1:1778626094.193178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ac000.
00010000:00000010:0.1:1778626094.193180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4500.
00010000:00000010:0.1:1778626094.193181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1acc00.
00010000:00000010:0.1:1778626094.193183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966bf4b00.
00010000:00000010:0.1:1778626094.193184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ada00.
00010000:00000010:0.1:1778626094.193186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51f00.
00010000:00000010:0.1:1778626094.193188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ad200.
00010000:00000010:0.1:1778626094.193189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51600.
00010000:00000010:0.1:1778626094.193191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1adc00.
00010000:00000010:0.1:1778626094.193193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edae00.
00010000:00000010:0.1:1778626094.193194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0c000.
00010000:00000010:0.1:1778626094.193196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426b00.
00010000:00000010:0.1:1778626094.193198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9000.
00010000:00000010:0.1:1778626094.193200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51c00.
00010000:00000010:0.1:1778626094.193201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ac200.
00010000:00000010:0.1:1778626094.193203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51300.
00010000:00000010:0.1:1778626094.193205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ac400.
00010000:00000010:0.1:1778626094.193207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426d00.
00010000:00000010:0.1:1778626094.193208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8400.
00010000:00000010:0.1:1778626094.193210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51e00.
00010000:00000010:0.1:1778626094.193211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ad400.
00010000:00000010:0.1:1778626094.193213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426100.
00010000:00000010:0.1:1778626094.193214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9200.
00010000:00000010:0.1:1778626094.193216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973426f00.
00010000:00000010:0.1:1778626094.193220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8000.
00010000:00000010:0.1:1778626094.193222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0b00.
00010000:00000010:0.1:1778626094.193224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9600.
00010000:00000010:0.1:1778626094.193225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0d00.
00010000:00000010:0.1:1778626094.193227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8a00.
00010000:00000010:0.1:1778626094.193229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda000.
00010000:00000010:0.1:1778626094.193230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0cc00.
00010000:00000010:0.1:1778626094.193232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1100.
00010000:00000010:0.1:1778626094.193233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3f800.
00010000:00000010:0.1:1778626094.193235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de1f00.
00010000:00000010:0.1:1778626094.193236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3e400.
00010000:00000010:0.1:1778626094.193238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180700.
00010000:00000010:0.1:1778626094.193240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de9c00.
00010000:00000010:0.1:1778626094.193242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51000.
00010000:00000010:0.1:1778626094.193244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1aca00.
00010000:00000010:0.1:1778626094.193259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51200.
00010000:00000010:0.1:1778626094.193261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ad800.
00010000:00000010:0.1:1778626094.193263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0100.
00010000:00000010:0.1:1778626094.193265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973de8e00.
00010000:00000010:0.1:1778626094.193267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0f00.
00010000:00000010:0.1:1778626094.193269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1bc00.
00010000:00000010:0.1:1778626094.193271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973de0600.
00010000:00000010:0.1:1778626094.193276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e1ac800.
00010000:00000010:0.1:1778626094.193278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180500.
00010000:00000010:0.1:1778626094.193280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1a600.
00010000:00000010:0.1:1778626094.193282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51400.
00010000:00000010:0.1:1778626094.193284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088400.
00010000:00000010:0.1:1778626094.193285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51a00.
00010000:00000010:0.1:1778626094.193287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088200.
00010000:00000010:0.1:1778626094.193289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51900.
00010000:00000010:0.1:1778626094.193290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089600.
00010000:00000010:0.1:1778626094.193292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda200.
00010000:00000010:0.1:1778626094.193293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0da00.
00010000:00000010:0.1:1778626094.193295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda400.
00010000:00000010:0.1:1778626094.193297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0d200.
00010000:00000010:0.1:1778626094.193298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945edaa00.
00010000:00000010:0.1:1778626094.193300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1b800.
00010000:00000010:0.1:1778626094.193301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda900.
00010000:00000010:0.1:1778626094.193303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1a200.
00010000:00000010:0.1:1778626094.193305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180b00.
00010000:00000010:0.1:1778626094.193306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3e000.
00010000:00000010:0.1:1778626094.193308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51800.
00010000:00000010:0.1:1778626094.193310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089e00.
00010000:00000010:0.1:1778626094.193311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c180d00.
00010000:00000010:0.1:1778626094.193313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1a000.
00010000:00000010:0.1:1778626094.193314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51700.
00010000:00000010:0.1:1778626094.193316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1ac00.
00010000:00000010:0.1:1778626094.193317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51500.
00010000:00000010:0.1:1778626094.193319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e089000.
00010000:00000010:0.1:1778626094.193321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51b00.
00010000:00000010:0.1:1778626094.193322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3f200.
00010000:00000010:0.1:1778626094.193324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda800.
00010000:00000010:0.1:1778626094.193326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0dc00.
00010000:00000010:0.1:1778626094.193327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945eda700.
00010000:00000010:0.1:1778626094.193329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0c200.
00010000:00000010:0.1:1778626094.193331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51d00.
00010000:00000010:0.1:1778626094.193333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3946b1b200.
00010000:00000010:0.1:1778626094.193340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3966a51100.
00010000:00000010:0.1:1778626094.193341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088e00.
00010000:00000010:0.1:1778626094.193343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c300.
00010000:00000010:0.1:1778626094.193345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf3fa00.
00010000:00000010:0.1:1778626094.193347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943ce00.
00010000:00000010:0.1:1778626094.193348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395e088000.
00010000:00000010:0.1:1778626094.193353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394943c000.
00010000:00000010:0.1:1778626094.193355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bd0c400.
00000800:00000200:1.1:1778626095.944253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626095.944467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626095.945060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626101.064301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626101.064308:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1778626101.064917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626101.064919:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1778626101.066080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626101.066083:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 28 secs later)
00000080:00000010:0.1:1778626104.397637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087520.
00000080:00000010:0.1:1778626104.397650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087840.
00000080:00000010:0.1:1778626104.397653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9b40.
00000080:00000010:0.1:1778626104.397676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3978911400.
00000080:00000010:0.1:1778626104.401635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d00.
00000080:00000010:0.1:1778626104.401642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3973425d80.
00010000:00000010:0.1:1778626104.401647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60600.
00010000:00000010:0.1:1778626104.401651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517600.
00010000:00000010:0.1:1778626104.401655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593f00.
00010000:00000010:0.1:1778626104.401659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b000.
00010000:00000010:0.1:1778626104.401709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a800.
00010000:00000010:0.1:1778626104.401713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593c00.
00010000:00000010:0.1:1778626104.401716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3bc00.
00010000:00000010:0.1:1778626104.401719:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3f00.
00010000:00000010:0.1:1778626104.401721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed600.
00010000:00000010:0.1:1778626104.401725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60000.
00010000:00000010:0.1:1778626104.401727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39457e4400.
00010000:00000010:0.1:1778626104.401734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b400.
00010000:00000010:0.1:1778626104.401737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835700.
00010000:00000010:0.1:1778626104.401741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172a00.
00010000:00000010:0.1:1778626104.401744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62200.
00010000:00000010:0.1:1778626104.401747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62a00.
00010000:00000010:0.1:1778626104.401750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea800.
00010000:00000010:0.1:1778626104.401753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c625e00.
00010000:00000010:0.1:1778626104.401760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f634d00.
00010000:00000010:0.1:1778626104.401763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b200.
00010000:00000010:0.1:1778626104.401766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76e00.
00010000:00000010:0.1:1778626104.401769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71e00.
00010000:00000010:0.1:1778626104.401799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdda200.
00010000:00000010:0.1:1778626104.401802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14d800.
00010000:00000010:0.1:1778626104.401805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bd0a200.
00010000:00000010:0.1:1778626104.401814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c14d600.
00000800:00000200:3.1:1778626106.184393:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626106.184403:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1778626106.185074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626106.185076:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1778626106.185395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626106.185397:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 23 secs later)
00000800:00000200:2.1:1778626111.304774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626111.304777:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1778626111.305123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626111.305125:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1778626111.305425:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626111.305427:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1778626116.424545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626116.424552:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 12 secs later)
00000800:00000200:2.1:1778626116.425128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626116.425131:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 12 secs later)
00000800:00000200:2.1:1778626116.425440:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626116.425443:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 12 secs later)
00000800:00000200:2.1:1778626121.544494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626121.544499:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 7 secs later)
00000800:00000200:2.1:1778626121.545094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626121.545096:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 7 secs later)
00000800:00000200:2.1:1778626121.545417:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626121.545419:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 7 secs later)
00000800:00000200:2.1:1778626126.664728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626126.664732:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1778626126.665085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626126.665088:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1778626126.665394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626126.665398:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 32, 2 secs later)
00000800:00000200:1.1:1778626131.784213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626131.784494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626131.784697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626136.904298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626136.904307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1778626136.904838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626136.904842:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1778626136.905163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626136.905166:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1778626142.024282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626142.024286:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778626142.024857:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626142.024859:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778626142.025143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626142.025146:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778626147.144294:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626147.144299:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778626147.144715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626147.144716:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778626147.144936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626147.144938:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778626152.264520:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626152.264524:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778626152.265019:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626152.265022:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778626152.265380:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626152.265383:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778626157.384446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626157.384450:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778626157.384844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626157.384846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778626157.385063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626157.385065:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778626162.504185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626162.504188:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 31 secs later)
00000800:00000200:1.1:1778626162.504476:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626162.504478:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 31 secs later)
00000800:00000200:1.1:1778626162.504753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626162.504755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1778626167.624260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626167.624262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1778626167.624543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626167.624545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1778626167.624766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626167.624768:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 26 secs later)
00000800:00000200:0.1:1778626172.744170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626172.744176:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1778626172.744568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626172.744570:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1778626172.744871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626172.744874:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1778626177.864675:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626177.864690:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1778626177.865451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626177.865454:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1778626177.865867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626177.865870:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1778626182.984211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626182.984216:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1778626182.984558:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626182.984560:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1778626182.984785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626182.984786:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778626188.104199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626188.104206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626188.104593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626188.104595:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626188.104827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626188.104829:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626193.224287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626193.224291:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626193.224794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626193.224795:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626193.224993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626193.224995:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626198.344172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626198.344450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626198.344641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626203.464716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626203.464721:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626203.465246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626203.465248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626203.465587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626203.465590:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626208.584238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626208.584241:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626208.585158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626208.585160:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626208.585352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626208.585354:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626213.704348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626213.704352:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626213.704785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626213.704788:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626213.705100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626213.705103:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778626218.824405:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626218.824414:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778626218.825093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626218.825096:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778626218.825289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626218.825291:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778626223.944357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626223.944363:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778626223.944844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626223.944847:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778626223.945153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626223.945155:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778626229.064207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626229.064213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778626229.064561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626229.064563:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778626229.064903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626229.064905:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626234.184094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626234.184098:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626234.184387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626234.184390:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626234.184636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626234.184637:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626239.304215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626239.304222:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626239.304590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626239.304591:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626239.304876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626239.304877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626244.424257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626244.424265:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626244.424922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626244.424925:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626244.425240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626244.425243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626249.544697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626249.544701:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626249.545026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626249.545028:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626249.545346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626249.545349:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000080:00000010:1.1:1778626253.901656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca60.
00000080:00000010:1.1:1778626253.901662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf40.
00000080:00000010:1.1:1778626253.901673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec020.
00000080:00000010:1.1:1778626253.905638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267220.
00000080:00000010:1.1:1778626253.905644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9d60.
00010000:00000010:1.1:1778626253.905649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3d00.
00010000:00000010:1.1:1778626253.905652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed000.
00010000:00000010:1.1:1778626253.905655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593500.
00010000:00000010:1.1:1778626253.905658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a200.
00010000:00000010:1.1:1778626253.905660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593200.
00010000:00000010:1.1:1778626253.905662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3aa00.
00010000:00000010:1.1:1778626253.905664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114c00.
00010000:00000010:1.1:1778626253.905666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173600.
00010000:00000010:1.1:1778626253.905668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3b00.
00010000:00000010:1.1:1778626253.905670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b800.
00010000:00000010:1.1:1778626253.905672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ecc00.
00010000:00000010:1.1:1778626253.905674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2edc00.
00010000:00000010:1.1:1778626253.905676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593900.
00010000:00000010:1.1:1778626253.905678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ae00.
00010000:00000010:1.1:1778626253.905680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593300.
00010000:00000010:1.1:1778626253.905682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7edc00.
00010000:00000010:1.1:1778626253.905684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec000.
00010000:00000010:1.1:1778626253.905685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60300.
00010000:00000010:1.1:1778626253.905687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc50e00.
00010000:00000010:1.1:1778626253.905689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cd0c300.
00010000:00000010:1.1:1778626253.905691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bf62e00.
00010000:00000010:1.1:1778626253.905692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea700.
00010000:00000010:1.1:1778626253.905694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cc51c00.
00010000:00000010:1.1:1778626253.905696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f634c00.
00010000:00000010:1.1:1778626253.905710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ac00.
00010000:00000010:1.1:1778626253.905712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71900.
00010000:00000010:1.1:1778626253.905714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bdda800.
00010000:00000010:1.1:1778626253.905721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71000.
00010000:00000010:1.1:1778626253.905723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76c00.
00000800:00000200:2.1:1778626254.664312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626254.664319:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626254.665242:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626254.665244:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626254.665439:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626254.665441:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626259.784512:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626259.784516:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626259.785112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626259.785116:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626259.785567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626259.785569:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626264.904580:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626264.905131:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626264.905318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626270.024431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626270.024436:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626270.024972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626270.024974:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626270.025300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626270.025302:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626275.144291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626275.144296:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626275.144823:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626275.144826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626275.145123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626275.145126:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626280.264149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626280.264153:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626280.264556:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626280.264558:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626280.264814:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626280.264816:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626285.384238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626285.384243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626285.384593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626285.384594:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626285.384818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626285.384820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626290.504259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626290.504263:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626290.504702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626290.504705:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626290.505011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626290.505014:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626295.624298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626295.624301:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626295.624759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626295.624762:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626295.625093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626295.625095:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626300.744214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626300.744217:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626300.744509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626300.744511:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626300.744745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626300.744747:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626305.864367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626305.864370:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626305.864782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626305.864783:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626305.864996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626305.864998:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626310.984224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626310.984229:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626310.984550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626310.984553:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626310.984854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626310.984855:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626316.104086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626316.104089:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626316.104705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626316.104708:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626316.104966:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626316.104967:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626321.224312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626321.224317:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626321.224796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626321.224800:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626321.225126:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626321.225129:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626326.344273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626326.344278:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626326.344552:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626326.344554:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626326.344816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626326.344817:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626331.464298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626331.464551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626331.464766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626336.584303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626336.584310:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778626336.584868:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626336.584871:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778626336.585190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626336.585193:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778626341.704417:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626341.704427:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778626341.704944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626341.704946:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778626341.705136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626341.705138:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626346.824352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626346.824358:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626346.824710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626346.824712:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626346.824898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626346.824900:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626351.944221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626351.944226:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626351.944592:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626351.944593:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626351.944864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626351.944866:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626357.064246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626357.064251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626357.064564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626357.064566:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626357.064765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626357.064767:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626362.184354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626362.184358:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626362.184723:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626362.184725:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626362.184932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626362.184934:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626367.304480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626367.304485:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626367.304988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626367.304991:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626367.305289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626367.305292:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626372.424208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626372.424211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626372.424487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626372.424489:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626372.424703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626372.424711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626377.544279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626377.544282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626377.544562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626377.544564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626377.544839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626377.544841:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626382.664210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626382.664216:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778626382.664686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626382.664688:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778626382.664888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626382.664890:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778626387.784438:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626387.784443:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626387.785102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626387.785105:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626387.785343:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626387.785345:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778626392.904328:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626392.904332:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626392.904708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626392.904711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626392.904923:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626392.904925:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778626398.024184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626398.024397:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626398.024742:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626403.144542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626403.144545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778626403.145369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626403.145372:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778626403.145787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626403.145790:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626408.264267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626408.264271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626408.264657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626408.264658:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626408.264902:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626408.264904:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626413.384212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626413.384218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626413.384546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626413.384548:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626413.384800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626413.384802:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626418.504551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626418.504561:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626418.505002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626418.505004:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626418.505229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626418.505231:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626423.624280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626423.624287:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626423.624702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626423.624703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626423.624925:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626423.624927:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626428.744279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626428.744288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626428.744689:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626428.744692:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626428.744904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626428.744906:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626433.864159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626433.864164:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626433.864460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626433.864461:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626433.864888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626433.864890:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778626438.984187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626438.984190:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626438.984550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626438.984552:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626438.984768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626438.984770:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626444.104263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626444.104271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626444.104583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626444.104584:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626444.104798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626444.104801:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626449.224098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626449.224102:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778626449.224458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626449.224459:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778626449.224686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626449.224688:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626454.344278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626454.344282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626454.344605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626454.344606:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626454.344836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626454.344838:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778626459.464563:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626459.464566:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778626459.464941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626459.464943:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778626459.465202:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626459.465204:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778626464.584264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626464.584601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626464.584815:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626469.704283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626469.704289:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626469.704827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626469.704830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626469.705159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626469.705162:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626474.824535:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626474.824538:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626474.824888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626474.824890:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626474.825080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626474.825082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626479.944200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626479.944206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626479.944737:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626479.944740:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626479.944981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626479.944983:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626485.064157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626485.064163:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626485.064628:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626485.064631:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626485.064950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626485.064952:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626490.184227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626490.184233:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626490.184782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626490.184784:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626490.185013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626490.185014:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626495.304193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626495.304199:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626495.304652:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626495.304655:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626495.304957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626495.304960:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626500.424264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626500.424268:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626500.424604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626500.424606:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626500.424818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626500.424820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000080:00000010:1.1:1778626504.801649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecae0.
00000080:00000010:1.1:1778626504.801669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672e0.
00000080:00000010:1.1:1778626504.801686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfc0.
00000080:00000010:1.1:1778626504.801702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2678a0.
00000080:00000010:1.1:1778626504.801713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec9e0.
00000080:00000010:1.1:1778626504.801737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9ae0.
00000080:00000010:1.1:1778626504.801749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd60.
00000080:00000010:1.1:1778626504.801780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec8c0.
00000080:00000010:1.1:1778626504.801792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d80.
00000080:00000010:1.1:1778626504.801806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec820.
00000080:00000010:1.1:1778626504.801809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2670c0.
00000080:00000010:1.1:1778626504.801821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecfe0.
00000080:00000010:1.1:1778626504.801831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec340.
00000080:00000010:1.1:1778626504.801846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec360.
00000080:00000010:1.1:1778626504.801856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a60.
00000080:00000010:1.1:1778626504.801881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2675c0.
00000080:00000010:1.1:1778626504.801905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087360.
00000080:00000010:1.1:1778626504.801917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b60.
00000080:00000010:1.1:1778626504.801929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec6e0.
00000080:00000010:1.1:1778626504.801940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ae0.
00000080:00000010:1.1:1778626504.801951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ce0.
00000080:00000010:1.1:1778626504.801954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2c0.
00000080:00000010:1.1:1778626504.801966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf00.
00000080:00000010:1.1:1778626504.801975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0a0.
00000080:00000010:1.1:1778626504.801986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087300.
00000080:00000010:1.1:1778626504.801998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec3c0.
00000080:00000010:1.1:1778626504.802008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267e20.
00000080:00000010:1.1:1778626504.802027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec060.
00000080:00000010:1.1:1778626504.802037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec400.
00000080:00000010:1.1:1778626504.802048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2672a0.
00000080:00000010:1.1:1778626504.802059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecee0.
00000080:00000010:1.1:1778626504.802069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1a0.
00000080:00000010:1.1:1778626504.802072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeece80.
00000080:00000010:1.1:1778626504.802084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec000.
00000080:00000010:1.1:1778626504.802095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb40.
00000080:00000010:1.1:1778626504.802104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeccc0.
00000080:00000010:1.1:1778626504.802117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec840.
00000080:00000010:1.1:1778626504.802127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca20.
00000080:00000010:1.1:1778626504.802146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f60.
00000080:00000010:1.1:1778626504.802169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec480.
00000080:00000010:1.1:1778626504.802200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec0c0.
00000080:00000010:1.1:1778626504.802212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087800.
00000080:00000010:1.1:1778626504.802224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9260.
00000080:00000010:1.1:1778626504.802226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a91e0.
00000080:00000010:1.1:1778626504.802240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9ec0.
00000080:00000010:1.1:1778626504.802253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca80.
00000080:00000010:1.1:1778626504.802263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267800.
00000080:00000010:1.1:1778626504.802275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecde0.
00000080:00000010:1.1:1778626504.802285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecce0.
00000080:00000010:1.1:1778626504.802304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec1e0.
00000080:00000010:1.1:1778626504.802316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0879e0.
00000080:00000010:1.1:1778626504.802326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecd20.
00000080:00000010:1.1:1778626504.802336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267380.
00000080:00000010:1.1:1778626504.802347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087460.
00000080:00000010:1.1:1778626504.802349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267d40.
00000080:00000010:1.1:1778626504.802360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf60.
00000080:00000010:1.1:1778626504.802369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec780.
00000080:00000010:1.1:1778626504.802377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc40.
00000080:00000010:1.1:1778626504.802389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec700.
00000080:00000010:1.1:1778626504.802399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeeca00.
00000080:00000010:1.1:1778626504.802417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb80.
00000080:00000010:1.1:1778626504.802427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267460.
00000080:00000010:1.1:1778626504.802438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec980.
00000080:00000010:1.1:1778626504.802447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267820.
00000080:00000010:1.1:1778626504.802468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc20.
00000080:00000010:1.1:1778626504.802471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec040.
00000080:00000010:1.1:1778626504.802481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec880.
00000080:00000010:1.1:1778626504.802513:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecf20.
00000080:00000010:1.1:1778626504.802528:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674a0.
00000080:00000010:1.1:1778626504.802539:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec2e0.
00000080:00000010:1.1:1778626504.802552:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecba0.
00000080:00000010:1.1:1778626504.802571:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec800.
00000080:00000010:1.1:1778626504.802582:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb20.
00000080:00000010:1.1:1778626504.802592:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396b7a9020.
00000080:00000010:1.1:1778626504.802605:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec560.
00000080:00000010:1.1:1778626504.802635:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec160.
00000080:00000010:1.1:1778626504.802638:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a40.
00000080:00000010:1.1:1778626504.802656:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec180.
00000080:00000010:1.1:1778626504.802669:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267360.
00000080:00000010:1.1:1778626504.802680:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec720.
00000080:00000010:1.1:1778626504.802692:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267160.
00000080:00000010:1.1:1778626504.802703:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec220.
00000080:00000010:1.1:1778626504.802723:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087cc0.
00000080:00000010:1.1:1778626504.802734:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087e40.
00000080:00000010:1.1:1778626504.802746:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267940.
00000080:00000010:1.1:1778626504.802761:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec600.
00000080:00000010:1.1:1778626504.802774:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec5c0.
00000080:00000010:1.1:1778626504.802777:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecb00.
00000080:00000010:1.1:1778626504.802789:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec380.
00000080:00000010:1.1:1778626504.802798:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec860.
00000080:00000010:1.1:1778626504.802808:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecbc0.
00000080:00000010:1.1:1778626504.802820:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e087880.
00000080:00000010:1.1:1778626504.802834:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267ac0.
00000080:00000010:1.1:1778626504.802853:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec900.
00000080:00000010:1.1:1778626504.802864:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeec320.
00000080:00000010:1.1:1778626504.802874:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f394aeecc00.
00000080:00000010:1.1:1778626504.802883:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2676a0.
00000080:00000010:1.1:1778626504.802885:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e0875a0.
00010000:00000010:1.1:1778626504.802888:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8100.
00010000:00000010:1.1:1778626504.802891:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d000.
00010000:00000010:1.1:1778626504.802893:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8600.
00010000:00000010:1.1:1778626504.802895:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d600.
00010000:00000010:1.1:1778626504.802897:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114700.
00010000:00000010:1.1:1778626504.802899:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d800.
00010000:00000010:1.1:1778626504.802901:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675700.
00010000:00000010:1.1:1778626504.802903:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6800.
00010000:00000010:1.1:1778626504.802906:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675b00.
00010000:00000010:1.1:1778626504.802908:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d200.
00010000:00000010:1.1:1778626504.802909:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8900.
00010000:00000010:1.1:1778626504.802912:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5de00.
00010000:00000010:1.1:1778626504.802913:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8800.
00010000:00000010:1.1:1778626504.802915:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5c200.
00010000:00000010:1.1:1778626504.802917:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675500.
00010000:00000010:1.1:1778626504.802919:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7e00.
00010000:00000010:1.1:1778626504.802921:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39496d8b00.
00010000:00000010:1.1:1778626504.802923:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5da00.
00010000:00000010:1.1:1778626504.802925:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8af00.
00010000:00000010:1.1:1778626504.802927:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5dc00.
00010000:00000010:1.1:1778626504.802929:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a900.
00010000:00000010:1.1:1778626504.802930:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5d400.
00010000:00000010:1.1:1778626504.802932:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835e00.
00010000:00000010:1.1:1778626504.802934:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173e00.
00010000:00000010:1.1:1778626504.802936:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835500.
00010000:00000010:1.1:1778626504.802938:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172e00.
00010000:00000010:1.1:1778626504.802940:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835800.
00010000:00000010:1.1:1778626504.802942:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173a00.
00010000:00000010:1.1:1778626504.802943:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a800.
00010000:00000010:1.1:1778626504.802945:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5ca00.
00010000:00000010:1.1:1778626504.802947:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a500.
00010000:00000010:1.1:1778626504.802949:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5c400.
00010000:00000010:1.1:1778626504.802951:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a200.
00010000:00000010:1.1:1778626504.802953:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5cc00.
00010000:00000010:1.1:1778626504.802954:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ae00.
00010000:00000010:1.1:1778626504.802956:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d5c800.
00010000:00000010:1.1:1778626504.802958:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873d00.
00010000:00000010:1.1:1778626504.802960:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6400.
00010000:00000010:1.1:1778626504.802962:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873200.
00010000:00000010:1.1:1778626504.802964:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7800.
00010000:00000010:1.1:1778626504.802965:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a300.
00010000:00000010:1.1:1778626504.802967:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8da00.
00010000:00000010:1.1:1778626504.802969:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873100.
00010000:00000010:1.1:1778626504.802972:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6600.
00010000:00000010:1.1:1778626504.802973:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a400.
00010000:00000010:1.1:1778626504.802975:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d800.
00010000:00000010:1.1:1778626504.802977:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a000.
00010000:00000010:1.1:1778626504.802979:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8dc00.
00010000:00000010:1.1:1778626504.802981:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ad00.
00010000:00000010:1.1:1778626504.802983:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ca00.
00010000:00000010:1.1:1778626504.802985:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a100.
00010000:00000010:1.1:1778626504.802986:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c000.
00010000:00000010:1.1:1778626504.802988:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873400.
00010000:00000010:1.1:1778626504.802990:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7c00.
00010000:00000010:1.1:1778626504.802991:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a600.
00010000:00000010:1.1:1778626504.802993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d400.
00010000:00000010:1.1:1778626504.802995:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835200.
00010000:00000010:1.1:1778626504.802996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172200.
00010000:00000010:1.1:1778626504.802998:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873800.
00010000:00000010:1.1:1778626504.803000:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed200.
00010000:00000010:1.1:1778626504.803002:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835400.
00010000:00000010:1.1:1778626504.803004:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d200.
00010000:00000010:1.1:1778626504.803006:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873900.
00010000:00000010:1.1:1778626504.803007:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0400.
00010000:00000010:1.1:1778626504.803009:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8a700.
00010000:00000010:1.1:1778626504.803011:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d600.
00010000:00000010:1.1:1778626504.803012:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ab00.
00010000:00000010:1.1:1778626504.803014:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c200.
00010000:00000010:1.1:1778626504.803016:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114f00.
00010000:00000010:1.1:1778626504.803018:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7ce00.
00010000:00000010:1.1:1778626504.803019:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873700.
00010000:00000010:1.1:1778626504.803021:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0c00.
00010000:00000010:1.1:1778626504.803022:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873e00.
00010000:00000010:1.1:1778626504.803024:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1c00.
00010000:00000010:1.1:1778626504.803026:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8ac00.
00010000:00000010:1.1:1778626504.803028:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d200.
00010000:00000010:1.1:1778626504.803030:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396ce8aa00.
00010000:00000010:1.1:1778626504.803032:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8de00.
00010000:00000010:1.1:1778626504.803034:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef300.
00010000:00000010:1.1:1778626504.803036:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8cc00.
00010000:00000010:1.1:1778626504.803038:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873300.
00010000:00000010:1.1:1778626504.803040:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1200.
00010000:00000010:1.1:1778626504.803041:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873b00.
00010000:00000010:1.1:1778626504.803043:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1a00.
00010000:00000010:1.1:1778626504.803044:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873f00.
00010000:00000010:1.1:1778626504.803046:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0200.
00010000:00000010:1.1:1778626504.803048:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef600.
00010000:00000010:1.1:1778626504.803050:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8d000.
00010000:00000010:1.1:1778626504.803051:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef900.
00010000:00000010:1.1:1778626504.803053:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8ce00.
00010000:00000010:1.1:1778626504.803055:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef700.
00010000:00000010:1.1:1778626504.803056:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c600.
00010000:00000010:1.1:1778626504.803058:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efb00.
00010000:00000010:1.1:1778626504.803060:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973f8c800.
00010000:00000010:1.1:1778626504.803061:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efe00.
00010000:00000010:1.1:1778626504.803063:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3940030e00.
00010000:00000010:1.1:1778626504.803065:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef100.
00010000:00000010:1.1:1778626504.803066:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3940030c00.
00010000:00000010:1.1:1778626504.803068:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114d00.
00010000:00000010:1.1:1778626504.803070:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7ca00.
00010000:00000010:1.1:1778626504.803072:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114e00.
00010000:00000010:1.1:1778626504.803073:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6200.
00010000:00000010:1.1:1778626504.803075:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873c00.
00010000:00000010:1.1:1778626504.803077:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7600.
00010000:00000010:1.1:1778626504.803079:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efd00.
00010000:00000010:1.1:1778626504.803080:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6800.
00010000:00000010:1.1:1778626504.803082:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873500.
00010000:00000010:1.1:1778626504.803084:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0000.
00010000:00000010:1.1:1778626504.803086:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465eff00.
00010000:00000010:1.1:1778626504.803088:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6c00.
00010000:00000010:1.1:1778626504.803090:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efc00.
00010000:00000010:1.1:1778626504.803092:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7c00.
00010000:00000010:1.1:1778626504.803094:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef500.
00010000:00000010:1.1:1778626504.803095:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6000.
00010000:00000010:1.1:1778626504.803097:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873a00.
00010000:00000010:1.1:1778626504.803099:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1000.
00010000:00000010:1.1:1778626504.803100:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef400.
00010000:00000010:1.1:1778626504.803102:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6a00.
00010000:00000010:1.1:1778626504.803104:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3944873600.
00010000:00000010:1.1:1778626504.803105:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1e00.
00010000:00000010:1.1:1778626504.803107:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef000.
00010000:00000010:1.1:1778626504.803108:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1800.
00010000:00000010:1.1:1778626504.803110:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a600.
00010000:00000010:1.1:1778626504.803112:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0600.
00010000:00000010:1.1:1778626504.803114:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef200.
00010000:00000010:1.1:1778626504.803115:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7e00.
00010000:00000010:1.1:1778626504.803117:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465efa00.
00010000:00000010:1.1:1778626504.803118:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7a00.
00010000:00000010:1.1:1778626504.803120:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114400.
00010000:00000010:1.1:1778626504.803122:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7800.
00010000:00000010:1.1:1778626504.803123:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465ef800.
00010000:00000010:1.1:1778626504.803125:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc7200.
00010000:00000010:1.1:1778626504.803127:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2ad00.
00010000:00000010:1.1:1778626504.803128:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1600.
00010000:00000010:1.1:1778626504.803130:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa900.
00010000:00000010:1.1:1778626504.803132:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6e00.
00010000:00000010:1.1:1778626504.803133:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa600.
00010000:00000010:1.1:1778626504.803135:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6600.
00010000:00000010:1.1:1778626504.803137:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa100.
00010000:00000010:1.1:1778626504.803139:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973dc6400.
00010000:00000010:1.1:1778626504.803140:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a700.
00010000:00000010:1.1:1778626504.803142:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0a00.
00010000:00000010:1.1:1778626504.803144:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faa300.
00010000:00000010:1.1:1778626504.803146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76200.
00010000:00000010:1.1:1778626504.803148:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942faab00.
00010000:00000010:1.1:1778626504.803150:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77000.
00010000:00000010:1.1:1778626504.803152:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114900.
00010000:00000010:1.1:1778626504.803154:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77800.
00010000:00000010:1.1:1778626504.803169:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2ac00.
00010000:00000010:1.1:1778626504.803171:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76600.
00010000:00000010:1.1:1778626504.803173:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114d00.
00010000:00000010:1.1:1778626504.803175:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77400.
00010000:00000010:1.1:1778626504.803176:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114100.
00010000:00000010:1.1:1778626504.803178:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76800.
00010000:00000010:1.1:1778626504.803180:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a800.
00010000:00000010:1.1:1778626504.803181:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0800.
00010000:00000010:1.1:1778626504.803184:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2af00.
00010000:00000010:1.1:1778626504.803186:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c1400.
00010000:00000010:1.1:1778626504.803188:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a300.
00010000:00000010:1.1:1778626504.803190:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8c0e00.
00010000:00000010:1.1:1778626504.803192:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114b00.
00010000:00000010:1.1:1778626504.803193:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76400.
00010000:00000010:1.1:1778626504.803195:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a000.
00010000:00000010:1.1:1778626504.803197:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ece00.
00010000:00000010:1.1:1778626504.803198:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114700.
00010000:00000010:1.1:1778626504.803200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77a00.
00010000:00000010:1.1:1778626504.803202:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114f00.
00010000:00000010:1.1:1778626504.803203:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77e00.
00010000:00000010:1.1:1778626504.803205:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114600.
00010000:00000010:1.1:1778626504.803207:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d400.
00010000:00000010:1.1:1778626504.803208:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2ae00.
00010000:00000010:1.1:1778626504.803211:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d76000.
00010000:00000010:1.1:1778626504.803212:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114300.
00010000:00000010:1.1:1778626504.803214:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173400.
00010000:00000010:1.1:1778626504.803216:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835b00.
00010000:00000010:1.1:1778626504.803218:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172600.
00010000:00000010:1.1:1778626504.803220:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835100.
00010000:00000010:1.1:1778626504.803221:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172400.
00010000:00000010:1.1:1778626504.803223:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835f00.
00010000:00000010:1.1:1778626504.803225:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952172000.
00010000:00000010:1.1:1778626504.803226:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835600.
00010000:00000010:1.1:1778626504.803228:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173200.
00010000:00000010:1.1:1778626504.803230:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114000.
00010000:00000010:1.1:1778626504.803231:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77c00.
00010000:00000010:1.1:1778626504.803233:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114200.
00010000:00000010:1.1:1778626504.803234:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77200.
00010000:00000010:1.1:1778626504.803236:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a400.
00010000:00000010:1.1:1778626504.803238:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe200.
00010000:00000010:1.1:1778626504.803240:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114e00.
00010000:00000010:1.1:1778626504.803242:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d77600.
00010000:00000010:1.1:1778626504.803243:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114400.
00010000:00000010:1.1:1778626504.803245:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11a00.
00010000:00000010:1.1:1778626504.803247:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114600.
00010000:00000010:1.1:1778626504.803249:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396cf7d800.
00010000:00000010:1.1:1778626504.803250:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a200.
00010000:00000010:1.1:1778626504.803252:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11600.
00010000:00000010:1.1:1778626504.803253:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835c00.
00010000:00000010:1.1:1778626504.803255:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173000.
00010000:00000010:1.1:1778626504.803257:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114a00.
00010000:00000010:1.1:1778626504.803259:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10400.
00010000:00000010:1.1:1778626504.803260:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114c00.
00010000:00000010:1.1:1778626504.803262:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10c00.
00010000:00000010:1.1:1778626504.803263:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973114800.
00010000:00000010:1.1:1778626504.803266:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ede00.
00010000:00000010:1.1:1778626504.803268:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71600.
00010000:00000010:1.1:1778626504.803270:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed000.
00010000:00000010:1.1:1778626504.803272:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3942f2a100.
00010000:00000010:1.1:1778626504.803274:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe400.
00010000:00000010:1.1:1778626504.803276:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71c00.
00010000:00000010:1.1:1778626504.803278:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10000.
00010000:00000010:1.1:1778626504.803280:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71300.
00010000:00000010:1.1:1778626504.803281:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11000.
00010000:00000010:1.1:1778626504.803283:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74600.
00010000:00000010:1.1:1778626504.803286:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff000.
00010000:00000010:1.1:1778626504.803287:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74900.
00010000:00000010:1.1:1778626504.803289:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fec00.
00010000:00000010:1.1:1778626504.803291:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835300.
00010000:00000010:1.1:1778626504.803292:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec600.
00010000:00000010:1.1:1778626504.803294:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74f00.
00010000:00000010:1.1:1778626504.803296:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffc00.
00010000:00000010:1.1:1778626504.803298:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71400.
00010000:00000010:1.1:1778626504.803299:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11e00.
00010000:00000010:1.1:1778626504.803301:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71200.
00010000:00000010:1.1:1778626504.803302:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10e00.
00010000:00000010:1.1:1778626504.803304:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71a00.
00010000:00000010:1.1:1778626504.803306:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10a00.
00010000:00000010:1.1:1778626504.803307:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74400.
00010000:00000010:1.1:1778626504.803309:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11c00.
00010000:00000010:1.1:1778626504.803311:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71f00.
00010000:00000010:1.1:1778626504.803312:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11400.
00010000:00000010:1.1:1778626504.803314:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71100.
00010000:00000010:1.1:1778626504.803315:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10200.
00010000:00000010:1.1:1778626504.803317:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71d00.
00010000:00000010:1.1:1778626504.803319:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10600.
00010000:00000010:1.1:1778626504.803320:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71500.
00010000:00000010:1.1:1778626504.803322:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11800.
00010000:00000010:1.1:1778626504.803324:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71b00.
00010000:00000010:1.1:1778626504.803326:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d11200.
00010000:00000010:1.1:1778626504.803328:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3972d71700.
00010000:00000010:1.1:1778626504.803329:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972d10800.
00010000:00000010:1.1:1778626504.803331:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58000.
00010000:00000010:1.1:1778626504.803333:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff200.
00010000:00000010:1.1:1778626504.803334:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74700.
00010000:00000010:1.1:1778626504.803336:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff400.
00010000:00000010:1.1:1778626504.803338:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58200.
00010000:00000010:1.1:1778626504.803339:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3958a1d800.
00010000:00000010:1.1:1778626504.803346:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a58a00.
00010000:00000010:1.1:1778626504.803348:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9ce00.
00010000:00000010:1.1:1778626504.803350:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74100.
00010000:00000010:1.1:1778626504.803352:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fee00.
00010000:00000010:1.1:1778626504.803353:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99700.
00010000:00000010:1.1:1778626504.803355:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3945d9c000.
00010000:00000010:1.1:1778626504.803360:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99a00.
00010000:00000010:1.1:1778626504.803362:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0400.
00010000:00000010:1.1:1778626504.803364:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99900.
00010000:00000010:1.1:1778626504.803366:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0a00.
00010000:00000010:1.1:1778626504.803368:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74e00.
00010000:00000010:1.1:1778626504.803370:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffa00.
00010000:00000010:1.1:1778626504.803372:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d99800.
00010000:00000010:1.1:1778626504.803380:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0800.
00010000:00000010:1.1:1778626504.803382:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eef00.
00010000:00000010:1.1:1778626504.803402:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1000.
00010000:00000010:1.1:1778626504.803404:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee600.
00010000:00000010:1.1:1778626504.803406:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1400.
00010000:00000010:1.1:1778626504.803408:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eec00.
00010000:00000010:1.1:1778626504.803410:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0200.
00010000:00000010:1.1:1778626504.803412:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74d00.
00010000:00000010:1.1:1778626504.803414:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe800.
00010000:00000010:1.1:1778626504.803417:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee300.
00010000:00000010:1.1:1778626504.803418:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1200.
00010000:00000010:1.1:1778626504.803421:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67f00.
00010000:00000010:1.1:1778626504.803423:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0600.
00010000:00000010:1.1:1778626504.803424:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67100.
00010000:00000010:1.1:1778626504.803426:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0c00.
00010000:00000010:1.1:1778626504.803427:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74800.
00010000:00000010:1.1:1778626504.803429:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe600.
00010000:00000010:1.1:1778626504.803431:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67b00.
00010000:00000010:1.1:1778626504.803432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1a00.
00010000:00000010:1.1:1778626504.803434:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67d00.
00010000:00000010:1.1:1778626504.803436:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0000.
00010000:00000010:1.1:1778626504.803437:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67900.
00010000:00000010:1.1:1778626504.803439:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1600.
00010000:00000010:1.1:1778626504.803441:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67500.
00010000:00000010:1.1:1778626504.803442:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1800.
00010000:00000010:1.1:1778626504.803444:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67700.
00010000:00000010:1.1:1778626504.803445:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1e00.
00010000:00000010:1.1:1778626504.803447:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74c00.
00010000:00000010:1.1:1778626504.803449:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff600.
00010000:00000010:1.1:1778626504.803450:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67800.
00010000:00000010:1.1:1778626504.803452:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f1c00.
00010000:00000010:1.1:1778626504.803453:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67a00.
00010000:00000010:1.1:1778626504.803455:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735f0e00.
00010000:00000010:1.1:1778626504.803457:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67400.
00010000:00000010:1.1:1778626504.803458:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62200.
00010000:00000010:1.1:1778626504.803481:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67200.
00010000:00000010:1.1:1778626504.803483:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63800.
00010000:00000010:1.1:1778626504.803485:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67000.
00010000:00000010:1.1:1778626504.803487:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952173800.
00010000:00000010:1.1:1778626504.803492:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114200.
00010000:00000010:1.1:1778626504.803494:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed800.
00010000:00000010:1.1:1778626504.803496:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114a00.
00010000:00000010:1.1:1778626504.803498:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63e00.
00010000:00000010:1.1:1778626504.803500:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67e00.
00010000:00000010:1.1:1778626504.803502:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62e00.
00010000:00000010:1.1:1778626504.803503:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67300.
00010000:00000010:1.1:1778626504.803505:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62000.
00010000:00000010:1.1:1778626504.803506:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74000.
00010000:00000010:1.1:1778626504.803508:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ffe00.
00010000:00000010:1.1:1778626504.803510:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67c00.
00010000:00000010:1.1:1778626504.803512:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed600.
00010000:00000010:1.1:1778626504.803514:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bf67600.
00010000:00000010:1.1:1778626504.803515:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63600.
00010000:00000010:1.1:1778626504.803517:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eee00.
00010000:00000010:1.1:1778626504.803518:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed400.
00010000:00000010:1.1:1778626504.803520:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f394ad74b00.
00010000:00000010:1.1:1778626504.803522:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fea00.
00010000:00000010:1.1:1778626504.803523:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee000.
00010000:00000010:1.1:1778626504.803525:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63400.
00010000:00000010:1.1:1778626504.803527:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3600.
00010000:00000010:1.1:1778626504.803529:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62800.
00010000:00000010:1.1:1778626504.803530:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee200.
00010000:00000010:1.1:1778626504.803532:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62600.
00010000:00000010:1.1:1778626504.803534:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3500.
00010000:00000010:1.1:1778626504.803535:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0fe000.
00010000:00000010:1.1:1778626504.803537:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3700.
00010000:00000010:1.1:1778626504.803538:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c0ff800.
00010000:00000010:1.1:1778626504.803543:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee400.
00010000:00000010:1.1:1778626504.803545:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62c00.
00010000:00000010:1.1:1778626504.803547:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eea00.
00010000:00000010:1.1:1778626504.803548:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ece00.
00010000:00000010:1.1:1778626504.803550:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3900.
00010000:00000010:1.1:1778626504.803553:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed800.
00010000:00000010:1.1:1778626504.803555:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114500.
00010000:00000010:1.1:1778626504.803557:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ed200.
00010000:00000010:1.1:1778626504.803558:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114b00.
00010000:00000010:1.1:1778626504.803560:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec400.
00010000:00000010:1.1:1778626504.803562:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114100.
00010000:00000010:1.1:1778626504.803564:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec200.
00010000:00000010:1.1:1778626504.803565:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114000.
00010000:00000010:1.1:1778626504.803567:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ecc00.
00010000:00000010:1.1:1778626504.803569:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3800.
00010000:00000010:1.1:1778626504.803570:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec800.
00010000:00000010:1.1:1778626504.803572:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c835000.
00010000:00000010:1.1:1778626504.803573:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63000.
00010000:00000010:1.1:1778626504.803575:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee900.
00010000:00000010:1.1:1778626504.803577:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62400.
00010000:00000010:1.1:1778626504.803578:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3e00.
00010000:00000010:1.1:1778626504.803580:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eca00.
00010000:00000010:1.1:1778626504.803582:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3300.
00010000:00000010:1.1:1778626504.803583:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63200.
00010000:00000010:1.1:1778626504.803585:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee800.
00010000:00000010:1.1:1778626504.803586:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63a00.
00010000:00000010:1.1:1778626504.803588:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee700.
00010000:00000010:1.1:1778626504.803589:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a63c00.
00010000:00000010:1.1:1778626504.803591:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee500.
00010000:00000010:1.1:1778626504.803593:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972a62a00.
00010000:00000010:1.1:1778626504.803594:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eeb00.
00010000:00000010:1.1:1778626504.803596:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cc000.
00010000:00000010:1.1:1778626504.803598:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731eed00.
00010000:00000010:1.1:1778626504.803599:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3be00.
00010000:00000010:1.1:1778626504.803601:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3c00.
00010000:00000010:1.1:1778626504.803603:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec600.
00010000:00000010:1.1:1778626504.803604:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39731ee100.
00010000:00000010:1.1:1778626504.803619:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788ccc00.
00010000:00000010:1.1:1778626504.803622:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593e00.
00010000:00000010:1.1:1778626504.803624:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39788cda00.
00010000:00000010:1.1:1778626504.803626:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114800.
00010000:00000010:1.1:1778626504.803627:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eca00.
00010000:00000010:1.1:1778626504.803630:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396c114900.
00010000:00000010:1.1:1778626504.803632:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7ec800.
00010000:00000010:1.1:1778626504.803633:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3100.
00010000:00000010:1.1:1778626504.803635:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ede00.
00010000:00000010:1.1:1778626504.803637:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593b00.
00010000:00000010:1.1:1778626504.803638:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b7eda00.
00010000:00000010:1.1:1778626504.803643:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3200.
00010000:00000010:1.1:1778626504.803645:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a000.
00010000:00000010:1.1:1778626504.803647:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593d00.
00010000:00000010:1.1:1778626504.803648:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3a600.
00010000:00000010:1.1:1778626504.803651:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3000.
00010000:00000010:1.1:1778626504.803652:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec200.
00010000:00000010:1.1:1778626504.803654:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593100.
00010000:00000010:1.1:1778626504.803656:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3b600.
00010000:00000010:1.1:1778626504.803657:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3400.
00010000:00000010:1.1:1778626504.803659:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ec400.
00010000:00000010:1.1:1778626504.803660:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593700.
00010000:00000010:1.1:1778626504.803662:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3967b3ba00.
00010000:00000010:1.1:1778626504.803663:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3958593000.
00010000:00000010:1.1:1778626504.803665:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2eda00.
00010000:00000010:1.1:1778626504.803667:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3946bb3a00.
00010000:00000010:1.1:1778626504.803671:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c2ed400.
00000800:00000200:0.1:1778626505.544331:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626505.544335:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626505.544784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626505.544786:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626505.545088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626505.545090:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626510.664376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626510.664379:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626510.664773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626510.664776:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626510.665055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626510.665058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000080:00000010:2.1:1778626515.021666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e2674c0.
00000080:00000010:2.1:1778626515.021688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267840.
00000080:00000010:2.1:1778626515.021698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314240.
00000080:00000010:2.1:1778626515.021703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a200.
00000080:00000010:2.1:1778626515.021708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267be0.
00000080:00000010:2.1:1778626515.021711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267680.
00000080:00000010:2.1:1778626515.021714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267300.
00000080:00000010:2.1:1778626515.021717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314140.
00010000:00000010:2.1:1778626515.025643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ea00.
00010000:00000010:2.1:1778626515.025651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7c00.
00010000:00000010:2.1:1778626515.025654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e900.
00010000:00000010:2.1:1778626515.025657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7a00.
00010000:00000010:2.1:1778626515.025659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127d00.
00010000:00000010:2.1:1778626515.025661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124600.
00010000:00000010:2.1:1778626515.025663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98800.
00010000:00000010:2.1:1778626515.025667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725e00.
00010000:00000010:2.1:1778626515.025669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e700.
00010000:00000010:2.1:1778626515.025671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6000.
00010000:00000010:2.1:1778626515.025673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e500.
00010000:00000010:2.1:1778626515.025675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6e00.
00010000:00000010:2.1:1778626515.025677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6eb00.
00010000:00000010:2.1:1778626515.025679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7600.
00010000:00000010:2.1:1778626515.025680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98900.
00010000:00000010:2.1:1778626515.025682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125200.
00010000:00000010:2.1:1778626515.025684:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6ed00.
00010000:00000010:2.1:1778626515.025686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed7e00.
00010000:00000010:2.1:1778626515.025688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f700.
00010000:00000010:2.1:1778626515.025689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9600.
00010000:00000010:2.1:1778626515.025691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98c00.
00010000:00000010:2.1:1778626515.025693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724a00.
00010000:00000010:2.1:1778626515.025695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f700.
00010000:00000010:2.1:1778626515.025697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7400.
00010000:00000010:2.1:1778626515.025700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3967a60700.
00010000:00000010:2.1:1778626515.025702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1600.
00010000:00000010:2.1:1778626515.025704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941517e00.
00010000:00000010:2.1:1778626515.025707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3941516600.
00010000:00000010:2.1:1778626515.025710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3941675400.
00010000:00000010:2.1:1778626515.025712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6a00.
00000800:00000200:0.1:1778626515.784185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626515.784193:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626515.784527:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626515.784529:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626515.784758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626515.784760:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626520.904372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626520.904378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626520.904880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626520.904882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626520.905113:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626520.905115:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000080:00000010:0.1:1778626525.261639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314b60.
00000080:00000010:0.1:1778626525.261655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267f80.
00000080:00000010:0.1:1778626525.261660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d80.
00000080:00000010:0.1:1778626525.261663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781ab60.
00000080:00000010:0.1:1778626525.261667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267a20.
00000080:00000010:0.1:1778626525.261670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267dc0.
00000080:00000010:0.1:1778626525.265638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267fa0.
00000080:00000010:0.1:1778626525.265645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267cc0.
00000080:00000010:0.1:1778626525.265670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267b40.
00000080:00000010:0.1:1778626525.265673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f39521430e0.
00010000:00000010:0.1:1778626525.265677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea100.
00010000:00000010:0.1:1778626525.265681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1800.
00010000:00000010:0.1:1778626525.265685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f000.
00010000:00000010:0.1:1778626525.265688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8a00.
00010000:00000010:0.1:1778626525.265691:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ead00.
00010000:00000010:0.1:1778626525.265693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1a00.
00010000:00000010:0.1:1778626525.265696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eaa00.
00010000:00000010:0.1:1778626525.265698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724000.
00010000:00000010:0.1:1778626525.265701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fd00.
00010000:00000010:0.1:1778626525.265704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8000.
00010000:00000010:0.1:1778626525.265707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09ff00.
00010000:00000010:0.1:1778626525.265709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9200.
00010000:00000010:0.1:1778626525.265712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eab00.
00010000:00000010:0.1:1778626525.265715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0e00.
00010000:00000010:0.1:1778626525.265718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca000.
00010000:00000010:0.1:1778626525.265722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1500.
00010000:00000010:0.1:1778626525.265726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca200.
00010000:00000010:0.1:1778626525.265728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1700.
00010000:00000010:0.1:1778626525.265731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725000.
00010000:00000010:0.1:1778626525.265733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98e00.
00010000:00000010:0.1:1778626525.265735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724400.
00010000:00000010:0.1:1778626525.265737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f800.
00010000:00000010:0.1:1778626525.265739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6e00.
00010000:00000010:0.1:1778626525.265741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb6c00.
00010000:00000010:0.1:1778626525.265743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f000.
00010000:00000010:0.1:1778626525.265745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7600.
00010000:00000010:0.1:1778626525.265746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3973f1f100.
00010000:00000010:0.1:1778626525.265748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972cb7a00.
00010000:00000010:0.1:1778626525.265750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973cf1400.
00000800:00000200:0.1:1778626526.024314:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626526.024318:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626526.024836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626526.024839:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626526.025168:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626526.025170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626531.144183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626531.144714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626531.144878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626536.264290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626536.264296:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626536.264821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626536.264824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626536.265132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626536.265135:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626541.384481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626541.384484:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626541.384889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626541.384891:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626541.385125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626541.385126:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626546.504278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626546.504282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626546.504685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626546.504686:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626546.504882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626546.504884:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626551.624273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626551.624275:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626551.624563:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626551.624565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626551.624781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626551.624783:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626556.744264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626556.744272:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626556.744748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626556.744750:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626556.744957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626556.744959:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626561.864124:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626561.864128:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626561.864419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626561.864421:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626561.864596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626561.864598:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000080:00000010:1.1:1778626565.197757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e3148a0.
00000080:00000010:1.1:1778626565.201645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314f80.
00000080:00000010:1.1:1778626565.201654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396781a880.
00000080:00000010:1.1:1778626565.201659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e267c40.
00000080:00000010:1.1:1778626565.201662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f395e314d20.
00010000:00000010:1.1:1778626565.201668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea900.
00010000:00000010:1.1:1778626565.201672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1e00.
00010000:00000010:1.1:1778626565.201676:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f300.
00010000:00000010:1.1:1778626565.201680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8c00.
00010000:00000010:1.1:1778626565.201683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fc00.
00010000:00000010:1.1:1778626565.201686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9e00.
00010000:00000010:1.1:1778626565.201689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f600.
00010000:00000010:1.1:1778626565.201691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1000.
00010000:00000010:1.1:1778626565.201694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f900.
00010000:00000010:1.1:1778626565.201697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8e00.
00010000:00000010:1.1:1778626565.201700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eaf00.
00010000:00000010:1.1:1778626565.201703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8caa00.
00010000:00000010:1.1:1778626565.201705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea200.
00010000:00000010:1.1:1778626565.201709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0c00.
00010000:00000010:1.1:1778626565.201712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f500.
00010000:00000010:1.1:1778626565.201715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9800.
00010000:00000010:1.1:1778626565.201718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98d00.
00010000:00000010:1.1:1778626565.201721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b724800.
00010000:00000010:1.1:1778626565.201723:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98200.
00010000:00000010:1.1:1778626565.201726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725400.
00010000:00000010:1.1:1778626565.201729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98400.
00010000:00000010:1.1:1778626565.201732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9a00.
00010000:00000010:1.1:1778626565.201735:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f100.
00010000:00000010:1.1:1778626565.201738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124e00.
00010000:00000010:1.1:1778626565.201741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9800.
00010000:00000010:1.1:1778626565.201744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124000.
00010000:00000010:1.1:1778626565.201747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3945d98b00.
00010000:00000010:1.1:1778626565.201749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396b725800.
00010000:00000010:1.1:1778626565.201752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f200.
00010000:00000010:1.1:1778626565.201755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8800.
00010000:00000010:1.1:1778626565.201758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eae00.
00010000:00000010:1.1:1778626565.201761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1400.
00000800:00000200:0.1:1778626566.984201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626566.984206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626566.984664:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626566.984666:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626566.984863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626566.984865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626572.104234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626572.104240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626572.104631:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626572.104633:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626572.104828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626572.104844:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00010000:00000010:1.1:1778626574.417763:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e3d1400.
00010000:00000010:1.1:1778626574.417768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396c8ca800.
00010000:00000010:1.1:1778626574.417771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127600.
00010000:00000010:1.1:1778626574.417773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125800.
00010000:00000010:1.1:1778626574.417775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fa00.
00010000:00000010:1.1:1778626574.417777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9000.
00010000:00000010:1.1:1778626574.417779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127c00.
00010000:00000010:1.1:1778626574.417780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125600.
00010000:00000010:1.1:1778626574.417782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127300.
00010000:00000010:1.1:1778626574.417796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125e00.
00010000:00000010:1.1:1778626574.417800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127e00.
00010000:00000010:1.1:1778626574.417803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125000.
00010000:00000010:1.1:1778626574.417805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9900.
00010000:00000010:1.1:1778626574.417807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124c00.
00010000:00000010:1.1:1778626574.417809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09f400.
00010000:00000010:1.1:1778626574.417811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b8600.
00010000:00000010:1.1:1778626574.417812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9200.
00010000:00000010:1.1:1778626574.417814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1c00.
00010000:00000010:1.1:1778626574.417816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39465b9a00.
00010000:00000010:1.1:1778626574.417817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1600.
00010000:00000010:1.1:1778626574.417819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736eac00.
00010000:00000010:1.1:1778626574.417821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc1200.
00010000:00000010:1.1:1778626574.417823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea000.
00010000:00000010:1.1:1778626574.417824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0400.
00010000:00000010:1.1:1778626574.417826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395e09fe00.
00010000:00000010:1.1:1778626574.417828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f4b9c00.
00010000:00000010:1.1:1778626574.417829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea300.
00010000:00000010:1.1:1778626574.417831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0200.
00010000:00000010:1.1:1778626574.417832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea600.
00010000:00000010:1.1:1778626574.417834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0a00.
00010000:00000010:1.1:1778626574.417836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea500.
00010000:00000010:1.1:1778626574.417837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0800.
00010000:00000010:1.1:1778626574.417839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f39736ea400.
00010000:00000010:1.1:1778626574.417846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f396bcc0600.
00000800:00000200:0.1:1778626577.224286:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626577.224292:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626577.224638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626577.224640:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626577.224853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626577.224855:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626582.344575:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626582.344579:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626582.344994:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626582.344996:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626582.345234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626582.345236:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000080:00000010:1.1:1778626584.653648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f3944fd2ce0.
00000080:00000010:1.1:1778626584.653666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f396cabd280.
00010000:00000010:1.1:1778626584.658059:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f3978a11f00.
00010000:00000010:1.1:1778626584.658083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3952149000.
00010000:00000010:1.1:1778626584.658100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396bc04f00.
00010000:00000010:1.1:1778626584.658114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3973d73400.
00010000:00000010:1.1:1778626584.658131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d100.
00010000:00000010:1.1:1778626584.658139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c13000.
00010000:00000010:1.1:1778626584.658145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d600.
00010000:00000010:1.1:1778626584.658151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae200.
00010000:00000010:1.1:1778626584.658157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886dc00.
00010000:00000010:1.1:1778626584.658163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f39735ae400.
00010000:00000010:1.1:1778626584.658169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f397886d200.
00010000:00000010:1.1:1778626584.658175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18800.
00010000:00000010:1.1:1778626584.658182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127f00.
00010000:00000010:1.1:1778626584.658188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972c18e00.
00010000:00000010:1.1:1778626584.658193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127000.
00010000:00000010:1.1:1778626584.658199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f125c00.
00010000:00000010:1.1:1778626584.658206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127400.
00010000:00000010:1.1:1778626584.658213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124400.
00010000:00000010:1.1:1778626584.658218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f395f127a00.
00010000:00000010:1.1:1778626584.658224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f395f124a00.
00010000:00000010:1.1:1778626584.658230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e400.
00010000:00000010:1.1:1778626584.658236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6200.
00010000:00000010:1.1:1778626584.658241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f396cc6e800.
00010000:00000010:1.1:1778626584.658247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f3972ed6c00.
00000800:00000200:0.1:1778626587.464342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626587.464346:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778626587.464726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626587.464728:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778626587.464973:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626587.464991:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778626592.584262:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626592.584265:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778626592.584597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626592.584600:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778626592.584870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626592.584872:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778626597.704180:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626597.704493:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626597.704718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626602.824748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626602.824756:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626602.825439:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626602.825442:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626602.825806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626602.825809:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626607.944270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626607.944274:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626607.944720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626607.944722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626607.945010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626607.945012:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626613.064178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626613.064183:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626613.064598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626613.064600:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626613.064847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626613.064849:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626618.184155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626618.184161:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626618.184598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626618.184600:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626618.184838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626618.184840:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626623.304327:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626623.304332:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626623.304800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626623.304802:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626623.305042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626623.305044:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626628.424326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626628.424331:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626628.424807:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626628.424810:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626628.425047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626628.425050:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626633.544340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626633.544344:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626633.544819:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626633.544821:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626633.545154:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626633.545156:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778626638.664388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626638.664394:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626638.664931:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626638.664933:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626638.665274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626638.665276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626643.784302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626643.784307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626643.784683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626643.784685:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626643.784993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626643.784995:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626648.904391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626648.904396:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626648.904917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626648.904918:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626648.905163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626648.905165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626654.024283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626654.024290:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626654.024778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626654.024781:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626654.025109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626654.025111:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626659.144344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626659.144348:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626659.144727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626659.144729:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626659.144929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626659.144930:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626664.264280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626664.264566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626664.264834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626669.384742:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626669.384745:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626669.385119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626669.385122:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626669.385448:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626669.385450:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626674.505517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626674.505519:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1778626674.505931:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626674.505932:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1778626674.506131:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626674.506133:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1778626679.624217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626679.624221:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626679.624679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626679.624681:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626679.624895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626679.624896:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778626684.744199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626684.744203:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626684.744509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626684.744511:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626684.744766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626684.744768:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626689.864175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626689.864178:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626689.864850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626689.864853:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626689.865105:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626689.865108:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778626694.986127:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626694.986131:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778626694.986718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626694.986722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778626694.987006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626694.987009:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626700.104264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626700.104269:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626700.104692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626700.104693:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626700.104891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626700.104893:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626705.224228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626705.224231:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626705.224513:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626705.224515:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626705.224760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626705.224762:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778626710.344236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626710.344243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626710.344658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626710.344661:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626710.344882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626710.344884:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778626715.464244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626715.464248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778626715.464571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626715.464573:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778626715.464816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626715.464818:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778626720.584232:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626720.584239:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626720.584640:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626720.584642:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626720.584930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626720.584932:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778626725.704291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626725.704297:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626725.704663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626725.704665:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626725.704926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626725.704927:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778626730.824753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626730.825086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778626730.825215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626735.944396:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626735.944401:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626735.944915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626735.944917:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626735.945239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626735.945242:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626741.064268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626741.064271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626741.064605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626741.064638:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626741.064953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626741.064955:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626746.184568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626746.184575:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626746.185214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626746.185218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626746.185706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626746.185709:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626751.305010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626751.305018:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626751.305795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626751.305798:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626751.306282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626751.306285:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626756.424357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626756.424361:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626756.424848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626756.424852:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626756.425176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626756.425178:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626761.544453:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626761.544458:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626761.545203:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626761.545205:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626761.545555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626761.545557:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626766.664245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626766.664248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626766.664551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626766.664552:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626766.664761:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626766.664762:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626771.784545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626771.784552:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626771.785302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626771.785307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626771.785702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626771.785705:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626776.904764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626776.904768:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626776.905346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626776.905350:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626776.905739:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626776.905742:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626782.024724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626782.024727:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626782.025443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626782.025446:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626782.025749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626782.025751:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626787.144368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626787.144372:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626787.144763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626787.144764:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626787.144948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626787.144949:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626792.264263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626792.264266:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626792.264711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626792.264714:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626792.265020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626792.265022:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626797.384799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626797.385209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626797.385550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626802.504327:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626802.504334:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626802.504905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626802.504908:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626802.505162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626802.505165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626807.624499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626807.624505:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626807.624941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626807.624942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626807.625163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626807.625165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626812.744414:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626812.744420:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626812.744880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626812.744882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626812.745155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626812.745157:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626817.864308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626817.864314:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626817.864819:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626817.864821:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626817.865067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626817.865068:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778626822.984343:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626822.984346:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626822.984680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626822.984682:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626822.984999:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626822.985001:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778626828.104324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626828.104329:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626828.104701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626828.104703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626828.104922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626828.104924:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778626833.224328:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626833.224332:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626833.224674:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626833.224676:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626833.224894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626833.224895:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778626838.344170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626838.344176:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626838.344560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626838.344563:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626838.344800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626838.344802:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778626843.464233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626843.464237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626843.464690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626843.464692:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626843.464917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626843.464919:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626848.584524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626848.584531:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626848.584975:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626848.584978:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626848.585224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626848.585226:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626853.704615:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626853.704623:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626853.705271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626853.705273:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626853.705567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626853.705568:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626858.824275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626858.824282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626858.824800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626858.824801:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626858.825070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626858.825072:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626863.944262:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626863.944456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626863.944569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626869.064314:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626869.064320:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626869.064785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626869.064787:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626869.065090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626869.065092:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778626874.184205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626874.184211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626874.184649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626874.184651:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626874.184863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626874.184865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778626879.304084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626879.304087:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626879.304404:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626879.304406:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626879.304762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626879.304764:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778626884.424215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626884.424220:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626884.424573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626884.424574:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626884.424830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626884.424832:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778626889.544279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626889.544287:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626889.544681:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626889.544684:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626889.544864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626889.544866:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778626894.664423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626894.664428:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626894.664954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626894.664956:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626894.665275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626894.665278:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778626899.784191:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626899.784196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626899.784632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626899.784635:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626899.784854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626899.784856:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778626904.904143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626904.904150:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626904.904509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626904.904510:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626904.904780:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626904.904781:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778626910.024418:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626910.024422:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626910.024995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626910.024997:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626910.025215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626910.025218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778626915.144236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626915.144242:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626915.144598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626915.144599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626915.144913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626915.144915:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778626920.264165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626920.264168:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626920.264497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626920.264498:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778626920.264728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626920.264730:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778626925.384225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626925.384228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778626925.384828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626925.384830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778626925.385106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626925.385108:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778626930.504256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626930.504460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626930.504557:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626935.624253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626935.624259:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626935.625018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626935.625020:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626935.625292:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626935.625294:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778626940.744384:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626940.744388:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626940.744957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626940.744960:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626940.745213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626940.745215:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778626945.864333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626945.864339:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626945.864760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626945.864762:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626945.864954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626945.864956:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778626950.984371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626950.984376:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626950.984884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626950.984887:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626950.985279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626950.985282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778626956.104316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626956.104321:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778626956.104693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626956.104695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778626956.104921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778626956.104923:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778626961.224347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626961.224350:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778626961.224632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626961.224634:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778626961.224848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626961.224850:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778626966.344177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626966.344182:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778626966.344601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626966.344604:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778626966.344992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626966.344995:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778626971.464226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626971.464232:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778626971.464735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626971.464736:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778626971.464991:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626971.464993:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778626976.584326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626976.584332:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778626976.584706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626976.584708:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778626976.584965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626976.584966:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778626981.704347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626981.704351:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778626981.704787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626981.704789:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778626981.705060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626981.705062:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778626986.824291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626986.824298:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778626986.824759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626986.824761:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778626986.825084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626986.825087:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778626991.944266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626991.944276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778626991.944603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626991.944605:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778626991.944873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778626991.944874:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778626997.066018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626997.066262:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778626997.066403:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627002.184428:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627002.184433:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627002.184977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627002.184979:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627002.185295:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627002.185298:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778627007.304399:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627007.304407:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627007.305042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627007.305044:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627007.305281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627007.305283:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627012.424251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627012.424257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778627012.424745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627012.424747:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778627012.424938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627012.424940:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778627017.544339:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627017.544343:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627017.544805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627017.544819:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627017.545155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627017.545157:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627022.664530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627022.664534:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627022.664980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627022.664983:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627022.665259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627022.665261:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627027.784810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627027.784817:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627027.785705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627027.785711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627027.786349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627027.786355:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627032.904525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627032.904529:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627032.904996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627032.904999:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627032.905456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627032.905460:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627038.024342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627038.024345:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778627038.024724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627038.024726:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778627038.024995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627038.024997:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778627043.144334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627043.144337:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627043.144689:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627043.144691:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627043.144895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627043.144897:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627048.264187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627048.264192:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627048.264547:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627048.264548:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627048.264768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627048.264769:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627053.384208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627053.384212:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627053.384698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627053.384699:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627053.384936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627053.384938:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627058.504405:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627058.504409:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627058.504867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627058.504869:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627058.505102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627058.505104:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627063.624179:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627063.624473:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627063.624702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627068.744515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627068.744518:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627068.744963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627068.744966:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627068.745273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627068.745276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627073.864375:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627073.864392:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627073.864846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627073.864847:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627073.865085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627073.865087:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627078.984235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627078.984241:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627078.984529:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627078.984531:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627078.984753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627078.984755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627084.104302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627084.104312:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627084.104672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627084.104674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627084.104893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627084.104895:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627089.224269:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627089.224272:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627089.224652:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627089.224655:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627089.224927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627089.224928:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627094.344227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627094.344234:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627094.344700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627094.344702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627094.344898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627094.344900:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627099.464330:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627099.464335:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627099.464828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627099.464831:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627099.465077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627099.465079:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627104.584767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627104.584772:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627104.585254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627104.585257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627104.585543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627104.585546:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627109.704355:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627109.704358:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627109.704859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627109.704862:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627109.705211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627109.705213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627114.824255:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627114.824259:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627114.824759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627114.824761:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627114.824954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627114.824955:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627119.944264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627119.944269:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627119.944712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627119.944715:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627119.944922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627119.944924:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627125.064340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627125.064343:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627125.064734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627125.064737:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627125.064986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627125.064988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627130.184341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627130.184576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627130.184766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627135.304423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627135.304428:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627135.304918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627135.304920:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627135.305235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627135.305237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627140.424389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627140.424395:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627140.424886:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627140.424889:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627140.425180:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627140.425184:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627145.544251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627145.544257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627145.544805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627145.544808:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627145.545110:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627145.545113:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627150.664402:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627150.664406:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627150.664913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627150.664916:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627150.665261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627150.665264:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627155.784419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627155.784426:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627155.784967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627155.784969:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627155.785299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627155.785302:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627160.904383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627160.904386:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627160.904759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627160.904761:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627160.904981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627160.904983:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627166.024250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627166.024253:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627166.024552:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627166.024555:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627166.024822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627166.024824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627171.144538:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627171.144548:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627171.144983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627171.144985:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627171.145274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627171.145276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627176.264492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627176.264499:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627176.265008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627176.265011:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627176.265205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627176.265207:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627181.384783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627181.384795:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627181.385223:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627181.385226:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627181.385479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627181.385481:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627186.504310:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627186.504314:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627186.504867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627186.504869:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627186.505094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627186.505096:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627191.624246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627191.624253:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627191.624719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627191.624722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627191.625028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627191.625031:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627196.744301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627196.744561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627196.744754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627201.864466:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627201.864474:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627201.865054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627201.865057:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627201.865388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627201.865391:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627206.984273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627206.984277:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627206.984649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627206.984651:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627206.984908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627206.984910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627212.104340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627212.104346:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627212.104888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627212.104891:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627212.105233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627212.105236:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627217.224272:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627217.224275:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627217.224699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627217.224702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627217.224972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627217.224973:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627222.344235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627222.344240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627222.344694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627222.344696:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627222.344960:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627222.344962:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627227.464302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627227.464306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627227.464779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627227.464782:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627227.465048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627227.465050:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627232.584356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627232.584362:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627232.584830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627232.584833:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627232.585044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627232.585045:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627237.704452:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627237.704462:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627237.704964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627237.704967:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627237.705201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627237.705203:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627242.824255:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627242.824262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627242.824577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627242.824579:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627242.824805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627242.824807:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627247.944363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627247.944369:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627247.944828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627247.944830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627247.945078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627247.945079:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627253.064490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627253.064493:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627253.064798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627253.064799:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627253.065010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627253.065011:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627258.184562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627258.184566:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627258.184984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627258.184986:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627258.185183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627258.185186:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627263.304205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627263.304429:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627263.304519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627268.424428:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627268.424433:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1778627268.424964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627268.424966:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1778627268.425273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627268.425276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1778627273.544184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627273.544192:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778627273.544606:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627273.544627:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778627273.544894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627273.544896:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778627278.664264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627278.664270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1778627278.664591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627278.664592:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1778627278.664798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627278.664800:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627283.785653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627283.785656:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627283.786152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627283.786166:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627283.786467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627283.786470:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627288.904236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627288.904240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627288.904572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627288.904575:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627288.904858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627288.904860:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627294.024166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627294.024170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627294.024649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627294.024651:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627294.024889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627294.024890:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627299.144205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627299.144211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627299.144566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627299.144567:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627299.144802:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627299.144805:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627304.264253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627304.264257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627304.264587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627304.264591:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627304.264878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627304.264880:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627309.384457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627309.384466:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627309.384979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627309.384980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627309.385190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627309.385193:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627314.504318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627314.504321:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627314.504708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627314.504711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627314.504958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627314.504959:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627319.624226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627319.624242:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627319.624727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627319.624729:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627319.624955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627319.624957:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627324.744203:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627324.744211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627324.744509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627324.744512:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627324.744741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627324.744743:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627329.864229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627329.864474:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627329.864670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627334.984878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627334.984882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627334.985324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627334.985326:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627334.985790:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627334.985793:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627340.104351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627340.104357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627340.104776:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627340.104778:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627340.105005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627340.105007:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627345.224317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627345.224323:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627345.224821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627345.224823:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627345.225088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627345.225089:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778627350.344265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627350.344271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627350.344622:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627350.344624:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627350.344818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627350.344820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778627355.464267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627355.464273:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627355.464668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627355.464670:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627355.464913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627355.464916:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1778627360.584223:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627360.584227:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778627360.584724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627360.584727:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778627360.584953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627360.584955:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778627365.704078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627365.704082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778627365.704454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627365.704457:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778627365.704701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627365.704703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778627370.824245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627370.824250:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627370.824657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627370.824668:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627370.824875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627370.824877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627375.944237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627375.944243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627375.944666:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627375.944669:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627375.944887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627375.944888:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627381.064299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627381.064302:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627381.064693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627381.064695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627381.064990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627381.064993:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627386.184258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627386.184263:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627386.184799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627386.184801:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627386.185038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627386.185040:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627391.304188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627391.304194:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627391.304787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627391.304789:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627391.305049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627391.305051:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627396.424288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627396.424441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627396.424537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627401.544248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627401.544254:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778627401.544847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627401.544850:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778627401.545162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627401.545165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778627406.664293:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627406.664296:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778627406.664755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627406.664757:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778627406.665013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627406.665014:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778627411.784165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627411.784170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778627411.784543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627411.784545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778627411.784815:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627411.784817:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778627416.904284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627416.904288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778627416.904641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627416.904642:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778627416.904862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627416.904864:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778627422.024196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627422.024202:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778627422.024685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627422.024687:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778627422.024929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627422.024931:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778627427.144432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627427.144436:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627427.144796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627427.144797:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627427.145085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627427.145087:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627432.264182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627432.264190:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778627432.264549:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627432.264551:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778627432.264835:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627432.264837:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778627437.384256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627437.384262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1778627437.384667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627437.384669:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1778627437.384912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627437.384914:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1778627442.504221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627442.504227:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627442.504697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627442.504700:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627442.504937:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627442.504939:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778627447.624169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627447.624173:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627447.624710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627447.624713:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627447.624917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627447.624919:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627452.744257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627452.744262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627452.744745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627452.744748:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627452.744977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627452.744979:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627457.864121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627457.864125:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627457.864455:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627457.864456:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627457.864663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627457.864664:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627462.984461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627462.984947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627462.985157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627468.104375:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627468.104378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778627468.104893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627468.104896:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778627468.105229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627468.105231:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778627473.224354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627473.224357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627473.224678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627473.224680:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627473.224920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627473.224922:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627478.344488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627478.344491:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627478.344833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627478.344835:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627478.345077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627478.345079:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627483.464299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627483.464303:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627483.464683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627483.464685:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627483.464930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627483.464932:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778627488.584202:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627488.584206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627488.584753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627488.584756:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627488.585080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627488.585082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778627493.704217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627493.704219:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627493.704524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627493.704527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627493.704831:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627493.704833:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778627498.824362:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627498.824365:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627498.824892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627498.824895:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627498.825364:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627498.825366:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778627503.944493:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627503.944499:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778627503.945012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627503.945015:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778627503.945237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627503.945239:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627509.064527:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627509.064536:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627509.065166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627509.065170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627509.065760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627509.065763:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627514.184199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627514.184206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627514.184559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627514.184561:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627514.184841:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627514.184844:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778627519.304243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627519.304248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627519.304685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627519.304686:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627519.304873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627519.304874:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778627524.424261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627524.424264:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627524.424542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627524.424544:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627524.424793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627524.424795:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778627529.544236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627529.544500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627529.544682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627534.665025:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627534.665030:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778627534.665497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627534.665500:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778627534.666111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627534.666114:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778627539.784213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627539.784218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627539.784720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627539.784721:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627539.784934:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627539.784936:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778627544.904267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627544.904270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627544.904590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627544.904592:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627544.904829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627544.904831:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778627550.024167:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627550.024170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778627550.024500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627550.024502:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778627550.024738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627550.024740:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778627555.144254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627555.144259:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778627555.144783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627555.144785:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778627555.145028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627555.145030:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778627560.264228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627560.264233:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627560.264729:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627560.264730:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627560.264986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627560.264988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778627565.384217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627565.384238:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778627565.384658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627565.384659:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778627565.384850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778627565.384851:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778627570.504294:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627570.504300:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627570.504772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627570.504773:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627570.504958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627570.504960:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627575.624221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627575.624225:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627575.624637:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627575.624639:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627575.624822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627575.624824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627580.744206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627580.744211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627580.744510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627580.744512:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627580.744755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627580.744757:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627585.864458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627585.864465:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627585.864950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627585.864953:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627585.865241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627585.865243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627590.984565:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627590.984568:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627590.985002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627590.985003:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627590.985219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627590.985221:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627596.104275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627596.104461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627596.104574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627601.224364:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627601.224369:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627601.224919:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627601.224921:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627601.225229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627601.225232:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627606.344285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627606.344290:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627606.344800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627606.344802:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778627606.345096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627606.345097:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627611.464199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627611.464203:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778627611.464551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627611.464552:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778627611.464760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627611.464761:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778627616.584250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627616.584255:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778627616.584692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627616.584694:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778627616.584892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627616.584894:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778627621.704313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627621.704319:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778627621.704725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627621.704727:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778627621.704967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627621.704969:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778627626.824530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627626.824539:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627626.824951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627626.824953:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627626.825159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627626.825161:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627631.944288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627631.944292:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627631.944733:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627631.944735:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627631.945053:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627631.945056:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627637.064281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627637.064288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627637.064852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627637.064855:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627637.065182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627637.065185:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627642.184307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627642.184312:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627642.184813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627642.184815:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627642.185052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627642.185054:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627647.304206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627647.304211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627647.304643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627647.304645:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627647.304844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627647.304845:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627652.424250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627652.424253:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778627652.424541:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627652.424543:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778627652.424796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627652.424798:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778627657.544313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627657.544317:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778627657.544846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627657.544848:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778627657.545175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627657.545177:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778627662.664334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627662.664645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627662.664814:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627667.784371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627667.784378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627667.784918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627667.784921:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627667.785278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627667.785281:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627672.904308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627672.904311:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627672.904778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627672.904780:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627672.905050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627672.905052:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627678.024175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627678.024177:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627678.024729:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627678.024732:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627678.024959:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627678.024961:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627683.144305:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627683.144310:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627683.144587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627683.144589:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627683.144823:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627683.144825:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627688.264466:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627688.264470:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778627688.264943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627688.264946:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778627688.265230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627688.265232:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778627693.384443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627693.384447:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627693.384808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627693.384810:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627693.385031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627693.385033:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778627698.504467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627698.504490:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627698.504964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627698.504966:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627698.505180:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627698.505182:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778627703.624356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627703.624363:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627703.624998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627703.625001:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627703.625241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627703.625243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627708.744142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627708.744146:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627708.744534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627708.744537:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627708.744797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627708.744799:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627713.864240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627713.864243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627713.864597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627713.864599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627713.864908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627713.864910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778627718.984257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627718.984262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627718.984597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627718.984599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627718.984875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627718.984877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778627724.104190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627724.104196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627724.104505:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627724.104507:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627724.104750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627724.104751:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778627729.224298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627729.224601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627729.224836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627734.344349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627734.344352:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627734.344778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627734.344781:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627734.345224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627734.345226:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778627739.464415:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627739.464422:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627739.464923:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627739.464925:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627739.465123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627739.465125:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778627744.584238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627744.584243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627744.584650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627744.584652:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627744.584880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627744.584882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778627749.704174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627749.704179:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627749.704772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627749.704774:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627749.704954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627749.704956:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778627754.824245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627754.824249:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627754.824644:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627754.824654:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627754.824875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627754.824877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778627759.944324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627759.944348:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627759.944821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627759.944824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778627759.945146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627759.945149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627765.064151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627765.064155:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627765.064536:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627765.064539:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627765.064804:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627765.064807:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627770.184201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627770.184207:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627770.184562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627770.184564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627770.184914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627770.184916:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778627775.304357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627775.304362:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627775.304918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627775.304921:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627775.305155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627775.305158:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778627780.424255:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627780.424261:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627780.424657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627780.424659:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627780.424928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627780.424931:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1778627785.544291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627785.544294:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627785.544767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627785.544769:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627785.545056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627785.545058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778627790.664232:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627790.664237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627790.664684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627790.664686:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627790.665050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627790.665053:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778627795.784348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627795.784559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778627795.784778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627800.904748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627800.904752:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627800.905120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627800.905123:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627800.905445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627800.905448:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627806.024351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627806.024357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627806.024762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627806.024764:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627806.025050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627806.025053:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627811.144517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627811.144530:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627811.144955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627811.144957:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627811.145165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627811.145167:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627816.264298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627816.264302:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627816.264745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627816.264747:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627816.265054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627816.265057:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778627821.384278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627821.384281:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778627821.384843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627821.384846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778627821.385186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627821.385189:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778627826.504560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627826.504568:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627826.504940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627826.504942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627826.505275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627826.505278:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627831.624305:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627831.624311:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627831.624822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627831.624825:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627831.625208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627831.625211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627836.744328:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627836.744333:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627836.744824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627836.744826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627836.745157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627836.745158:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778627841.864325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627841.864331:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627841.864880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627841.864882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627841.865136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627841.865138:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627846.984246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627846.984252:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627846.984543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627846.984545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627846.984788:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627846.984790:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627852.104175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627852.104180:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627852.104524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627852.104526:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627852.104786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627852.104788:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627857.224256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627857.224262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627857.224757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627857.224759:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627857.225014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627857.225016:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627862.344268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627862.344503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627862.344646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627867.464652:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627867.464656:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627867.465065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627867.465068:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627867.465436:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627867.465439:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627872.584226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627872.584230:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627872.584676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627872.584679:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627872.584977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627872.584979:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627877.704368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627877.704372:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627877.704712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627877.704714:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627877.704908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627877.704910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627882.824504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627882.824508:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627882.825065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627882.825068:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627882.825389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627882.825392:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627887.944278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627887.944281:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778627887.944597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627887.944599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778627887.944870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627887.944871:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778627893.064224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627893.064227:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778627893.064555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627893.064557:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778627893.064776:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627893.064777:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778627898.184283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627898.184288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1778627898.184678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627898.184679:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1778627898.184908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627898.184910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778627903.304324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627903.304331:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778627903.304750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627903.304752:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778627903.304986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627903.304988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778627908.424341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627908.424348:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627908.424759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627908.424760:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627908.424998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627908.425001:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627913.544203:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627913.544208:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627913.544575:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627913.544576:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627913.544815:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627913.544817:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627918.664456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627918.664467:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627918.665080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627918.665082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627918.665287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627918.665288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627923.784224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627923.784230:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627923.784520:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627923.784522:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627923.784775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627923.784777:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627928.904340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627928.904562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627928.904772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627934.024485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627934.024498:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627934.025424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627934.025430:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627934.025923:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627934.025926:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778627939.144719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627939.144730:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627939.145561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627939.145565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627939.146067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627939.146071:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778627944.264778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627944.264800:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627944.265399:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627944.265401:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627944.265874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627944.265877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778627949.384589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627949.384594:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627949.385102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627949.385105:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627949.385560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627949.385564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778627954.504827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627954.504837:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778627954.505405:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627954.505408:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778627954.505908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627954.505912:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1778627959.624673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627959.624681:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778627959.625518:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627959.625521:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778627959.626034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627959.626039:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778627964.745176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627964.745194:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627964.746078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627964.746082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778627964.746540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627964.746545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778627969.865078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627969.865085:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627969.865876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627969.865880:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627969.866290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627969.866295:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778627974.984754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627974.984765:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627974.985552:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627974.985555:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778627974.985945:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627974.985949:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778627980.104805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627980.104816:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627980.105383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627980.105386:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778627980.105795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627980.105798:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778627985.224832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627985.224839:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627985.225503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627985.225508:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778627985.225984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627985.225987:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778627990.344694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627990.344703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627990.345411:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627990.345415:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778627990.345914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778627990.345918:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778627995.464812:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627995.465263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778627995.465553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628000.585514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628000.585520:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628000.587004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628000.587006:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628000.587424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628000.587428:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628005.704688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628005.704695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628005.705338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628005.705341:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628005.705767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628005.705770:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628010.824976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628010.824980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628010.825705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628010.825708:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628010.825930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628010.825932:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628015.944839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628015.944846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628015.945549:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628015.945553:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628015.946055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628015.946059:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628021.064576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628021.064580:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628021.065120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628021.065122:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628021.065526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628021.065529:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628026.184785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628026.184794:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778628026.185677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628026.185681:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778628026.186076:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628026.186079:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778628031.304161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628031.304165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778628031.304537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628031.304539:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778628031.304775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628031.304776:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1778628036.424571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628036.424576:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778628036.425709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628036.425712:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778628036.426171:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628036.426174:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778628041.544663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628041.544674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778628041.545365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628041.545369:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778628041.545759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628041.545762:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778628046.664990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628046.664999:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628046.665847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628046.665852:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628046.666332:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628046.666336:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628051.784426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628051.784436:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628051.785097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628051.785099:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628051.785289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628051.785291:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628056.904446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628056.904458:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628056.904915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628056.904917:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628056.905120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628056.905122:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628062.024711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628062.025031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628062.025200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628067.144445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628067.144452:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628067.145606:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628067.145629:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628067.146040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628067.146043:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778628072.264567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628072.264574:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628072.265377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628072.265378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628072.265575:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628072.265577:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628077.384840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628077.384851:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778628077.385564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628077.385567:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778628077.385953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628077.385957:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778628082.504933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628082.504938:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778628082.505880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628082.505883:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778628082.506385:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628082.506388:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778628087.624793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628087.624804:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628087.625422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628087.625425:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628087.625889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628087.625893:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628092.744624:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628092.744631:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628092.745362:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628092.745363:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628092.745690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628092.745692:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628097.864601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628097.864610:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628097.865320:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628097.865323:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628097.865775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628097.865777:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628102.984695:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628102.984703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628102.985450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628102.985454:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628102.985964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628102.985967:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628108.104279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628108.104282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628108.104763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628108.104768:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628108.105304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628108.105306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628113.224595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628113.224601:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628113.225273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628113.225277:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628113.225741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628113.225745:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628118.344952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628118.344959:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628118.345579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628118.345584:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628118.346039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628118.346042:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628123.464222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628123.464227:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778628123.464726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628123.464728:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778628123.464949:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628123.464951:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1778628128.584274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628128.584458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628128.584550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628133.704546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628133.704550:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778628133.705007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628133.705010:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778628133.705320:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628133.705322:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628138.824379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628138.824387:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628138.825056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628138.825058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628138.825358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628138.825360:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628143.944196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628143.944200:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628143.944731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628143.944733:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628143.944968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628143.944970:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628149.064208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628149.064213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778628149.064639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628149.064641:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778628149.064849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628149.064851:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628154.184437:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628154.184443:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628154.184987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628154.184989:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628154.185217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628154.185219:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628159.304340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628159.304344:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778628159.304864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628159.304867:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778628159.305204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628159.305207:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778628164.424185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628164.424188:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778628164.424499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628164.424500:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778628164.424794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628164.424796:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628169.544344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628169.544348:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628169.544808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628169.544810:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628169.545122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628169.545125:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628174.664210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628174.664213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628174.664492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628174.664495:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628174.664752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628174.664755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778628179.784490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628179.784494:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628179.785395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628179.785398:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628179.785738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628179.785740:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778628184.904435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628184.904442:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778628184.904855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628184.904868:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778628184.905136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628184.905138:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778628190.024288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628190.024294:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778628190.024708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628190.024710:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778628190.024940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628190.024942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628195.144843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628195.145508:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628195.145744:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628200.264912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628200.264923:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628200.265918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628200.265921:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628200.266248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628200.266252:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628205.384319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628205.384326:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628205.384753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628205.384755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628205.385041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628205.385044:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628210.504377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628210.504383:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1778628210.504792:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628210.504794:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1778628210.504976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628210.504978:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1778628215.624224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628215.624231:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1778628215.624769:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628215.624771:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1778628215.625000:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628215.625003:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1778628220.744228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628220.744232:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1778628220.744729:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628220.744732:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1778628220.745060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628220.745063:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778628225.864495:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628225.864498:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628225.865041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628225.865060:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628225.865479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628225.865481:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628230.984982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628230.984989:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628230.985889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628230.985893:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628230.986387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628230.986390:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628236.104919:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628236.104929:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628236.105573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628236.105576:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628236.106021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628236.106026:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628241.224251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628241.224254:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628241.224568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628241.224570:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628241.224794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628241.224795:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778628246.344580:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628246.344606:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628246.345317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628246.345320:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628246.345683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628246.345686:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628251.464325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628251.464330:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778628251.465266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628251.465271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778628251.465904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628251.465907:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778628256.584843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628256.584846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778628256.585352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628256.585355:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778628256.585768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628256.585770:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778628261.704448:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628261.704867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628261.705050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628266.824718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628266.824727:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628266.825340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628266.825344:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628266.825659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628266.825661:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628271.944869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628271.944874:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628271.945470:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628271.945473:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628271.945855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628271.945859:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778628277.064934:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628277.064940:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628277.065939:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628277.065945:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628277.066724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628277.066730:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778628282.184526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628282.184532:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778628282.185414:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628282.185418:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778628282.185911:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628282.185914:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778628287.304285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628287.304288:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778628287.304899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628287.304901:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778628287.305307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628287.305311:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778628292.424451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628292.424457:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778628292.424872:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628292.424873:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1778628292.425095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628292.425097:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628297.544895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628297.544917:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628297.545570:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628297.545573:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628297.546004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628297.546008:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628302.664470:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628302.664477:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628302.665160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628302.665163:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628302.665523:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628302.665526:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628307.785107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628307.785126:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628307.785821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628307.785826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628307.786297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628307.786300:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628312.904954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628312.904959:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778628312.905516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628312.905521:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778628312.906091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628312.906095:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778628318.024939:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628318.024943:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628318.025518:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628318.025521:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628318.025973:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628318.025977:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628323.144229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628323.144233:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000010:2.0:1778628323.144348:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4d80.
00000100:00000001:2.0:1778628323.144355:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628323.144363:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307674896
00000100:00000010:2.0:1778628323.144366:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4240.
00000100:00000001:2.0:1778628323.144370:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628323.144373:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628323.144376:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.144379:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628323.144385:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628323/real 1778628323]  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628323.144401:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628323.144403:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628323.144409:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda7e8.
00000400:00000200:2.0:1778628323.144414:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0908
00000400:00000010:2.0:1778628323.144418:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0908.
00000100:00000001:2.0:1778628323.144422:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628323.144425:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628323.144437:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628323.144460:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144465:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.144469:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628323.144481:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144524:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628323.144533:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144554:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628323.144560:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144566:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.144568:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144573:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628323.144577:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628323.144582:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628323.144592:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628323.144598:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628323.144605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628323.144648:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472564352:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628323.144657:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144663:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628323.144671:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472564352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144688:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628323.144693:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628323.144697:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628323.144703:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628323.144706:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628323.144707:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628323.144710:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628323.144711:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778628323.144714:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628323.144716:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628323.144717:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778628323.144720:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628323.144721:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144722:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.144729:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628323.144730:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.144732:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628323.144733:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628323.144735:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628323.144739:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144744:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628323.144746:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628323.144747:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628323.144751:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628323.144753:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628323.144758:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628323.144766:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628323.144770:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628323.144772:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628323.144776:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628323.144781:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628323.144784:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628323.144790:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628323.144795:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda7e8.
00000400:00000010:2.0:1778628323.144800:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0908.
00000100:00000200:2.0:1778628323.144805:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472564480, portal 10
00000100:00000001:2.0:1778628323.144811:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628323.144814:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:2.0:1778628323.144826:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628323.144854:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628323.144856:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628323.144861:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472564480, offset 0
00000400:00000200:2.0:1778628323.144872:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628323.144880:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628323.144886:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628323.144890:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628323.144895:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628323.144897:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628323.144900:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628323.144904:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497009:497009:256:4294967295] 192.168.204.112@tcp LPNI seq info [496968:496968:8:4294967295]
00000400:00000200:2.0:1778628323.144907:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628323.144915:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628323.144919:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628323.144922:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628323.144927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628323.144929:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628323.144933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628323.144935:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778628323.144938:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628323.144939:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628323.144942:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628323.144944:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628323.144947:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628323.144948:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628323.144950:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628323.144953:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144960:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628323.144962:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.144968:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.144969:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628323.144971:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628323.144975:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628323.144977:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628323.144979:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307671054
00000100:00000001:2.0:1778628323.144981:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307674896
00000100:00000001:2.0:1778628323.144983:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307671054
00000100:00000001:2.0:1778628323.144985:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307674896
00000100:00000001:2.0:1778628323.144987:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628323.144989:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.144990:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628323.144993:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628323/real 1778628323]  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628323.144999:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628323.145000:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628323.145001:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda7e8.
00000400:00000200:2.0:1778628323.145002:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0908
00000400:00000010:2.0:1778628323.145003:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0908.
00000100:00000001:2.0:1778628323.145005:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628323.145007:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628323.145013:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145018:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628323.145019:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145021:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.145022:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628323.145024:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145029:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628323.145031:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145036:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628323.145038:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145039:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.145040:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145041:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628323.145061:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628323.145064:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628323.145067:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628323.145069:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628323.145072:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628323.145078:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628323.145080:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145082:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628323.145084:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472564480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145089:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628323.145090:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628323.145091:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628323.145093:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628323.145094:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628323.145095:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628323.145097:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628323.145099:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778628323.145101:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628323.145102:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628323.145103:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:2.0:1778628323.145105:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628323.145106:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145108:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145110:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628323.145112:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.145114:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628323.145115:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628323.145116:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628323.145119:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145125:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628323.145126:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628323.145128:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628323.145130:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628323.145131:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628323.145134:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628323.145136:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628323.145137:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628323.145138:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628323.145140:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628323.145142:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628323.145143:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628323.145146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628323.145148:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda7e8.
00000400:00000010:2.0:1778628323.145150:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0908.
00000100:00000200:2.0:1778628323.145153:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472564608, portal 10
00000100:00000001:2.0:1778628323.145154:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628323.145155:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778628323.145160:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145165:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628323.145167:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628323.145169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628323.145171:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472564608, offset 0
00000400:00000200:2.0:1778628323.145174:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628323.145177:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628323.145179:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628323.145181:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628323.145183:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628323.145185:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628323.145187:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628323.145190:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497010:497010:256:4294967295] 192.168.204.112@tcp LPNI seq info [496969:496969:8:4294967295]
00000400:00000200:2.0:1778628323.145193:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628323.145198:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628323.145203:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628323.145205:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628323.145209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628323.145211:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628323.145214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628323.145216:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778628323.145219:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628323.145221:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628323.145223:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628323.145226:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628323.145228:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628323.145230:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628323.145232:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628323.145234:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145264:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628323.145269:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145293:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.145295:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628323.145299:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628323.145303:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628323.145308:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628323.145310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307671055
00000100:00000001:2.0:1778628323.145313:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307674896
00000100:00000001:2.0:1778628323.145315:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307671055
00000100:00000001:2.0:1778628323.145317:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307674896
00000100:00000001:2.0:1778628323.145318:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628323.145320:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.145321:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628323.145325:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628323/real 1778628323]  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628323.145331:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628323.145333:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628323.145334:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda7e8.
00000400:00000200:2.0:1778628323.145336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0908
00000400:00000010:2.0:1778628323.145337:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0908.
00000100:00000001:2.0:1778628323.145339:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628323.145341:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628323.145348:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145352:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628323.145353:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.145355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628323.145358:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145363:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628323.145365:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145371:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628323.145373:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145374:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628323.145375:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145376:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628323.145378:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628323.145380:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628323.145382:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628323.145383:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628323.145387:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628323.145393:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628323.145397:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145399:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628323.145402:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472564608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628323.145408:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628323.145410:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628323.145411:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628323.145413:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628323.145414:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628323.145415:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628323.145417:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628323.145418:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778628323.145420:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628323.145421:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628323.145422:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778628323.145424:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628323.145425:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145427:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.145429:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628323.145430:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.145432:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628323.145433:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628323.399749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628323.399759:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628323.399766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628323.399781:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628323.399793:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628323.399800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.399812:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628323.399820:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628323.399831:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628324.423692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628324.423699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628324.423703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628324.423708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628324.423713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628324.423720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628324.423728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628324.423733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628324.423738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628325.447775:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628325.447796:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628325.447807:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628325.447823:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628325.447834:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628325.447844:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628325.447850:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628325.447861:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628325.447875:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628326.471813:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628326.471830:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628326.471834:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628326.471850:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628326.471857:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628326.471862:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628326.471865:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628326.471868:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628326.471871:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628327.495705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628327.495713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628327.495719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628327.495725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628327.495730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628327.495735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628327.495739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628327.495743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628327.495747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.263895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628328.263900:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628328.263903:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628328.263913:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472564736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.263922:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628328.263924:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.263929:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628328.263933:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628328.263936:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628328.263941:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472564736:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628328.263947:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628328.263952:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628328.263955:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.263960:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628328.263966:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628328.263970:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628328.263979:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628328.263984:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda7e8.
00000400:00000010:2.0:1778628328.263990:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0908.
00000100:00000200:2.0:1778628328.263999:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472564736, portal 25
00000100:00000001:2.0:1778628328.264003:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628328.264006:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778628328.264016:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472564736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.264030:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628328.264037:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628328.264040:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628328.264044:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472564736, offset 0
00000400:00000200:2.0:1778628328.264052:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264062:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264069:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628328.264075:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628328.264081:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628328.264084:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628328.264087:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264090:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497011:497011:256:4294967295] 192.168.204.112@tcp LPNI seq info [496970:496970:8:4294967295]
00000400:00000200:2.0:1778628328.264093:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264105:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628328.264131:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628328.264151:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628328.264162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628328.264169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628328.264188:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628328.264197:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628328.264202:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307680016
00000100:00000010:2.0:1778628328.264209:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4f00.
00000100:00000001:2.0:1778628328.264217:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628328.264223:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307680016
00000100:00000010:2.0:1778628328.264229:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4c00.
00000100:00000001:2.0:1778628328.264234:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628328.264239:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628328.264243:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264246:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264248:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628328.264255:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628328.264258:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778628328.264261:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628328.264263:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628328.264265:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628328.264271:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472564864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.264286:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628328.264288:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.264290:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628328.264293:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628328.264296:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628328.264301:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564864:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628328.264307:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628328.264309:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628328.264311:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.264314:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628328.264326:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628328.264327:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628328.264330:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628328.264333:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaf20.
00000400:00000010:2.0:1778628328.264337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0220.
00000100:00000200:2.0:1778628328.264340:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472564864, portal 10
00000100:00000001:2.0:1778628328.264341:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628328.264342:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778628328.264348:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472564864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.264353:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628328.264355:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628328.264357:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628328.264359:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472564864, offset 0
00000400:00000200:2.0:1778628328.264363:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264366:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264369:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628328.264371:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628328.264373:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628328.264375:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628328.264377:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264379:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497012:497012:255:4294967295] 192.168.204.112@tcp LPNI seq info [496971:496971:7:4294967295]
00000400:00000200:2.0:1778628328.264382:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264386:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628328.264389:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628328.264391:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30b00.
00000800:00000200:2.0:1778628328.264394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628328.264397:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628328.264399:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628328.264402:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628328.264404:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628328.264405:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307676173
00000100:00000001:2.0:1778628328.264407:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307680016
00000100:00000001:2.0:1778628328.264409:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307676173
00000100:00000001:2.0:1778628328.264410:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307680016
00000100:00000001:2.0:1778628328.264411:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628328.264413:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264414:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264415:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628328.264417:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628328.264418:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778628328.264419:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628328.264420:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628328.264421:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628328.264423:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472564992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.264428:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628328.264428:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.264430:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628328.264431:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628328.264432:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628328.264434:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472564992:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628328.264436:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628328.264436:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628328.264437:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628328.264438:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628328.264440:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778628328.264441:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628328.264443:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628328.264445:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda268.
00000400:00000010:2.0:1778628328.264448:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d07f8.
00000100:00000200:2.0:1778628328.264451:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472564992, portal 10
00000100:00000001:2.0:1778628328.264453:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628328.264454:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778628328.264460:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472564992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628328.264466:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628328.264469:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628328.264471:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628328.264473:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472564992, offset 0
00000400:00000200:2.0:1778628328.264478:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264482:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264485:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628328.264488:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628328.264491:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628328.264493:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628328.264496:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628328.264499:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497013:497013:254:4294967295] 192.168.204.112@tcp LPNI seq info [496972:496972:6:4294967295]
00000400:00000200:2.0:1778628328.264503:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628328.264510:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628328.264514:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628328.264518:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628328.264522:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628328.264526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628328.264528:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628328.264531:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628328.264534:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628328.264536:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307676174
00000100:00000001:2.0:1778628328.264539:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307680016
00000100:00000001:2.0:1778628328.264541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307676174
00000100:00000001:2.0:1778628328.264543:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307680016
00000100:00000001:2.0:1778628328.264545:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628328.264547:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264550:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264552:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628328.264555:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628328.264557:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778628328.264559:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628328.264561:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628328.264563:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.264565:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628328.519673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628328.519679:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628328.519681:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628328.519687:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628328.519703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628328.519705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628328.519709:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628328.519711:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628328.519715:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628329.543708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628329.543716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628329.543721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628329.543728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628329.543736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628329.543743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628329.543748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628329.543753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628329.543760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628330.567668:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628330.567674:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628330.567677:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628330.567684:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628330.567690:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628330.567696:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628330.567702:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628330.567706:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628330.567710:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778628331.335912:0:2389:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628331.335953:0:2389:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628331.335962:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628331.335966:0:2389:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628331.335971:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628331.335975:0:2389:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628331.335980:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628331.335984:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628331.335989:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628331.335995:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628331.336001:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628331.336005:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628331.336010:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628331.336018:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8e680 x1865013472564736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336047:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628331.336051:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472564736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336060:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628331.336062:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628331.336071:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628331.336088:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30b00.
00000400:00000200:2.0:1778628331.336093:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628331.336098:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628331.336102:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628331.336104:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628331.336107:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628331.336114:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8f480 x1865013472564864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336136:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628331.336142:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472564864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336169:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628331.336171:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628331.336178:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628331.336180:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628331.336183:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628331.336188:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628331.336194:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628331.336198:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628331.336202:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628331.336210:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8c000 x1865013472564992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336233:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628331.336240:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472564992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628331.336255:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628331.336258:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628331.591710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628331.591716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628331.591719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628331.591728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628331.591734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628331.591741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628331.591749:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628331.591755:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628331.591765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628332.615679:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628332.615685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628332.615687:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628332.615692:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628332.615695:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628332.615699:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628332.615701:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628332.615703:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628332.615707:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628332.615783:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628332.615786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628332.615789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628333.384150:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628333.384155:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628333.384158:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628333.384165:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384176:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628333.384178:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.384182:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628333.384186:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628333.384189:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628333.384194:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472565120:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628333.384200:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628333.384204:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628333.384206:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.384210:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628333.384216:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628333.384219:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628333.384225:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628333.384230:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628333.384237:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628333.384245:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565120, portal 25
00000100:00000001:2.0:1778628333.384248:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628333.384251:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778628333.384257:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384268:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628333.384272:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628333.384275:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628333.384280:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472565120, offset 0
00000400:00000200:2.0:1778628333.384288:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628333.384297:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.384304:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628333.384311:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628333.384317:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628333.384322:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628333.384326:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628333.384331:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497014:497014:256:4294967295] 192.168.204.112@tcp LPNI seq info [496973:496973:8:4294967295]
00000400:00000200:2.0:1778628333.384337:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.384350:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628333.384358:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.384365:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628333.384373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628333.384378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628333.384386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628333.384391:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778628333.384396:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.384400:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628333.384406:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628333.384411:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628333.384444:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628333.384449:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628333.384456:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628333.384498:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384511:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.384518:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384527:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.384529:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628333.384537:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628333.384542:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628333.384545:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307685136
00000100:00000010:2.0:1778628333.384552:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4540.
00000100:00000001:2.0:1778628333.384561:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628333.384567:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307685136
00000100:00000010:2.0:1778628333.384571:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4a80.
00000100:00000001:2.0:1778628333.384575:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628333.384579:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628333.384583:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.384586:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628333.384592:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628333/real 1778628333]  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628333.384604:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628333.384606:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628333.384609:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628333.384613:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628333.384617:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628333.384620:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628333.384662:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628333.384674:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384684:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628333.384686:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.384689:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.384692:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628333.384697:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384706:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628333.384712:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384721:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628333.384731:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.384733:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.384735:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.384737:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628333.384740:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628333.384744:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628333.384748:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628333.384751:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628333.384756:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628333.384766:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472565120:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628333.384772:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628333.384776:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384784:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628333.384786:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.384789:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628333.384792:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628333.384794:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628333.384798:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628333.384802:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628333.384805:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628333.384808:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.384810:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628333.384814:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628333.384816:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628333.384821:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628333.384824:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628333.384829:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628333.384832:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565248, portal 10
00000100:00000001:2.0:1778628333.384834:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628333.384837:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778628333.384845:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384853:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628333.384857:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628333.384859:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628333.384862:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472565248, offset 0
00000400:00000200:2.0:1778628333.384869:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628333.384875:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.384881:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628333.384886:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628333.384890:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628333.384893:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628333.384896:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628333.384900:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497015:497015:256:4294967295] 192.168.204.112@tcp LPNI seq info [496974:496974:8:4294967295]
00000400:00000200:2.0:1778628333.384905:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.384914:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628333.384927:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.384932:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628333.384938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628333.384942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628333.384948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628333.384951:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778628333.384957:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.384959:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628333.384963:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628333.384968:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628333.384972:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628333.384974:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628333.384978:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628333.384982:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.384999:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.385003:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385012:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385014:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628333.385019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628333.385024:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628333.385028:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628333.385031:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307681294
00000100:00000001:2.0:1778628333.385051:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307685136
00000100:00000001:2.0:1778628333.385054:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307681294
00000100:00000001:2.0:1778628333.385057:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307685136
00000100:00000001:2.0:1778628333.385060:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628333.385063:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385065:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628333.385071:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628333/real 1778628333]  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628333.385081:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628333.385082:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628333.385084:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628333.385088:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628333.385090:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628333.385092:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628333.385096:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628333.385107:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385115:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628333.385117:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385120:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.385121:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628333.385126:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385134:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628333.385139:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385149:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628333.385151:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385153:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.385155:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385157:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628333.385162:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628333.385165:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628333.385169:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628333.385171:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628333.385176:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628333.385185:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628333.385190:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385193:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.385197:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472565120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385206:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628333.385209:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628333.385212:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628333.385216:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628333.385219:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628333.385222:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628333.385225:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628333.385227:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:2.0:1778628333.385231:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628333.385234:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628333.385236:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778628333.385240:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628333.385242:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385244:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.385247:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472565248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385253:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628333.385255:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628333.385257:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628333.385260:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628333.385261:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628333.385263:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628333.385265:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628333.385267:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778628333.385270:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628333.385272:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628333.385274:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778628333.385277:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628333.385278:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385281:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385289:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628333.385291:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385294:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628333.385296:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628333.385298:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628333.385302:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385312:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628333.385313:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.385316:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628333.385318:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628333.385321:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628333.385324:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628333.385328:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628333.385331:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628333.385333:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628333.385335:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628333.385340:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628333.385342:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628333.385346:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628333.385350:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628333.385354:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628333.385358:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565376, portal 10
00000100:00000001:2.0:1778628333.385360:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628333.385362:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778628333.385370:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385379:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628333.385382:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628333.385385:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628333.385388:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472565376, offset 0
00000400:00000200:2.0:1778628333.385393:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628333.385398:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.385403:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628333.385407:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628333.385410:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628333.385413:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628333.385416:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628333.385420:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497016:497016:256:4294967295] 192.168.204.112@tcp LPNI seq info [496975:496975:8:4294967295]
00000400:00000200:2.0:1778628333.385425:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628333.385433:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628333.385439:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.385444:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628333.385450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628333.385454:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628333.385459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628333.385461:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778628333.385464:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628333.385466:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628333.385469:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628333.385472:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628333.385475:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628333.385476:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628333.385478:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628333.385482:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385489:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.385491:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385497:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385498:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628333.385501:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628333.385503:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628333.385506:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628333.385508:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307681295
00000100:00000001:2.0:1778628333.385510:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307685136
00000100:00000001:2.0:1778628333.385512:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307681295
00000100:00000001:2.0:1778628333.385514:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307685136
00000100:00000001:2.0:1778628333.385515:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628333.385517:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385519:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628333.385522:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628333/real 1778628333]  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628333.385534:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628333.385535:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628333.385536:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628333.385539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628333.385540:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628333.385543:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628333.385563:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628333.385576:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385585:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628333.385588:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385591:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.385593:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628333.385598:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385608:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628333.385613:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385652:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628333.385673:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385675:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628333.385677:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385679:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628333.385682:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628333.385686:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628333.385690:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628333.385693:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628333.385699:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628333.385709:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628333.385714:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385716:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628333.385720:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472565376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628333.385729:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628333.385731:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628333.385733:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628333.385737:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628333.385738:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628333.385740:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628333.385743:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628333.385744:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778628333.385746:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628333.385748:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628333.385749:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778628333.385751:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628333.385752:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385754:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.385757:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628333.385758:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.385760:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628333.385778:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628333.639753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628333.639762:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628333.639767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628333.639783:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628333.639791:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628333.639797:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.639801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628333.639804:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628333.639812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628334.663696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628334.663705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628334.663710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628334.663718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628334.663724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628334.663728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628334.663734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628334.663738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628334.663744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628335.687700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628335.687708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628335.687712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628335.687722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628335.687732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628335.687740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628335.687748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628335.687753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628335.687761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628336.711765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628336.711776:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628336.711782:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628336.711791:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628336.711798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628336.711804:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628336.711810:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628336.711815:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628336.711821:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628337.735715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628337.735725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628337.735728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628337.735738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628337.735746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628337.735752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628337.735757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628337.735764:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628337.735778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.504209:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628338.504217:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628338.504223:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628338.504238:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.504259:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628338.504267:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.504278:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628338.504286:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628338.504295:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628338.504309:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472565504:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628338.504327:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628338.504337:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628338.504344:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.504353:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628338.504368:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628338.504378:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628338.504395:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628338.504403:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628338.504418:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628338.504429:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565504, portal 25
00000100:00000001:2.0:1778628338.504439:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628338.504443:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304078848 : -123998405472768 : ffff8f395f16ce00)
00000100:00000040:2.0:1778628338.504459:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.504488:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628338.504497:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628338.504504:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628338.504512:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472565504, offset 0
00000400:00000200:2.0:1778628338.504530:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628338.504549:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.504564:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628338.504591:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628338.504600:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628338.504690:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628338.504702:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628338.504714:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497017:497017:256:4294967295] 192.168.204.112@tcp LPNI seq info [496976:496976:8:4294967295]
00000400:00000200:2.0:1778628338.504729:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.504766:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628338.504787:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.504796:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628338.504818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628338.504826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778628338.504848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628338.504858:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1778628338.504877:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.504883:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628338.504892:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628338.504906:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628338.504915:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628338.504921:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628338.504967:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628338.504983:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505007:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.505015:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505037:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.505044:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628338.505057:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628338.505076:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628338.505085:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307690257
00000100:00000010:2.0:1778628338.505097:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4c60.
00000100:00000001:2.0:1778628338.505114:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628338.505127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307690257
00000100:00000010:2.0:1778628338.505134:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4cc0.
00000100:00000001:2.0:1778628338.505142:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628338.505148:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628338.505156:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.505160:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628338.505171:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628338/real 1778628338]  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628338.505184:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628338.505186:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628338.505189:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628338.505195:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628338.505197:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628338.505202:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628338.505206:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628338.505218:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505226:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628338.505229:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505232:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.505234:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628338.505239:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505247:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628338.505255:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505269:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628338.505274:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505277:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.505279:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505283:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628338.505286:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628338.505292:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628338.505301:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628338.505305:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628338.505314:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628338.505332:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472565504:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628338.505341:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505346:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.505352:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ce00 x1865013472565504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505366:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628338.505370:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628338.505375:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628338.505379:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628338.505381:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628338.505383:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628338.505386:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628338.505390:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778628338.505394:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628338.505397:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628338.505399:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ce00.
00000100:00000001:2.0:1778628338.505403:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628338.505405:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505407:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505415:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628338.505417:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.505420:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628338.505423:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628338.505425:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628338.505430:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505439:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628338.505442:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.505445:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628338.505448:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628338.505451:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628338.505454:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628338.505459:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628338.505462:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628338.505464:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.505466:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628338.505471:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628338.505473:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628338.505479:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628338.505483:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628338.505487:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628338.505491:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565632, portal 10
00000100:00000001:2.0:1778628338.505494:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628338.505496:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304090496 : -123998405461120 : ffff8f395f16fb80)
00000100:00000040:2.0:1778628338.505504:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505512:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628338.505516:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628338.505518:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628338.505521:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472565632, offset 0
00000400:00000200:2.0:1778628338.505527:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628338.505532:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.505537:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628338.505541:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628338.505545:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628338.505548:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628338.505551:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628338.505556:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497018:497018:256:4294967295] 192.168.204.112@tcp LPNI seq info [496977:496977:8:4294967295]
00000400:00000200:2.0:1778628338.505561:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.505570:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628338.505577:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.505581:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628338.505587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628338.505590:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778628338.505596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628338.505599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1778628338.505604:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.505635:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628338.505640:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628338.505645:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628338.505649:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628338.505651:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628338.505655:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628338.505659:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505670:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.505673:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505682:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.505684:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628338.505688:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628338.505693:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628338.505698:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628338.505700:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307686415
00000100:00000001:2.0:1778628338.505715:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307690257
00000100:00000001:2.0:1778628338.505718:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307686415
00000100:00000001:2.0:1778628338.505721:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307690257
00000100:00000001:2.0:1778628338.505724:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628338.505726:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.505729:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628338.505733:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628338/real 1778628338]  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628338.505744:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628338.505746:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628338.505748:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628338.505751:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628338.505753:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628338.505755:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628338.505758:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628338.505768:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505776:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628338.505778:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505781:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.505783:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628338.505787:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505795:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628338.505799:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505808:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628338.505810:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505812:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.505814:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.505816:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628338.505821:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628338.505824:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628338.505828:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628338.505831:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628338.505836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628338.505846:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628338.505850:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628338.505854:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505862:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628338.505863:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.505866:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628338.505869:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628338.505871:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628338.505874:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628338.505878:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628338.505880:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628338.505882:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628338.505884:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628338.505888:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628338.505891:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628338.505895:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628338.505897:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628338.505901:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628338.505904:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472565760, portal 10
00000100:00000001:2.0:1778628338.505907:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628338.505909:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:2.0:1778628338.505915:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.505924:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628338.505926:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628338.505962:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628338.505966:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472565760, offset 0
00000400:00000200:2.0:1778628338.505973:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628338.505978:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.505982:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628338.505986:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628338.505990:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628338.505993:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628338.505997:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628338.506001:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497019:497019:256:4294967295] 192.168.204.112@tcp LPNI seq info [496978:496978:8:4294967295]
00000400:00000200:2.0:1778628338.506006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628338.506014:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628338.506020:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.506024:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628338.506030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628338.506033:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1778628338.506038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628338.506041:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1778628338.506046:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628338.506049:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628338.506053:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628338.506057:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628338.506061:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628338.506063:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628338.506066:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628338.506071:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506081:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.506085:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506093:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.506095:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628338.506098:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628338.506102:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628338.506106:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628338.506110:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307686416
00000100:00000001:2.0:1778628338.506113:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307690257
00000100:00000001:2.0:1778628338.506116:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307686416
00000100:00000001:2.0:1778628338.506118:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307690257
00000100:00000001:2.0:1778628338.506120:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628338.506123:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.506125:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628338.506129:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628338/real 1778628338]  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628338.506139:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628338.506140:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628338.506143:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628338.506145:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628338.506148:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628338.506150:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628338.506153:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628338.506164:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506172:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628338.506174:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506176:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.506178:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628338.506182:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506189:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628338.506194:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506202:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628338.506205:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506207:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628338.506209:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506211:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628338.506214:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628338.506217:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628338.506221:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628338.506223:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628338.506228:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628338.506237:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472565760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628338.506242:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506244:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.506248:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16fb80 x1865013472565632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506261:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628338.506264:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628338.506267:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778628338.506272:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628338.506275:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628338.506277:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628338.506281:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628338.506285:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778628338.506290:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628338.506292:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628338.506295:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16fb80.
00000100:00000001:2.0:1778628338.506300:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628338.506303:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506306:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628338.506314:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472565760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628338.506342:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628338.506345:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628338.506347:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778628338.506352:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628338.506354:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628338.506357:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628338.506360:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628338.506363:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778628338.506367:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628338.506370:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628338.506372:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:2.0:1778628338.506375:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628338.506377:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506379:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.506384:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628338.506386:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.506389:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628338.506391:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628338.759700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628338.759710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628338.759713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628338.759720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628338.759745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628338.759755:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.759761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628338.759764:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628338.759775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628339.783702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628339.783711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628339.783716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628339.783726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628339.783746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628339.783752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628339.783761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628339.783766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628339.783772:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628340.807728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628340.807737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628340.807741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628340.807751:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628340.807764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628340.807772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628340.807778:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628340.807784:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628340.807790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628341.831734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628341.831742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628341.831747:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628341.831755:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628341.831780:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628341.831787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628341.831800:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628341.831805:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628341.831811:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628342.855700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628342.855707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628342.855726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628342.855746:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628342.855752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628342.855758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628342.855764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628342.855769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628342.855773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628343.623880:0:224080:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628343.623891:0:224080:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628343.623896:0:224080:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628343.623902:0:224080:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628343.623908:0:224080:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628343.623920:0:224080:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13019
00000400:00000200:2.0:1778628343.623934:0:224080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628343.623944:0:224080:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628343.623949:0:224080:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628343.623956:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.623961:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.623965:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.623968:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628343.623973:0:224080:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628343.623975:0:224080:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628343.623979:0:224080:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628343.623982:0:224080:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628343.623985:0:224080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628343.623988:0:224080:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628343.623991:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.623994:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.623996:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.623999:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628343.624002:0:224080:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628343.624007:0:224080:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624010:0:224080:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628343.624015:0:224080:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628343.624020:0:224080:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628343.624025:0:224080:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624029:0:224080:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628343.624033:0:224080:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628343.624046:0:224080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628343.624063:0:224080:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628343.624070:0:224080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628343.624073:0:224080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624078:0:224080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628343.624082:0:224080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628343.624089:0:224080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628343.624101:0:224080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628343.624113:0:224080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628343.624128:0:224080:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472565888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628343.624149:0:224080:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628343.624156:0:224080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628343.624165:0:224080:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472565888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628343.624214:0:224080:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628343.624220:0:224080:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628343.624227:0:224080:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628343.624230:0:224080:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628343.624234:0:224080:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628343.624238:0:224080:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628343.624244:0:224080:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13019
00000400:00000200:2.0:1778628343.624252:0:224080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628343.624259:0:224080:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628343.624265:0:224080:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628343.624273:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624279:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.624285:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624293:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628343.624310:0:224080:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628343.624316:0:224080:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628343.624323:0:224080:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628343.624330:0:224080:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628343.624341:0:224080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628343.624351:0:224080:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628343.624361:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624367:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.624373:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624378:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628343.624386:0:224080:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628343.624399:0:224080:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624406:0:224080:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628343.624411:0:224080:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628343.624419:0:224080:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628343.624427:0:224080:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624430:0:224080:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628343.624436:0:224080:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628343.624457:0:224080:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624461:0:224080:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628343.624473:0:224080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628343.624478:0:224080:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628343.624486:0:224080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628343.624488:0:224080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624490:0:224080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628343.624493:0:224080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628343.624498:0:224080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628343.624508:0:224080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628343.624519:0:224080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628343.624533:0:224080:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472566016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628343.624568:0:224080:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628343.624573:0:224080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628343.624586:0:224080:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472566016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628343.624609:0:224080:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628343.624616:0:224080:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628343.624624:0:224080:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628343.624626:0:224080:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628343.624629:0:224080:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628343.624632:0:224080:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628343.624639:0:224080:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13019
00000400:00000200:2.0:1778628343.624724:0:224080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628343.624730:0:224080:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628343.624738:0:224080:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628343.624759:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624766:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.624775:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624780:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628343.624789:0:224080:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628343.624795:0:224080:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628343.624802:0:224080:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628343.624827:0:224080:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628343.624852:0:224080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628343.624864:0:224080:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628343.624876:0:224080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624887:0:224080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628343.624899:0:224080:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624906:0:224080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628343.624916:0:224080:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628343.624930:0:224080:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628343.624938:0:224080:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628343.624944:0:224080:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628343.624949:0:224080:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628343.624954:0:224080:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624956:0:224080:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628343.624962:0:224080:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628343.624971:0:224080:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.624973:0:224080:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628343.624985:0:224080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000800:00000200:3.1:1778628343.624987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778628343.624990:0:224080:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:3.1:1778628343.624993:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1778628343.624997:0:224080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628343.625002:0:224080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628343.625007:0:224080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628343.625011:0:224080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628343.625015:0:224080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628343.625022:0:224080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628343.625030:0:224080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628343.625042:0:224080:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472566144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628343.625068:0:224080:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628343.625075:0:224080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628343.625090:0:224080:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472566144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628343.625112:0:224080:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628343.625119:0:224080:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628343.625149:0:224080:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628343.625155:0:224080:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628343.625164:0:224080:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628343.625172:0:224080:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13029)
00000800:00000200:3.1:1778628343.625731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628343.625734:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778628343.626121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628343.626123:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1778628343.879747:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628343.879756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628343.879762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628343.879771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628343.879780:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628343.879789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628343.879795:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628343.879800:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628343.879805:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628344.903759:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628344.903767:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628344.903772:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628344.903784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628344.903796:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628344.903802:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628344.903842:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628344.903849:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628344.903855:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628345.927751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628345.927761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628345.927808:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628345.927817:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628345.927825:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628345.927830:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628345.927839:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628345.927845:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628345.927853:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628346.951814:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628346.951826:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628346.951833:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628346.951846:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628346.951857:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628346.951867:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628346.951873:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628346.951878:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628346.951884:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628347.975732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628347.975743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628347.975772:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628347.975791:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628347.975816:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628347.975835:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628347.975851:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628347.975855:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628347.975861:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628348.743782:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628348.743799:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628348.743808:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628348.743818:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628348.743832:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628348.743849:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13024
00000400:00000200:2.0:1778628348.743867:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628348.743879:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628348.743885:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628348.743890:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.743894:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.743897:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.743901:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628348.743908:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628348.743911:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628348.743916:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628348.743921:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628348.743926:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628348.743931:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628348.743937:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.743941:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.743945:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.743949:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628348.743956:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628348.743963:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628348.743969:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628348.743975:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628348.743981:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628348.743986:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.743991:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628348.743995:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628348.744010:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628348.744015:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628348.744020:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628348.744023:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744026:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628348.744030:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628348.744036:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628348.744047:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628348.744056:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628348.744068:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472566272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628348.744081:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628348.744087:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628348.744093:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472566272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628348.744127:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628348.744134:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628348.744140:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628348.744143:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628348.744146:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628348.744152:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628348.744171:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13024
00000400:00000200:2.0:1778628348.744181:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628348.744188:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628348.744193:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628348.744199:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744203:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.744207:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744211:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628348.744216:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628348.744218:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628348.744222:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628348.744225:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628348.744229:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628348.744234:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628348.744241:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744245:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.744249:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744254:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628348.744258:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628348.744264:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744269:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628348.744272:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628348.744281:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628348.744285:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744289:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628348.744296:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628348.744302:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744306:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628348.744312:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628348.744317:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628348.744322:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628348.744324:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744328:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628348.744331:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628348.744334:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628348.744343:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628348.744361:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628348.744371:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472566400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628348.744388:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628348.744393:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628348.744401:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472566400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628348.744419:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628348.744424:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628348.744429:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628348.744433:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628348.744437:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628348.744442:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628348.744446:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13024
00000400:00000200:2.0:1778628348.744499:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628348.744505:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628348.744510:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628348.744515:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744520:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.744524:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744529:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628348.744534:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628348.744536:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628348.744539:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628348.744543:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628348.744547:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628348.744552:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628348.744558:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:3.1:1778628348.744560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628348.744562:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628348.744566:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.1:1778628348.744567:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1778628348.744570:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628348.744574:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628348.744580:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628348.744584:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628348.744587:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628348.744592:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628348.744596:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744600:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628348.744605:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628348.744652:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744657:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628348.744665:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628348.744670:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628348.744676:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628348.744679:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628348.744684:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628348.744688:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628348.744691:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628348.744697:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628348.744704:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628348.744713:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472566528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628348.744749:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628348.744756:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628348.744765:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472566528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628348.744780:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628348.744786:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628348.744793:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628348.744799:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628348.744805:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628348.744813:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13034)
00000800:00000200:3.1:1778628348.745248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628348.745251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778628348.745634:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628348.745638:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1778628348.999753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628348.999763:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628348.999770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628348.999781:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628348.999790:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628348.999798:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628348.999809:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628348.999814:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628348.999823:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628350.023773:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628350.023785:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628350.023791:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628350.023801:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628350.023812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628350.023821:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628350.023826:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628350.023834:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628350.023845:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628351.047807:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628351.047827:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628351.047836:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628351.047871:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628351.047881:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628351.047892:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628351.047899:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628351.047906:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628351.047913:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628352.071739:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628352.071748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628352.071751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628352.071758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628352.071764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628352.071769:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628352.071774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628352.071779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628352.071786:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628353.095751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628353.095759:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628353.095786:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628353.095793:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628353.095798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628353.095804:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628353.095810:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628353.095817:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628353.095826:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628353.864865:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628353.864879:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778628353.865422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628353.865426:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778628353.866025:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628353.866029:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1778628354.119728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628354.119736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628354.119741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628354.119748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628354.119757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628354.119764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628354.119770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628354.119776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628354.119783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628355.143765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628355.143773:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628355.143776:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628355.143782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628355.143789:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628355.143794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628355.143813:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628355.143819:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628355.143825:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628356.167802:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628356.167824:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628356.167829:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628356.167841:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628356.167852:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628356.167860:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628356.167867:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628356.167873:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628356.167879:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628357.191728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628357.191737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628357.191744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628357.191756:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628357.191765:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628357.191776:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628357.191784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628357.191789:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628357.191795:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628358.215652:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628358.215659:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628358.215661:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628358.215667:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628358.215674:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628358.215679:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628358.215686:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628358.215690:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628358.215698:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628358.984290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628358.984295:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628358.984845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628358.984847:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628358.985083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628358.985085:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1778628359.239712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628359.239721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628359.239725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628359.239733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628359.239739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628359.239744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628359.239748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628359.239752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628359.239759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628359.239944:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628359.239948:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628359.239952:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628360.263751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628360.263760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628360.263764:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628360.263773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628360.263783:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628360.263793:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628360.263802:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628360.263811:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628360.263822:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628361.287703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628361.287710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628361.287712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628361.287717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628361.287723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628361.287727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628361.287732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628361.287736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628361.287740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628362.311720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628362.311727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628362.311730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628362.311737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628362.311743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628362.311749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628362.311756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628362.311761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628362.311765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628363.335697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628363.335704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628363.335707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628363.335712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628363.335718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628363.335722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628363.335727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628363.335731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628363.335757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628364.103708:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628364.103715:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628364.103718:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628364.103721:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628364.103724:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628364.103731:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13039
00000400:00000200:2.0:1778628364.103739:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628364.103746:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628364.103749:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628364.103753:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103756:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.103759:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103761:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628364.103765:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628364.103767:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628364.103770:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628364.103773:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628364.103775:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628364.103778:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628364.103782:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103784:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.103787:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103788:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628364.103792:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628364.103795:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103797:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628364.103800:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628364.103802:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628364.103804:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.103805:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628364.103807:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628364.103815:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628364.103817:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628364.103821:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628364.103822:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.103824:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628364.103826:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628364.103830:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628364.103838:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628364.103843:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628364.103850:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472567424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628364.103858:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628364.103862:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628364.103865:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472567424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628364.103882:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628364.103884:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628364.103887:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628364.103888:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628364.103890:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628364.103892:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628364.103894:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13039
00000400:00000200:2.0:1778628364.103898:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628364.103900:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628364.103902:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628364.103905:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103907:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.103910:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103914:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628364.103917:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628364.103918:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628364.103920:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628364.103922:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628364.103927:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628364.103932:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628364.103939:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103942:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.103945:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103947:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628364.103950:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628364.103953:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628364.103958:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628364.103962:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628364.103966:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628364.103969:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.103974:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628364.103978:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628364.103982:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.103984:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628364.103988:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628364.103991:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628364.103995:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628364.103995:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.103997:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628364.103998:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628364.104000:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628364.104008:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778628364.104013:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628364.104024:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472567552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628364.104036:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628364.104041:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628364.104051:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472567552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628364.104080:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628364.104084:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628364.104087:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628364.104091:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628364.104092:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628364.104097:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628364.104101:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13039
00000400:00000200:2.0:1778628364.104106:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628364.104111:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628364.104114:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628364.104119:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.104124:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.104129:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.104132:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628364.104136:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628364.104139:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628364.104143:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628364.104146:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628364.104150:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628364.104153:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628364.104160:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.104162:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628364.104167:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628364.104172:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628364.104177:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628364.104182:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628364.104187:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628364.104190:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628364.104193:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628364.104196:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.104198:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628364.104199:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628364.104202:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.104206:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628364.104211:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000800:00000200:0.1:1778628364.104213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778628364.104215:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628364.104218:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1778628364.104218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1778628364.104221:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628364.104223:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628364.104226:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628364.104229:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628364.104234:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628364.104238:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628364.104246:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472567680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628364.104256:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628364.104260:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628364.104267:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472567680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628364.104288:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628364.104291:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628364.104295:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628364.104300:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628364.104308:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628364.104314:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13049)
00000800:00000200:0.1:1778628364.104604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628364.104605:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628364.104877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628364.104879:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1778628364.359696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628364.359703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628364.359706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628364.359713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628364.359717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628364.359721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628364.359724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628364.359728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628364.359731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628365.383688:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628365.383693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628365.383696:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628365.383701:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628365.383708:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628365.383711:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628365.383714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628365.383718:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628365.383722:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628366.407723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628366.407729:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628366.407733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628366.407739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628366.407746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628366.407751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628366.407758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628366.407762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628366.407766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628367.431663:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628367.431669:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628367.431672:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628367.431679:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628367.431685:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628367.431691:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628367.431696:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628367.431700:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628367.431713:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628368.455717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628368.455723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628368.455734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628368.455739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628368.455743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628368.455747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628368.455750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628368.455753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628368.455757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628369.223760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628369.223768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628369.223773:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628369.223780:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628369.223786:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628369.223792:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628369.223798:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628369.223802:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628369.223807:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628369.224661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628369.224665:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628369.225211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628369.225214:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628369.225629:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628369.225664:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1778628369.479734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628369.479751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628369.479763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628369.479784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628369.479798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628369.479803:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628369.479808:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628369.479811:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628369.479816:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628370.503807:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628370.503817:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628370.503825:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628370.503838:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628370.503855:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628370.503865:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628370.503870:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628370.503874:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628370.503879:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628371.527732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628371.527746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628371.527752:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628371.527759:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628371.527769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628371.527779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628371.527793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628371.527797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628371.527804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628372.551726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628372.551736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628372.551742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628372.551757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628372.551765:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628372.551771:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628372.551774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628372.551777:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628372.551781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628373.575754:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628373.575765:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628373.575769:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628373.575776:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628373.575787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628373.575793:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628373.575805:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628373.575808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628373.575812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628374.343791:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628374.343801:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628374.343804:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628374.343808:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628374.343812:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628374.343819:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13049
00000400:00000200:2.0:1778628374.343829:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628374.343835:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628374.343839:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628374.343841:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.343845:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.343847:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.343849:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628374.343853:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628374.343854:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628374.343857:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628374.343859:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628374.343860:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628374.343862:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628374.343864:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.343866:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.343868:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.343869:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628374.343872:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628374.343874:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628374.343875:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628374.343878:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628374.343881:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628374.343883:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.343885:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628374.343887:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628374.343898:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628374.343901:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628374.343906:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628374.343908:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.343915:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628374.343917:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628374.343922:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628374.343933:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778628374.343939:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628374.343948:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472568192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628374.343958:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628374.343963:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628374.343966:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472568192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628374.343990:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628374.344003:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628374.344006:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628374.344007:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628374.344008:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628374.344011:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628374.344013:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13049
00000400:00000200:2.0:1778628374.344015:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628374.344017:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628374.344019:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628374.344021:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344023:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.344026:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344027:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628374.344030:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628374.344032:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628374.344034:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628374.344036:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628374.344038:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628374.344040:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628374.344046:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344049:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.344054:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344067:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628374.344068:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628374.344073:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344075:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628374.344077:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628374.344084:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628374.344094:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344104:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628374.344113:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628374.344123:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344126:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628374.344135:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628374.344145:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628374.344154:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628374.344156:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344161:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628374.344165:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628374.344170:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628374.344179:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628374.344191:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628374.344203:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472568320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628374.344242:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628374.344246:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628374.344254:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472568320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628374.344306:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628374.344318:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628374.344329:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628374.344334:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628374.344337:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628374.344348:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628374.344357:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13049
00000400:00000200:2.0:1778628374.344365:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628374.344371:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628374.344374:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628374.344384:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344387:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.344391:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344398:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628374.344404:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628374.344406:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628374.344410:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628374.344419:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628374.344429:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628374.344438:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628374.344447:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344459:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628374.344467:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344477:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628374.344481:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628374.344490:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628374.344498:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628374.344507:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628374.344514:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628374.344521:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344523:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628374.344526:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628374.344529:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344530:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628374.344534:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628374.344538:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628374.344541:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628374.344544:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628374.344549:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628374.344551:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628374.344556:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628374.344561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:2.0:1778628374.344563:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000800:00000200:0.1:1778628374.344564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628374.344575:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628374.344590:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472568448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628374.344668:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628374.344675:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628374.344691:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472568448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628374.344706:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628374.344713:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628374.344721:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628374.344726:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628374.344731:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628374.344737:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13059)
00000800:00000200:0.1:1778628374.344978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628374.344980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628374.345197:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628374.345199:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628374.599722:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628374.599731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628374.599740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628374.599748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628374.599753:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628374.599758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628374.599763:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628374.599767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628374.599771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628375.623764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628375.623776:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628375.623780:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628375.623790:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628375.623799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628375.623804:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628375.623813:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628375.623822:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628375.623831:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628376.647748:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628376.647762:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628376.647765:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628376.647777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628376.647785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628376.647794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628376.647807:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628376.647812:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628376.647819:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628377.671757:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628377.671764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628377.671767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628377.671772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628377.671775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628377.671778:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628377.671792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628377.671795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628377.671797:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628378.695748:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628378.695760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628378.695767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628378.695804:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628378.695822:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628378.695828:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628378.695840:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628378.695853:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628378.695875:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628379.463729:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628379.463744:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628379.463747:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628379.463753:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628379.463760:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628379.463771:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13054
00000400:00000200:2.0:1778628379.463804:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628379.463822:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628379.463830:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628379.463841:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.463858:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.463865:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.463872:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628379.463879:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628379.463884:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628379.463889:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628379.463894:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628379.463899:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628379.463904:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628379.463910:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.463913:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.463917:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.463920:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628379.463925:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628379.463931:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628379.463935:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628379.463940:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628379.463944:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628379.463947:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.463950:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628379.463952:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628379.463966:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628379.463970:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628379.463975:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628379.463977:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.463981:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628379.463985:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628379.463991:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628379.464001:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628379.464010:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628379.464021:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472568576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628379.464034:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628379.464040:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628379.464045:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472568576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628379.464080:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628379.464084:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628379.464089:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628379.464090:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628379.464092:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628379.464095:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628379.464098:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13054
00000400:00000200:2.0:1778628379.464103:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628379.464106:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628379.464109:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628379.464112:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464114:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.464117:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464119:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628379.464142:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628379.464143:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628379.464145:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628379.464148:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628379.464150:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628379.464153:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628379.464156:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464158:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.464160:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464162:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628379.464165:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628379.464168:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464172:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628379.464175:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628379.464182:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628379.464184:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464186:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628379.464191:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628379.464196:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464201:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628379.464206:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778628379.464211:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628379.464215:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628379.464219:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464226:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628379.464229:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628379.464233:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628379.464242:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628379.464250:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628379.464263:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472568704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628379.464287:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628379.464291:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628379.464297:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472568704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628379.464312:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628379.464316:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628379.464322:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628379.464325:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628379.464327:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628379.464332:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628379.464336:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13054
00000400:00000200:2.0:1778628379.464351:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628379.464361:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628379.464364:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628379.464370:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464372:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.464375:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464380:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628379.464385:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628379.464391:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628379.464397:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628379.464402:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628379.464411:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628379.464419:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628379.464431:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464438:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628379.464445:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464452:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628379.464458:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628379.464484:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628379.464489:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628379.464492:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628379.464497:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628379.464501:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464505:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628379.464509:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628379.464514:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464518:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628379.464525:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628379.464532:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628379.464538:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628379.464542:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628379.464547:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628379.464550:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628379.464553:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628379.464559:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628379.464564:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628379.464576:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472568832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628379.464593:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628379.464597:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628379.464603:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472568832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1778628379.464656:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628379.464659:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628379.464661:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1778628379.464668:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628379.464678:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628379.464685:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628379.464695:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628379.464711:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13065)
00000800:00000200:0.1:1778628379.465142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628379.465145:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1778628379.465430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628379.465432:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1778628379.719734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628379.719741:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628379.719742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628379.719747:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628379.719752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628379.719756:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628379.719758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628379.719761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628379.719766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628380.743753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628380.743762:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628380.743766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628380.743774:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628380.743782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628380.743792:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628380.743806:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628380.743813:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628380.743820:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628381.767762:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628381.767770:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628381.767773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628381.767780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628381.767785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628381.767789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628381.767793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628381.767797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628381.767801:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628382.791735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628382.791745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628382.791748:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628382.791759:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628382.791769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628382.791773:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628382.791777:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628382.791779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628382.791782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628383.815721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628383.815730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628383.815733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628383.815739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628383.815743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628383.815747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628383.815750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628383.815754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628383.815759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628384.583738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628384.583747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628384.583750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628384.583758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628384.583763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628384.583770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628384.583774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628384.583779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628384.583783:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628384.584209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628384.584218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778628384.584591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628384.584593:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1778628384.584808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628384.584810:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1778628384.839697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628384.839707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628384.839713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628384.839728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628384.839743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628384.839749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628384.839758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628384.839761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628384.839767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628385.607773:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628385.607785:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628385.607789:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628385.607799:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628385.607805:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628385.607812:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628385.607818:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628385.607822:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628385.607826:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628385.863734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628385.863747:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628385.863759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628385.863776:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628385.863785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628385.863795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628385.863801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628385.863805:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628385.863809:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628386.631787:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628386.631797:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628386.631800:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628386.631807:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628386.631812:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628386.631817:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628386.631821:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628386.631824:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628386.631827:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628386.887764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628386.887773:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628386.887775:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628386.887782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628386.887787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628386.887791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628386.887795:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628386.887798:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628386.887804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628387.655842:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628387.655870:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628387.655874:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628387.655882:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628387.655889:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628387.655895:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628387.655899:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628387.655903:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628387.655909:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628387.911798:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628387.911820:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628387.911829:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628387.911850:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628387.911866:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628387.911876:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628387.911883:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628387.911903:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628387.911908:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628388.679744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628388.679752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628388.679755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628388.679773:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628388.679778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628388.679783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628388.679787:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628388.679790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628388.679794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628388.935960:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628388.935967:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628388.935972:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628389.703795:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628389.703805:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628389.703808:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628389.703834:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628389.703840:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628389.703846:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628389.703852:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628389.703856:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628389.703861:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628389.704952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628389.704964:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778628389.705497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628389.705500:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778628389.706006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628389.706009:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1778628390.727693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628390.727700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628390.727703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628390.727710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628390.727714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628390.727718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628390.727722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628390.727725:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628390.727728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628390.983848:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628390.983853:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628390.983858:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628391.751769:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628391.751776:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628391.751778:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628391.751784:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628391.751788:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628391.751793:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628391.751796:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628391.751799:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628391.751802:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628392.775691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628392.775696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628392.775698:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628392.775703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628392.775705:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628392.775708:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628392.775710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628392.775713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628392.775715:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628393.031785:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628393.031790:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628393.031794:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628393.799682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628393.799688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628393.799690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628393.799695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628393.799698:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628393.799701:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628393.799704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628393.799706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628393.799708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628394.055749:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628394.055754:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628394.055759:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628394.823687:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628394.823699:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628394.823702:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628394.823706:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628394.823723:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628394.823731:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13070
00000400:00000200:2.0:1778628394.823740:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628394.823749:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628394.823753:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628394.823759:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823763:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.823768:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823771:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628394.823776:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628394.823779:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628394.823782:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628394.823786:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628394.823788:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628394.823790:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628394.823793:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823795:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.823796:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823798:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628394.823800:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628394.823803:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823806:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628394.823808:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628394.823810:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628394.823812:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.823814:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628394.823815:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628394.823834:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628394.823838:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628394.823841:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628394.823842:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.823845:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628394.823847:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628394.823850:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628394.823868:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628394.823874:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628394.823882:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472569728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628394.823890:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628394.823894:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628394.823898:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472569728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628394.823916:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628394.823918:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628394.823920:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628394.823921:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628394.823923:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628394.823925:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628394.823928:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13070
00000400:00000200:2.0:1778628394.823933:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628394.823935:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628394.823937:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628394.823941:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823944:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.823949:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823951:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628394.823955:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628394.823957:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628394.823960:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628394.823963:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628394.823968:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628394.823973:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628394.823977:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823978:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.823979:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823980:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628394.823982:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628394.823984:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628394.823985:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628394.823986:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628394.823990:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628394.823991:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.823993:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628394.823996:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628394.823998:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.823999:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628394.824001:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778628394.824003:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628394.824004:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628394.824005:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.824006:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628394.824017:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628394.824018:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628394.824020:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628394.824023:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628394.824026:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472569856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628394.824031:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628394.824033:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628394.824035:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472569856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628394.824041:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628394.824043:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628394.824045:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628394.824046:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628394.824048:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628394.824050:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628394.824052:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13070
00000400:00000200:2.0:1778628394.824054:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628394.824056:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628394.824058:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628394.824062:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.824068:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.824069:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.824071:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628394.824074:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628394.824076:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628394.824079:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628394.824081:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628394.824084:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628394.824088:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628394.824090:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.824091:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628394.824092:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628394.824093:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628394.824095:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628394.824096:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628394.824098:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628394.824098:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628394.824100:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628394.824101:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.824102:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628394.824104:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628394.824106:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.824107:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628394.824109:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628394.824111:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628394.824113:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628394.824114:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628394.824115:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628394.824116:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628394.824117:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628394.824120:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628394.824122:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628394.824124:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472569984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628394.824128:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628394.824130:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628394.824132:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472569984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628394.824137:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628394.824139:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628394.824141:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628394.824144:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628394.824147:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628394.824151:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13080)
00000800:00000200:3.1:1778628394.824351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628394.824542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628394.824703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:2.0:1778628395.079841:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628395.079845:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628395.079848:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628396.103855:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628396.103862:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628396.103868:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628397.127967:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628397.127975:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628397.127980:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1778628397.895914:0:2388:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628397.895959:0:2388:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628397.895969:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628397.895973:0:2388:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628397.895978:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628397.895982:0:2388:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628397.895987:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628397.895991:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632000.
00000400:00000200:2.0:1778628397.895996:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628397.896002:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628397.896007:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddb28
00000400:00000010:2.0:1778628397.896010:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddb28.
00000100:00000001:2.0:1778628397.896015:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628397.896023:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceaf800 x1865013472569728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896047:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628397.896052:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472569728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896059:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628397.896061:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628397.896072:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628397.896075:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632100.
00000400:00000200:2.0:1778628397.896078:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628397.896082:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628397.896086:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd088
00000400:00000010:2.0:1778628397.896088:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd088.
00000100:00000001:2.0:1778628397.896092:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628397.896099:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceae680 x1865013472569856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896112:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628397.896119:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472569856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896135:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628397.896137:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628397.896146:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628397.896151:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632600.
00000400:00000200:2.0:1778628397.896155:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628397.896167:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628397.896173:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd550
00000400:00000010:2.0:1778628397.896177:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd550.
00000100:00000001:2.0:1778628397.896181:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628397.896189:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceadf80 x1865013472569984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896201:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628397.896208:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472569984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628397.896223:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628397.896226:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1778628398.151822:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628398.151825:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628398.151827:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628399.175880:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628399.175884:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628399.175888:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628399.943816:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628399.943834:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628399.943839:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628399.943844:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628399.943850:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628399.943857:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13075
00000400:00000200:2.0:1778628399.943867:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628399.943875:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628399.943880:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628399.943883:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.943887:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.943890:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.943893:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628399.943897:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628399.943899:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628399.943902:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628399.943905:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628399.943908:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628399.943911:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628399.943914:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.943917:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.943918:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.943920:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628399.943923:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628399.943927:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628399.943929:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628399.943933:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628399.943936:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628399.943939:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.943941:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628399.943943:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628399.943950:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628399.943954:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628399.943959:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628399.943961:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.943964:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628399.943967:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628399.943972:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628399.943981:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628399.943988:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628399.943997:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472570112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628399.944007:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628399.944012:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628399.944017:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472570112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628399.944055:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628399.944059:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628399.944063:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628399.944064:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628399.944066:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628399.944069:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628399.944072:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13075
00000400:00000200:2.0:1778628399.944077:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628399.944080:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628399.944083:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628399.944088:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944091:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.944093:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944096:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628399.944100:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628399.944102:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628399.944104:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628399.944106:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628399.944109:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628399.944112:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628399.944116:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944118:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.944121:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944125:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628399.944130:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628399.944137:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944153:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628399.944158:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628399.944164:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628399.944174:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944185:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628399.944192:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628399.944198:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944204:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628399.944215:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628399.944220:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628399.944229:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628399.944233:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944246:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628399.944250:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628399.944254:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628399.944263:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778628399.944273:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628399.944284:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472570240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628399.944303:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628399.944311:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628399.944327:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472570240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628399.944344:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628399.944350:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628399.944363:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628399.944367:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628399.944371:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628399.944381:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628399.944391:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13075
00000400:00000200:2.0:1778628399.944401:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628399.944406:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628399.944409:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628399.944412:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944414:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.944416:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944418:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628399.944420:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628399.944422:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628399.944424:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628399.944425:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628399.944427:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628399.944429:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628399.944432:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944433:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628399.944435:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944437:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628399.944438:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628399.944441:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628399.944444:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628399.944445:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628399.944449:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628399.944450:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944463:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628399.944465:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628399.944467:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944469:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628399.944473:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628399.944477:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628399.944480:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628399.944482:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628399.944483:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628399.944484:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628399.944486:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628399.944490:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628399.944495:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628399.944500:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472570368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628399.944508:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628399.944513:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628399.944529:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472570368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628399.944552:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628399.944557:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628399.944564:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628399.944575:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628399.944585:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628399.944594:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13085)
00000800:00000200:3.1:1778628399.944782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628399.944785:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628399.945251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628399.945253:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628399.945494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628399.945495:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1778628400.199860:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628400.199864:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628400.199868:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628401.223847:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628401.223851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628401.223854:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628402.247859:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628402.247863:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628402.247865:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628403.271790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628403.271794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628403.271798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628404.295799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628404.295804:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628404.295808:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1778628405.064325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628405.064329:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628405.064664:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628405.064667:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628405.064996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628405.064999:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1778628405.319857:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628405.319862:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628405.319867:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628406.343828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628406.343837:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628406.343845:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628407.367866:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628407.367870:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628407.367874:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1778628408.392021:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628408.392027:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628408.392032:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628409.159766:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628409.159772:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628409.159774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628409.159779:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628409.159784:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628409.159788:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628409.159791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628409.159793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628409.159796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628409.415846:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628409.415851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628409.415855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628410.183715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628410.183724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628410.183727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628410.183735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628410.183740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628410.183744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628410.183748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628410.183752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628410.183755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628410.184725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628410.184734:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628410.185355:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628410.185358:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628410.185849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628410.185854:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778628411.207738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628411.207749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628411.207754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628411.207764:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628411.207772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628411.207780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628411.207785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628411.207791:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628411.207797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628411.463916:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628411.463922:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628411.463927:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628412.231728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628412.231738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628412.231741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628412.231748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628412.231753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628412.231758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628412.231761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628412.231765:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628412.231768:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628412.487882:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628412.487888:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628412.487893:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628413.255718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628413.255726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628413.255729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628413.255736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628413.255741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628413.255747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628413.255750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628413.255753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628413.255757:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628414.279777:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628414.279786:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628414.279788:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628414.279797:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628414.279804:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628414.279811:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628414.279817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628414.279823:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628414.279829:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628414.535795:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628414.535799:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628414.535802:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628415.303746:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628415.303764:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628415.303769:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628415.303775:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628415.303784:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628415.303798:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13090
00000400:00000200:2.0:1778628415.303815:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628415.303832:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628415.303845:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628415.303857:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.303867:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.303872:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.303877:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628415.303884:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628415.303889:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628415.303895:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628415.303900:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628415.303905:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628415.303910:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628415.303916:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.303934:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.303943:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.303948:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628415.303954:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628415.303961:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628415.303968:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628415.303973:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628415.303979:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628415.303984:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.303988:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628415.303992:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628415.304004:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628415.304010:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628415.304016:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628415.304019:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304024:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628415.304029:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628415.304035:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628415.304048:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778628415.304058:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628415.304073:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472571264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628415.304090:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628415.304095:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628415.304101:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472571264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628415.304131:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628415.304136:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628415.304140:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628415.304142:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628415.304144:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628415.304148:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628415.304151:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13090
00000400:00000200:2.0:1778628415.304157:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628415.304162:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628415.304166:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628415.304190:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304197:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.304202:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304206:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628415.304212:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628415.304215:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628415.304219:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628415.304226:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628415.304237:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628415.304249:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628415.304267:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304276:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.304288:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304299:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628415.304313:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628415.304326:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304334:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628415.304337:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628415.304348:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628415.304355:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304360:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628415.304366:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628415.304377:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304387:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628415.304397:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628415.304405:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628415.304411:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628415.304456:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304461:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628415.304468:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628415.304474:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628415.304486:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628415.304502:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628415.304520:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472571392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628415.304546:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628415.304553:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628415.304562:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472571392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628415.304579:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628415.304585:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628415.304597:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628415.304604:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628415.304650:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628415.304654:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628415.304661:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13090
00000400:00000200:2.0:1778628415.304749:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628415.304766:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628415.304777:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628415.304789:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304794:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.304802:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304808:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628415.304819:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1778628415.304825:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778628415.304826:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628415.304834:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1778628415.304834:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000020:00000040:2.0:1778628415.304841:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628415.304845:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628415.304856:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628415.304869:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304880:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628415.304893:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304905:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628415.304925:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628415.304937:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628415.304947:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628415.304955:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628415.304963:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628415.304971:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304977:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628415.304983:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628415.304994:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.304996:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628415.305002:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628415.305012:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628415.305019:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628415.305021:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628415.305024:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628415.305030:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628415.305036:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628415.305046:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628415.305054:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628415.305066:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472571520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628415.305082:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628415.305088:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628415.305098:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472571520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628415.305124:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628415.305130:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628415.305147:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628415.305157:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628415.305166:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628415.305175:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13100)
00000800:00000200:3.1:1778628415.305661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628415.305665:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628415.306012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628415.306016:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1778628415.559881:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628415.559889:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628415.559896:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628416.327871:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628416.327882:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628416.327886:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628416.327895:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628416.327901:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628416.327907:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628416.327912:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628416.327916:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628416.327920:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628416.583929:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628416.583936:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628416.583942:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628417.351759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628417.351768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628417.351771:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628417.351779:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628417.351784:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628417.351789:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628417.351794:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628417.351797:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628417.351801:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628417.607841:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628417.607845:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628417.607849:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628418.375746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628418.375756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628418.375758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628418.375766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628418.375787:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628418.375791:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628418.375794:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628418.375798:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628418.375800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628418.631790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628418.631796:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628418.631800:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628419.399800:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628419.399810:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628419.399812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628419.399821:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628419.399826:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628419.399831:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628419.399834:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628419.399838:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628419.399842:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628419.655946:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628419.655953:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628419.655958:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628420.423769:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628420.423781:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628420.423785:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628420.423795:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628420.423803:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628420.423808:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628420.423819:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628420.423824:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628420.423836:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628420.425163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628420.425168:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628420.425800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628420.425803:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628420.426164:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628420.426167:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1778628420.680010:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628420.680017:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628420.680023:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628421.447816:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628421.447833:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628421.447837:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628421.447849:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628421.447856:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628421.447863:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628421.447871:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628421.447876:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628421.447881:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628421.703982:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628421.703989:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628421.703993:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628422.471800:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628422.471811:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628422.471815:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628422.471823:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628422.471829:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628422.471836:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628422.471841:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628422.471847:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628422.471854:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628422.727870:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628422.727875:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628422.727880:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628423.495684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628423.495691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628423.495693:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628423.495699:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628423.495703:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628423.495706:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628423.495710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628423.495713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628423.495716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628423.751814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628423.751818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628423.751821:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628424.519691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628424.519695:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628424.519697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628424.519702:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628424.519705:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628424.519708:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628424.519710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628424.519712:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628424.519714:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628424.775748:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628424.775752:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628424.775756:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628425.543739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628425.543747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628425.543749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628425.543755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628425.543760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628425.543765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628425.543768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628425.543774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628425.543779:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628425.544566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628425.544575:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628425.545301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628425.545303:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628425.545740:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628425.545744:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1778628425.799901:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628425.799907:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628425.799913:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628426.567738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628426.567747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628426.567751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628426.567758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628426.567764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628426.567769:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628426.567773:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628426.567777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628426.567793:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628426.823778:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628426.823782:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628426.823787:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628427.591700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628427.591711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628427.591714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628427.591723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628427.591728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628427.591734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628427.591738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628427.591742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628427.591747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628427.847886:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628427.847893:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628427.847898:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628428.615742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628428.615770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628428.615774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628428.615784:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628428.615791:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628428.615797:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628428.615801:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628428.615805:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628428.615809:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628428.871761:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628428.871765:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628428.871767:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628429.639670:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628429.639677:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628429.639679:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628429.639685:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628429.639689:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628429.639693:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628429.639696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628429.639699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628429.639702:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628429.895803:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628429.895806:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628429.895810:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628430.663728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628430.663750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628430.663754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628430.663762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628430.663768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628430.663774:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628430.663778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628430.663780:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628430.663786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628430.664383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628430.664387:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628430.665248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628430.665251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628430.665554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628430.665556:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1778628430.919883:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628430.919888:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628430.919892:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628431.687717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628431.687723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628431.687725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628431.687730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628431.687733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628431.687736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628431.687739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628431.687741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628431.687744:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628431.943862:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628431.943867:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628431.943870:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628432.711669:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628432.711675:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628432.711677:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628432.711681:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628432.711684:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628432.711688:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628432.711690:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628432.711692:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628432.711694:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628432.967751:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628432.967754:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628432.967758:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628433.735734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628433.735741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628433.735743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628433.735748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628433.735751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628433.735755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628433.735758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628433.735760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628433.735763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628433.991772:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628433.991776:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628433.991779:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628434.759735:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628434.759745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628434.759748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628434.759755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628434.759760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628434.759767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628434.759772:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628434.759793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628434.759800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628435.015933:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628435.015940:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628435.015946:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628435.783743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628435.783750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628435.783754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628435.783761:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628435.783770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628435.783777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628435.783783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628435.783789:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628435.783793:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628435.784560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628435.784567:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628435.785147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628435.785149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628435.785442:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628435.785445:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1778628436.039802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628436.039807:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628436.039811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628436.807692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628436.807701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628436.807703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628436.807709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628436.807713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628436.807718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628436.807721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628436.807724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628436.807727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628437.063755:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628437.063759:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628437.063761:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628438.087812:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628438.087820:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628438.087825:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628438.087830:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628438.087856:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628438.087861:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628438.087865:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628438.087869:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628438.087875:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628439.111751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628439.111761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628439.111764:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628439.111785:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628439.111791:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628439.111797:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628439.111801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628439.111807:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628439.111815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628439.111965:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628439.111970:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628439.111975:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628440.135765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628440.135776:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628440.135782:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628440.135792:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628440.135803:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628440.135811:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628440.135817:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628440.135824:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628440.135839:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628440.903755:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628440.903776:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628440.903780:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628440.903787:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628440.903794:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628440.903805:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13116
00000400:00000200:2.0:1778628440.903818:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628440.903837:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628440.903841:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628440.903844:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.903849:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.903853:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.903858:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628440.903864:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628440.903867:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628440.903872:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628440.903876:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628440.903880:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628440.903883:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628440.903888:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.903891:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.903894:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.903897:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628440.903903:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628440.903924:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628440.903928:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628440.903934:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628440.903939:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628440.903971:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.903975:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628440.903980:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628440.903998:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628440.904004:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628440.904011:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628440.904013:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904017:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628440.904021:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628440.904040:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628440.904055:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628440.904066:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628440.904082:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472573184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628440.904098:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628440.904105:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628440.904112:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472573184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628440.904153:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628440.904158:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628440.904163:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628440.904166:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628440.904168:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628440.904172:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628440.904175:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13116
00000400:00000200:2.0:1778628440.904192:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628440.904197:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628440.904200:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628440.904204:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904207:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.904210:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904213:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628440.904217:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628440.904219:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628440.904222:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628440.904225:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628440.904228:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628440.904231:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628440.904236:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904239:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.904242:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904245:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628440.904248:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628440.904273:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904278:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628440.904283:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628440.904290:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628440.904297:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904302:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628440.904308:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628440.904314:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904318:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628440.904328:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628440.904331:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628440.904336:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628440.904338:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904342:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628440.904346:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628440.904349:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628440.904356:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628440.904361:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628440.904372:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472573312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628440.904382:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628440.904386:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628440.904393:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472573312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628440.904403:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628440.904409:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628440.904414:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628440.904415:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628440.904417:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628440.904422:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628440.904427:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13116
00000400:00000200:2.0:1778628440.904433:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628440.904437:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628440.904439:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628440.904445:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904447:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.904450:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904454:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628440.904461:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628440.904465:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628440.904467:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628440.904469:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628440.904475:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628440.904481:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628440.904491:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904499:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628440.904503:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904509:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628440.904514:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628440.904522:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628440.904526:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628440.904528:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628440.904531:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628440.904538:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904541:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628440.904543:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628440.904545:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904551:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628440.904559:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628440.904561:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628440.904565:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628440.904569:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628440.904571:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628440.904572:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628440.904575:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628440.904580:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628440.904588:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628440.904602:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472573440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628440.904688:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628440.904691:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628440.904699:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472573440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628440.904717:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628440.904723:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1778628440.904727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778628440.904732:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778628440.904734:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1778628440.904741:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628440.904761:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628440.904771:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13126)
00000800:00000200:0.1:1778628440.905371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628440.905374:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628440.905679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628440.905682:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628441.159715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628441.159725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628441.159729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628441.159737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628441.159744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628441.159750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628441.159753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628441.159756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628441.159762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628442.183711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628442.183720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628442.183723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628442.183730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628442.183735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628442.183742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628442.183755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628442.183759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628442.183765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628443.207736:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628443.207751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628443.207772:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628443.207782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628443.207792:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628443.207799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628443.207805:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628443.207813:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628443.207825:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628444.231716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628444.231723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628444.231726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628444.231735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628444.231742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628444.231747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628444.231770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628444.231774:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628444.231783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628444.231855:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628444.231858:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628444.231860:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628444.999718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628444.999723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628444.999726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628444.999732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628444.999736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628444.999741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628444.999744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628444.999747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628444.999750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628445.255754:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628445.255764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628445.255769:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628445.255778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628445.255786:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628445.255791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628445.255797:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628445.255803:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628445.255812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628446.023714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628446.023724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628446.023728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628446.023736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628446.023743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628446.023750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628446.023756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628446.023760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628446.023767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628446.024545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628446.024550:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628446.025548:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628446.025550:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628446.026023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628446.026026:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1778628446.279753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628446.279760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628446.279763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628446.279773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628446.279783:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628446.279789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628446.279794:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628446.279818:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628446.279826:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628447.047708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628447.047732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628447.047734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628447.047740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628447.047744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628447.047748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628447.047751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628447.047753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628447.047756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628447.303691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628447.303717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628447.303719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628447.303726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628447.303733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628447.303739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628447.303744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628447.303748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628447.303754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628448.071715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628448.071722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628448.071725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628448.071730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628448.071734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628448.071737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628448.071741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628448.071744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628448.071747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628448.327690:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628448.327697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628448.327701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628448.327707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628448.327713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628448.327718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628448.327721:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628448.327723:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628448.327727:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628449.095710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628449.095718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628449.095720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628449.095727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628449.095731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628449.095735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628449.095738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628449.095741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628449.095765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628449.351775:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628449.351785:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628449.351788:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628449.351798:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628449.351805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628449.351811:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628449.351815:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628449.351820:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628449.351825:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628450.119701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628450.119708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628450.119711:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628450.119721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628450.119753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628450.119759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628450.119763:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628450.119767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628450.119772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628450.375763:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628450.375774:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628450.375780:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628450.375789:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628450.375798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628450.375807:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628450.375828:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628450.375834:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628450.375841:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628451.143760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628451.143774:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628451.143778:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628451.143788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628451.143796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628451.143804:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628451.143814:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628451.143822:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628451.143832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628451.144874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628451.144882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628451.145559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628451.145562:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628451.145989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628451.145993:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1778628451.399762:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628451.399772:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628451.399779:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628451.399789:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628451.399796:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628451.399805:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628451.399816:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628451.399821:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628451.399828:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628452.167751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628452.167756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628452.167758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628452.167762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628452.167766:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628452.167770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628452.167774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628452.167776:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628452.167779:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628452.423780:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628452.423790:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628452.423795:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628452.423801:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628452.423807:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628452.423814:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628452.423837:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628452.423840:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628452.423843:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628453.191694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628453.191699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628453.191700:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628453.191704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628453.191707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628453.191710:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628453.191712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628453.191714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628453.191716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628453.447787:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628453.447798:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628453.447805:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628453.447825:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628453.447846:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628453.447851:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628453.447862:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628453.447865:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628453.447868:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628454.215695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628454.215701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628454.215703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628454.215708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628454.215711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628454.215715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628454.215718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628454.215721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628454.215725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628454.471832:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628454.471840:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628454.471844:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628454.471858:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628454.471873:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628454.471899:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628454.471909:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628454.471920:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628454.471927:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628455.239744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628455.239753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628455.239755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628455.239762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628455.239766:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628455.239771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628455.239774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628455.239778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628455.239781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628455.495770:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628455.495781:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628455.495789:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628455.495805:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628455.495812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628455.495821:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628455.495848:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628455.495867:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628455.495875:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628456.263746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628456.263755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628456.263759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628456.263767:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628456.263773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628456.263779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628456.263783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628456.263787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628456.263791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628456.264745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628456.264756:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628456.265459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628456.265462:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628456.265913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628456.265919:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1778628456.519712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628456.519722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628456.519725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628456.519733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628456.519740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628456.519749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628456.519760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628456.519763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628456.519773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628457.287749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628457.287757:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628457.287760:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628457.287767:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628457.287772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628457.287777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628457.287780:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628457.287784:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628457.287801:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628457.543681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628457.543687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628457.543691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628457.543698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628457.543705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628457.543710:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628457.543716:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628457.543720:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628457.543724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628458.311673:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628458.311679:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628458.311681:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628458.311685:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628458.311688:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628458.311691:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628458.311693:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628458.311695:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628458.311697:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628458.567691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628458.567698:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628458.567701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628458.567708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628458.567713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628458.567717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628458.567723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628458.567727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628458.567732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628459.335715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628459.335722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628459.335724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628459.335731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628459.335734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628459.335737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628459.335740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628459.335742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628459.335745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628459.591729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628459.591737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628459.591740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628459.591746:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628459.591750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628459.591756:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628459.591761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628459.591763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628459.591770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628460.359687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628460.359693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628460.359695:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628460.359700:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628460.359703:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628460.359705:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628460.359708:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628460.359710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628460.359712:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628460.615704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628460.615710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628460.615713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628460.615721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628460.615729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628460.615736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628460.615743:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628460.615747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628460.615762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628461.383720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628461.383726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628461.383728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628461.383733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628461.383738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628461.383741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628461.383745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628461.383758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628461.383761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628461.384261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628461.384415:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628461.384523:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628461.639708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628461.639716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628461.639720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628461.639726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628461.639732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628461.639738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628461.639746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628461.639750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628461.639754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628462.407695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628462.407700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628462.407702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628462.407706:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628462.407710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628462.407713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628462.407715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628462.407717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628462.407719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628462.663676:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628462.663683:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628462.663687:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628462.663694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628462.663699:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628462.663703:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628462.663710:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628462.663715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628462.663722:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628463.431669:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628463.431674:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628463.431676:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628463.431680:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628463.431683:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628463.431686:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628463.431688:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628463.431690:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628463.431692:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628463.687691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628463.687700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628463.687704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628463.687711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628463.687719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628463.687725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628463.687732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628463.687736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628463.687743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628464.455678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628464.455682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628464.455684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628464.455688:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628464.455691:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628464.455694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628464.455696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628464.455699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628464.455701:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628464.711744:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628464.711749:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628464.711751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628464.711758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628464.711763:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628464.711767:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628464.711770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628464.711773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628464.711777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628465.479742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628465.479749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628465.479752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628465.479759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628465.479764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628465.479768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628465.479787:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628465.479790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628465.479794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628465.735730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628465.735739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628465.735743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628465.735753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628465.735761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628465.735769:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628465.735777:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628465.735782:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628465.735789:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628466.503736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628466.503742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628466.503745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628466.503756:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628466.503761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628466.503766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628466.503771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628466.503776:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628466.503780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628466.504825:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628466.504830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628466.505549:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628466.505554:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628466.506718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628466.506722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1778628466.759700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628466.759709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628466.759712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628466.759719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628466.759726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628466.759734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628466.759740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628466.759746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628466.759758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628467.527717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628467.527725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628467.527728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628467.527735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628467.527739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628467.527744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628467.527748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628467.527751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628467.527755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628467.783754:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628467.783763:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628467.783768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628467.783776:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628467.783786:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628467.783794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628467.783799:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628467.783802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628467.783807:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628468.551755:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628468.551763:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628468.551766:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628468.551773:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628468.551778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628468.551783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628468.551787:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628468.551790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628468.551793:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628468.807747:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628468.807760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628468.807768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628468.807781:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628468.807793:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628468.807799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628468.807803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628468.807807:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628468.807815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628469.575680:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628469.575687:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628469.575688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628469.575694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628469.575697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628469.575700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628469.575702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628469.575704:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628469.575706:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628469.831739:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628469.831751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628469.831755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628469.831764:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628469.831771:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628469.831777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628469.831782:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628469.831792:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628469.831809:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628470.599723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628470.599731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628470.599734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628470.599739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628470.599743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628470.599747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628470.599750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628470.599753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628470.599756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628470.855842:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628470.855856:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628470.855863:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628470.855875:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628470.855887:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628470.855895:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628470.855900:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628470.855904:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628470.855912:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628471.623762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628471.623775:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628471.623781:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628471.623790:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628471.623797:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628471.623805:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628471.623810:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628471.623816:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628471.623824:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628471.624758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628471.624763:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778628471.625450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628471.625455:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778628471.625963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628471.625967:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1778628471.879918:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628471.879924:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628471.879927:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628471.879932:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628471.879936:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628471.879939:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628471.879943:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628471.879946:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628471.879949:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628472.647784:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628472.647792:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628472.647795:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628472.647802:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628472.647807:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628472.647812:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628472.647817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628472.647820:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628472.647823:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628472.903761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628472.903769:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628472.903773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628472.903780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628472.903784:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628472.903788:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628472.903791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628472.903795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628472.903799:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628473.927686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628473.927692:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628473.927695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628473.927699:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628473.927703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628473.927706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628473.927711:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628473.927714:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628473.927717:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628474.951704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628474.951710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628474.951714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628474.951720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628474.951726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628474.951733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628474.951738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628474.951742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628474.951748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628475.975689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628475.975697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628475.975700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628475.975707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628475.975714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628475.975721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628475.975729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628475.975735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628475.975742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628476.744799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628476.744805:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778628476.745595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628476.745599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778628476.745999:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628476.746002:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778628476.999750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628476.999761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628476.999768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628476.999783:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628476.999796:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628476.999804:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628476.999815:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628476.999822:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628476.999845:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628478.023670:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628478.023677:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628478.023680:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628478.023684:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628478.023689:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628478.023693:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628478.023696:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628478.023700:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628478.023705:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628479.047741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628479.047750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628479.047754:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628479.047771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628479.047776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628479.047779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628479.047782:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628479.047784:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628479.047787:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628480.071761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628480.071773:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628480.071778:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628480.071788:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628480.071799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628480.071813:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628480.071832:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628480.071843:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628480.071857:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628480.839806:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628480.839818:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628480.839821:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628480.839831:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628480.839837:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628480.839842:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628480.839847:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628480.839851:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628480.839857:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628481.095812:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628481.095824:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628481.095830:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628481.095843:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628481.095854:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628481.095862:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628481.095867:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628481.095876:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628481.095887:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628481.863812:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628481.863821:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628481.863827:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628481.863837:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628481.863845:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628481.863852:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628481.863861:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628481.863868:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628481.863876:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628481.864806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628481.864815:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778628481.865565:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628481.865568:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778628481.866028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628481.866031:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1778628482.119740:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628482.119750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628482.119754:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628482.119761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628482.119766:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628482.119773:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628482.119778:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628482.119783:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628482.119790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628482.887781:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628482.887795:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628482.887799:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628482.887808:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628482.887814:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628482.887821:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628482.887826:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628482.887831:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628482.887836:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628483.143784:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628483.143799:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628483.143805:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628483.143823:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628483.143840:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628483.143856:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628483.143871:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628483.143884:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628483.143925:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628483.911731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628483.911739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628483.911741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628483.911748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628483.911752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628483.911757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628483.911760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628483.911764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628483.911767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628484.935747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628484.935764:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628484.935770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628484.935783:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628484.935792:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628484.935799:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628484.935805:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628484.935811:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628484.935817:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628485.191819:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628485.191826:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628485.191831:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628485.959858:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628485.959875:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628485.959880:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628485.959889:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628485.959894:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628485.959900:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628485.959904:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628485.959909:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628485.959913:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628486.983818:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628486.983848:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628486.983859:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628486.983871:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628486.983882:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628486.983898:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13162
00000400:00000200:2.0:1778628486.983919:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628486.983932:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628486.983939:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628486.983946:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.983954:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628486.983959:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.983965:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628486.983974:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628486.983978:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628486.983984:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628486.983990:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628486.984021:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628486.984027:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628486.984035:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984039:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628486.984043:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984047:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628486.984054:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628486.984061:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984067:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628486.984073:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628486.984080:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628486.984086:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.984091:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628486.984095:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628486.984113:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628486.984120:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628486.984129:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628486.984133:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.984139:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628486.984144:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628486.984152:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628486.984167:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628486.984180:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628486.984197:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472576640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628486.984233:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628486.984241:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628486.984251:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472576640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628486.984296:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628486.984303:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628486.984310:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628486.984314:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628486.984319:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628486.984339:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628486.984345:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13162
00000400:00000200:2.0:1778628486.984359:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628486.984378:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628486.984385:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628486.984398:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984411:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628486.984421:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984440:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628486.984459:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628486.984464:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628486.984472:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628486.984479:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628486.984491:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628486.984507:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628486.984534:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984544:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628486.984558:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984568:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628486.984576:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628486.984600:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628486.984664:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628486.984670:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628486.984681:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628486.984693:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.984699:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628486.984713:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628486.984736:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.984744:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628486.984760:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628486.984769:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628486.984779:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628486.984786:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.984795:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628486.984799:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628486.984806:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628486.984822:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628486.984836:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628486.984862:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472576768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628486.984905:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628486.984912:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628486.984929:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472576768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628486.984969:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628486.984977:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628486.984993:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628486.985024:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628486.985032:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628486.985046:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628486.985058:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13162
00000400:00000200:2.0:1778628486.985075:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628486.985094:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628486.985104:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628486.985127:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.985143:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628486.985161:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.985171:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628486.985177:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628486.985182:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628486.985187:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628486.985192:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628486.985206:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628486.985219:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628486.985235:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.985244:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1778628486.985260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778628486.985261:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628486.985272:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628486.985277:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000020:00000040:2.0:1778628486.985282:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628486.985302:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628486.985317:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628486.985322:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628486.985330:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628486.985343:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.985351:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628486.985358:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628486.985367:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.985376:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628486.985388:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628486.985397:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628486.985408:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628486.985415:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628486.985431:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628486.985438:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628486.985444:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628486.985453:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628486.985470:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628486.985496:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472576896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628486.985552:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628486.985564:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628486.985579:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472576896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628486.985671:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628486.985689:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628486.985705:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628486.985717:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628486.985731:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628486.985748:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13172)
00000800:00000200:1.1:1778628486.986196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628486.986202:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778628486.986703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628486.986706:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1778628487.239794:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628487.239802:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628487.239805:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628487.239813:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628487.239821:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628487.239826:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628487.239830:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628487.239833:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628487.239837:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628488.263741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628488.263754:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628488.263758:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628488.263771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628488.263778:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628488.263787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628488.263799:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628488.263802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628488.263810:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628489.287719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628489.287728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628489.287736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628489.287761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628489.287772:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628489.287781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628489.287792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628489.287799:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628489.287804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628490.311730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628490.311742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628490.311746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628490.311759:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628490.311768:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628490.311776:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628490.311782:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628490.311790:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628490.311800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628491.335723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628491.335732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628491.335735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628491.335743:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628491.335750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628491.335757:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628491.335761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628491.335767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628491.335777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628492.104699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628492.104707:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778628492.105485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628492.105490:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778628492.105890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628492.105914:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1778628492.359716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628492.359725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628492.359728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628492.359738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628492.359745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628492.359752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628492.359759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628492.359766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628492.359774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628493.383741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628493.383751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628493.383757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628493.383767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628493.383774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628493.383781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628493.383790:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628493.383797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628493.383803:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628494.407770:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628494.407781:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628494.407784:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628494.407791:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628494.407799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628494.407815:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628494.407824:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628494.407834:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628494.407868:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628494.407920:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628494.407925:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628494.407927:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628494.407931:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628494.407938:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628494.407959:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628494.407963:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628494.407965:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628494.407968:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628495.431732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628495.431741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628495.431745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628495.431754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628495.431762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628495.431781:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628495.431790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628495.431795:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628495.431807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628496.455703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628496.455714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628496.455718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628496.455724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628496.455733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628496.455739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628496.455744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628496.455749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628496.455755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628496.455801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628496.455834:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628496.455842:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1778628497.224690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628497.224702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1778628497.225503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628497.225506:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1778628497.225982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628497.225985:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1778628497.479722:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628497.479734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628497.479741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628497.479750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628497.479761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628497.479768:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628497.479778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628497.479783:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628497.479821:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628498.503725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628498.503734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628498.503739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628498.503747:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628498.503754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628498.503759:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628498.503784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628498.503790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628498.503798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628499.527678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628499.527684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628499.527685:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628499.527690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628499.527694:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628499.527708:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628499.527716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628499.527721:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628499.527728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628500.551708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628500.551715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628500.551719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628500.551745:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628500.551754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628500.551760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628500.551778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628500.551783:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628500.551788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628501.575758:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628501.575768:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628501.575772:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628501.575780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628501.575785:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628501.575790:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628501.575799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628501.575804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628501.575811:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628502.344804:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628502.344818:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778628502.345734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628502.345738:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1778628502.346121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628502.346124:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000100:00000001:2.0:1778628502.599751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628502.599760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628502.599764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628502.599773:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628502.599792:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628502.599798:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628502.599805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628502.599811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628502.599824:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628503.623763:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628503.623775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628503.623781:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628503.623795:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628503.623808:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628503.623816:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628503.623822:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628503.623828:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628503.623834:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628504.647762:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628504.647774:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628504.647780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628504.647793:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628504.647807:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628504.647813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628504.647829:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628504.647839:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628504.647847:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628505.671753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628505.671764:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628505.671769:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628505.671780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628505.671790:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628505.671799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628505.671806:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628505.671814:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628505.671826:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628506.695744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628506.695753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628506.695757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628506.695763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628506.695769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628506.695773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628506.695779:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628506.695784:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628506.695790:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628507.463744:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463746:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628507.463748:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628507.463751:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463752:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628507.463755:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628507.463757:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628507.463759:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.463760:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628507.463762:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628507.463768:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628507.463770:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628507.463773:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628507.463775:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.463777:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628507.463779:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628507.463783:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628507.463789:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628507.463795:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628507.463802:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472578176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628507.463810:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628507.463813:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628507.463816:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472578176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628507.463832:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628507.463835:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628507.463837:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628507.463838:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628507.463839:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628507.463841:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628507.463843:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13182
00000400:00000200:3.0:1778628507.463846:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628507.463849:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628507.463851:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628507.463853:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463855:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628507.463857:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463859:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628507.463860:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628507.463861:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628507.463864:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628507.463866:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628507.463869:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628507.463872:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628507.463876:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463878:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628507.463881:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463886:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628507.463891:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628507.463897:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628507.463901:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628507.463904:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628507.463908:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628507.463917:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.463920:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628507.463924:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628507.463929:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.463933:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628507.463936:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628507.463940:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628507.463942:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628507.463944:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.463948:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628507.463951:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628507.463953:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628507.463957:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628507.463961:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628507.463967:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472578304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628507.463979:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628507.463983:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628507.463986:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472578304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628507.463994:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628507.463998:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628507.464006:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628507.464009:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628507.464010:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628507.464013:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628507.464018:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13182
00000400:00000200:3.0:1778628507.464023:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628507.464027:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628507.464029:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628507.464032:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.464036:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628507.464037:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.464039:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628507.464042:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628507.464044:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628507.464047:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628507.464049:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628507.464050:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628507.464052:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628507.464056:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.464059:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628507.464063:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628507.464064:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628507.464066:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628507.464070:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628507.464074:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628507.464075:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628507.464078:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628507.464080:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.464083:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628507.464085:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628507.464089:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.464093:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628507.464097:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628507.464100:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628507.464105:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628507.464107:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628507.464109:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628507.464111:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628507.464112:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628507.464118:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628507.464125:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628507.464135:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472578432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628507.464154:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1778628507.464155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628507.464159:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628507.464159:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778628507.464169:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472578432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628507.464185:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628507.464190:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628507.464197:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628507.464200:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628507.464207:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628507.464212:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13193)
00000800:00000200:0.1:1778628507.464517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628507.464518:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778628507.464817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628507.464820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628507.719678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628507.719683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628507.719685:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628507.719689:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628507.719692:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628507.719696:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628507.719699:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628507.719703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628507.719708:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628507.719709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628507.719716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628507.719718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628507.719722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628507.719729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628507.719731:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628508.743713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628508.743720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628508.743720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628508.743725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628508.743725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628508.743736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628508.743736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628508.743740:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628508.743745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628508.743747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628508.743750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628508.743751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628508.743759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628508.743764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628508.743772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628509.767680:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628509.767681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628509.767684:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628509.767686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628509.767691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628509.767691:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628509.767693:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628509.767697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628509.767700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628509.767701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628509.767704:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628509.767705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628509.767707:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628509.767710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628509.767712:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628509.767714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628509.767717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628509.767717:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628509.767721:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628509.767723:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628509.767726:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628510.791699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628510.791707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628510.791711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628510.791718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628510.791723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628510.791728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628510.791732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628510.791735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628510.791739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628510.791745:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628510.791753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628510.791766:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628510.791773:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628510.791787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628510.791794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628511.815709:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628511.815711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628511.815715:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628511.815718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628511.815722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628511.815723:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628511.815728:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628511.815730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628511.815735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628511.815736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628511.815740:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628511.815743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628511.815751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628511.815755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628511.815762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628512.583715:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628512.583723:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628512.583728:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628512.583733:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628512.583737:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628512.583746:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13188
00000400:00000200:3.0:1778628512.583758:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628512.583763:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628512.583766:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628512.583770:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583773:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.583775:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583777:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628512.583779:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628512.583781:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628512.583783:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628512.583785:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628512.583787:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628512.583789:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628512.583791:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583793:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.583794:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583795:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628512.583798:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628512.583800:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583803:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628512.583805:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628512.583807:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628512.583809:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.583811:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628512.583812:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628512.583820:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628512.583823:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628512.583826:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628512.583827:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.583829:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628512.583832:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628512.583836:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628512.583842:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628512.583847:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628512.583854:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472578560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628512.583863:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628512.583866:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628512.583869:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472578560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628512.583889:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628512.583891:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628512.583894:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628512.583895:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628512.583896:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628512.583898:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628512.583900:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13188
00000400:00000200:3.0:1778628512.583902:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628512.583904:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628512.583906:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628512.583908:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583910:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.583912:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583914:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628512.583916:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628512.583917:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628512.583919:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628512.583920:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628512.583921:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628512.583923:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628512.583925:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583927:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.583928:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583929:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628512.583931:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628512.583933:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628512.583938:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628512.583941:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628512.583946:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628512.583949:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.583952:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628512.583964:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628512.583968:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.583971:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628512.583974:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778628512.583978:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628512.583981:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628512.583985:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.583988:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628512.583990:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628512.583993:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628512.583997:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628512.584006:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628512.584012:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472578688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628512.584017:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628512.584019:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628512.584024:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472578688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628512.584043:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628512.584048:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628512.584053:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628512.584055:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628512.584059:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628512.584063:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628512.584074:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13188
00000400:00000200:3.0:1778628512.584084:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628512.584093:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628512.584096:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628512.584102:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.584105:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.584109:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.584112:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628512.584114:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628512.584118:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628512.584119:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628512.584121:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628512.584123:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628512.584126:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628512.584132:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.584134:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628512.584135:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628512.584153:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628512.584158:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628512.584166:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628512.584169:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628512.584172:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628512.584176:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628512.584182:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.584185:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628512.584188:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628512.584193:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.584195:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628512.584203:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628512.584208:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628512.584214:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628512.584219:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628512.584223:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628512.584226:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628512.584231:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628512.584240:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628512.584248:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628512.584258:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472578816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628512.584282:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628512.584288:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628512.584294:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472578816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628512.584321:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628512.584327:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628512.584336:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778628512.584341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778628512.584342:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628512.584348:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778628512.584348:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1778628512.584356:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13198)
00000800:00000200:0.1:1778628512.584804:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628512.584806:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628512.585191:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628512.585196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1778628512.839723:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628512.839729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628512.839735:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628512.839738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628512.839742:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628512.839745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839750:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628512.839754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628512.839759:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628512.839764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628512.839765:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628512.839773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628512.839775:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628512.839782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628512.839787:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628512.839788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628512.839799:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628512.839806:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628512.839820:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628512.839824:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839827:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628512.839829:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839832:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839835:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628512.839839:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628512.839841:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628513.863674:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628513.863676:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628513.863690:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628513.863692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628513.863696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628513.863697:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628513.863701:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628513.863703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628513.863704:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628513.863707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628513.863710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628513.863714:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628513.863720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628513.863723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628513.863729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628514.887670:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628514.887682:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628514.887687:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628514.887694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628514.887700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628514.887704:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628514.887708:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628514.887713:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628514.887716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628514.887762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628514.887771:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628514.887783:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628514.887787:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628514.887797:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628514.887801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628515.911796:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628515.911801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628515.911810:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628515.911811:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628515.911819:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628515.911822:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628515.911826:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628515.911834:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628515.911835:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628515.911839:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628515.911850:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628515.911862:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628515.911874:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628515.911884:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628515.911897:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628516.935757:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628516.935773:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628516.935776:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628516.935786:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628516.935795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628516.935802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628516.935805:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628516.935809:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628516.935825:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628516.935825:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628516.935839:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628516.935847:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628516.935853:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628516.935883:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628516.935893:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.704239:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628517.704248:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628517.704255:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628517.704271:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.704297:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628517.704302:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.704310:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628517.704318:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628517.704329:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628517.704344:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472578944:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628517.704360:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628517.704372:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628517.704381:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.704419:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628517.704434:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628517.704444:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628517.704465:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628517.704479:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628517.704498:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628517.704514:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472578944, portal 25
00000100:00000001:2.0:1778628517.704521:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628517.704527:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:2.0:1778628517.704540:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.704559:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628517.704568:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628517.704575:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628517.704585:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472578944, offset 0
00000400:00000200:2.0:1778628517.704598:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628517.704665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.704678:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628517.704693:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628517.704703:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628517.704712:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628517.704721:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628517.704731:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497122:497122:256:4294967295] 192.168.204.112@tcp LPNI seq info [497081:497081:8:4294967295]
00000400:00000200:2.0:1778628517.704749:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.704796:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628517.704818:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.704830:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628517.704845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628517.704852:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628517.704863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628517.704868:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778628517.704874:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.704878:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628517.704886:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628517.704892:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628517.704899:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628517.704902:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628517.704909:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628517.704915:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.704929:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.704934:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.704944:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.704946:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628517.704954:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628517.704959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628517.704963:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307869457
00000100:00000010:2.0:1778628517.704970:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4900.
00000100:00000001:2.0:1778628517.704980:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628517.704992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307869457
00000100:00000010:2.0:1778628517.704996:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4d20.
00000100:00000001:2.0:1778628517.705000:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628517.705015:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628517.705019:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.705022:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628517.705028:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628517/real 1778628517]  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628517.705040:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628517.705043:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628517.705045:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628517.705049:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628517.705051:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628517.705054:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628517.705059:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628517.705070:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705077:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628517.705079:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705083:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.705086:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628517.705090:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705099:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628517.705105:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705114:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628517.705118:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705120:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.705123:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705126:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628517.705129:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628517.705134:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628517.705140:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628517.705143:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628517.705148:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628517.705158:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472578944:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628517.705172:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705175:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.705178:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472578944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705187:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628517.705191:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628517.705194:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628517.705198:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628517.705201:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628517.705203:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628517.705206:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628517.705210:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778628517.705215:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628517.705218:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628517.705220:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:2.0:1778628517.705225:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628517.705227:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705230:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705240:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628517.705242:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.705245:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628517.705247:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628517.705249:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628517.705253:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705275:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628517.705277:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.705280:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628517.705282:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628517.705284:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628517.705288:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628517.705291:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628517.705294:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628517.705296:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.705298:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628517.705302:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628517.705304:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628517.705309:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628517.705312:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628517.705317:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628517.705321:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579072, portal 10
00000100:00000001:2.0:1778628517.705324:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628517.705327:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:2.0:1778628517.705340:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705354:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628517.705359:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628517.705363:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628517.705368:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579072, offset 0
00000400:00000200:2.0:1778628517.705412:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628517.705422:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.705430:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628517.705436:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628517.705451:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628517.705456:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628517.705461:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628517.705468:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497123:497123:256:4294967295] 192.168.204.112@tcp LPNI seq info [497082:497082:8:4294967295]
00000400:00000200:2.0:1778628517.705477:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.705487:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628517.705493:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.705499:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628517.705504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628517.705508:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628517.705514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628517.705518:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778628517.705523:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.705526:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628517.705529:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628517.705534:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628517.705538:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628517.705540:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628517.705544:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628517.705549:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705560:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.705564:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705572:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.705574:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628517.705579:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628517.705585:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628517.705589:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628517.705592:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307865614
00000100:00000001:2.0:1778628517.705596:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307869457
00000100:00000001:2.0:1778628517.705599:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307865614
00000100:00000001:2.0:1778628517.705601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307869457
00000100:00000001:2.0:1778628517.705603:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628517.705636:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.705639:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628517.705644:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628517/real 1778628517]  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628517.705655:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628517.705657:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628517.705659:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628517.705662:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628517.705664:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628517.705667:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628517.705671:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628517.705681:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705689:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628517.705691:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705693:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.705695:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628517.705699:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705708:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628517.705712:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705720:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628517.705723:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705725:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.705726:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.705729:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628517.705735:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628517.705738:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628517.705743:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628517.705746:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628517.705751:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628517.705761:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628517.705765:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628517.705769:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705776:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628517.705778:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.705780:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628517.705783:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628517.705785:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628517.705789:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628517.705793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628517.705795:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628517.705797:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628517.705800:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628517.705804:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628517.705806:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628517.705810:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628517.705813:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628517.705816:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628517.705821:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579200, portal 10
00000100:00000001:2.0:1778628517.705823:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628517.705825:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:2.0:1778628517.705832:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705840:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628517.705844:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628517.705847:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628517.705850:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579200, offset 0
00000400:00000200:2.0:1778628517.705855:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628517.705860:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.705865:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628517.705868:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628517.705872:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628517.705875:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628517.705878:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628517.705882:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497124:497124:256:4294967295] 192.168.204.112@tcp LPNI seq info [497083:497083:8:4294967295]
00000400:00000200:2.0:1778628517.705887:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628517.705895:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628517.705900:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.705903:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628517.705908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628517.705911:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778628517.705916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628517.705920:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778628517.705925:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628517.705927:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628517.705931:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628517.705935:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628517.705939:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628517.705941:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628517.705944:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628517.705948:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705957:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.705961:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.705970:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.705972:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628517.705975:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628517.705979:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628517.705984:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628517.705986:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307865616
00000100:00000001:2.0:1778628517.705989:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307869457
00000100:00000001:2.0:1778628517.705992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307865616
00000100:00000001:2.0:1778628517.705995:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307869457
00000100:00000001:2.0:1778628517.705997:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628517.705999:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.706001:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628517.706005:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628517/real 1778628517]  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628517.706014:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628517.706016:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628517.706018:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628517.706021:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628517.706023:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628517.706025:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628517.706029:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628517.706038:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.706045:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628517.706047:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706049:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.706051:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628517.706054:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.706062:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628517.706067:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.706076:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628517.706079:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706081:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628517.706083:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706085:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628517.706088:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628517.706091:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628517.706095:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628517.706097:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628517.706101:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628517.706111:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628517.706116:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706118:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.706122:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472579072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.706129:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628517.706131:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628517.706133:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628517.706136:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628517.706138:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628517.706140:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628517.706142:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628517.706144:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:2.0:1778628517.706147:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628517.706148:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628517.706150:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:2.0:1778628517.706154:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628517.706156:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706159:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628517.706162:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472579200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628517.706170:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628517.706172:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628517.706174:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628517.706176:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628517.706177:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628517.706179:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628517.706181:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628517.706182:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778628517.706184:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628517.706186:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628517.706187:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:2.0:1778628517.706190:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628517.706191:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706193:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.706198:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628517.706200:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.706202:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628517.706204:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628517.959692:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628517.959699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628517.959709:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628517.959714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628517.959722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628517.959727:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628517.959738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628517.959749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628517.959752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628517.959759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628517.959764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628517.959769:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.959773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628517.959776:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628517.959781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628518.983664:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628518.983670:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628518.983672:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628518.983677:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628518.983681:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628518.983685:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628518.983686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628518.983690:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628518.983690:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628518.983694:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628518.983697:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628518.983698:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628518.983700:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628518.983705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628518.983708:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628520.007754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628520.007766:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628520.007770:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628520.007774:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628520.007780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628520.007785:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628520.007788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628520.007797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628520.007803:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628520.007805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628520.007809:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628520.007814:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628520.007821:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628520.007823:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628520.007833:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628520.007843:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628520.007853:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628520.007860:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628520.007865:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628520.007870:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628520.007875:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628521.031715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628521.031724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628521.031728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628521.031736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628521.031742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628521.031748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628521.031753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628521.031763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628521.031770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628521.031773:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628521.031785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628521.031786:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628521.031793:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628521.031801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628521.031806:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.055752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628522.055760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628522.055763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628522.055766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.055768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628522.055776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628522.055779:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628522.055779:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.055787:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628522.055788:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628522.055792:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.055793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.055801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628522.055806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.055813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.823943:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628522.823949:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628522.823953:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628522.823963:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.823982:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628522.823985:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.824009:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628522.824012:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628522.824016:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628522.824022:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472579328:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628522.824029:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628522.824035:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628522.824039:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.824042:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628522.824048:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628522.824052:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628522.824060:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628522.824065:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628522.824073:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628522.824098:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579328, portal 25
00000100:00000001:2.0:1778628522.824108:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628522.824112:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:2.0:1778628522.824127:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824160:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628522.824190:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628522.824197:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628522.824208:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472579328, offset 0
00000400:00000200:2.0:1778628522.824226:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628522.824242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.824272:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628522.824281:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628522.824308:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628522.824332:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628522.824338:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628522.824347:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497125:497125:256:4294967295] 192.168.204.112@tcp LPNI seq info [497084:497084:8:4294967295]
00000400:00000200:2.0:1778628522.824353:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.824368:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628522.824378:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.824384:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628522.824394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628522.824399:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628522.824407:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628522.824412:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778628522.824422:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.824426:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628522.824434:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628522.824461:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628522.824470:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628522.824473:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628522.824478:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628522.824486:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824510:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.824515:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824523:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.824525:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628522.824531:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628522.824535:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628522.824537:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307874576
00000100:00000010:2.0:1778628522.824542:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4480.
00000100:00000001:2.0:1778628522.824549:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628522.824555:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307874576
00000100:00000010:2.0:1778628522.824557:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a42a0.
00000100:00000001:2.0:1778628522.824560:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628522.824563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628522.824565:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.824567:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628522.824588:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628522/real 1778628522]  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628522.824609:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628522.824610:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628522.824613:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628522.824616:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628522.824618:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628522.824621:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628522.824625:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628522.824636:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824645:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628522.824647:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824650:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.824652:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628522.824678:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824684:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628522.824688:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824693:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628522.824696:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824697:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.824698:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824700:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628522.824702:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628522.824704:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628522.824707:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628522.824709:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628522.824712:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628522.824719:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472579328:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628522.824722:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824724:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.824726:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472579328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824731:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628522.824733:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628522.824735:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628522.824737:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628522.824739:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628522.824740:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628522.824741:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628522.824743:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778628522.824746:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628522.824747:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628522.824748:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:2.0:1778628522.824751:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628522.824752:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824754:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.824759:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628522.824760:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.824762:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628522.824763:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628522.824765:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628522.824767:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824773:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628522.824774:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.824776:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628522.824777:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628522.824779:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628522.824781:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628522.824784:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628522.824786:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628522.824787:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.824788:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628522.824791:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628522.824792:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628522.824795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628522.824797:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628522.824800:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628522.824803:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579456, portal 10
00000100:00000001:2.0:1778628522.824804:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628522.824805:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:2.0:1778628522.824810:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824817:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628522.824820:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628522.824823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628522.824826:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579456, offset 0
00000400:00000200:2.0:1778628522.824831:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628522.824836:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.824840:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628522.824844:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628522.824847:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628522.824850:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628522.824853:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628522.824857:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497126:497126:256:4294967295] 192.168.204.112@tcp LPNI seq info [497085:497085:8:4294967295]
00000400:00000200:2.0:1778628522.824862:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.824870:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628522.824875:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.824879:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628522.824883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628522.824886:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628522.824908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628522.824910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778628522.824913:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.824915:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628522.824918:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628522.824921:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628522.824924:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628522.824926:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628522.824928:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628522.824932:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824939:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.824941:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.824947:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.824949:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628522.824952:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628522.824955:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628522.824959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628522.824961:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307870734
00000100:00000001:2.0:1778628522.824963:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307874576
00000100:00000001:2.0:1778628522.824965:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307870734
00000100:00000001:2.0:1778628522.824967:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307874576
00000100:00000001:2.0:1778628522.824969:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628522.824971:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.824973:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628522.824976:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628522/real 1778628522]  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628522.824982:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628522.824983:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628522.824985:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628522.825003:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628522.825004:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628522.825005:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628522.825008:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628522.825013:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825018:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628522.825019:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825020:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.825021:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628522.825023:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825028:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628522.825030:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825035:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628522.825037:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825038:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.825039:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825040:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628522.825044:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628522.825046:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628522.825048:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628522.825050:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628522.825053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628522.825058:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628522.825062:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628522.825064:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825069:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628522.825070:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.825072:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628522.825073:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628522.825074:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628522.825076:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628522.825078:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628522.825080:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628522.825081:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628522.825082:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628522.825085:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628522.825086:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628522.825105:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628522.825108:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628522.825113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628522.825117:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579584, portal 10
00000100:00000001:2.0:1778628522.825119:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628522.825121:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000040:2.0:1778628522.825128:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825137:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628522.825139:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628522.825142:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628522.825145:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579584, offset 0
00000400:00000200:2.0:1778628522.825150:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628522.825156:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.825162:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628522.825168:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628522.825174:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628522.825193:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628522.825197:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628522.825201:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497127:497127:256:4294967295] 192.168.204.112@tcp LPNI seq info [497086:497086:8:4294967295]
00000400:00000200:2.0:1778628522.825207:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628522.825216:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628522.825223:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.825228:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628522.825234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628522.825238:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778628522.825245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628522.825263:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778628522.825269:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628522.825271:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778628522.825275:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628522.825278:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628522.825281:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:2.0:1778628522.825283:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:2.0:1778628522.825302:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628522.825307:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825330:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.825333:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825338:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.825339:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628522.825342:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628522.825344:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628522.825347:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628522.825349:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307870735
00000100:00000001:2.0:1778628522.825351:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307874576
00000100:00000001:2.0:1778628522.825353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307870735
00000100:00000001:2.0:1778628522.825355:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307874576
00000100:00000001:2.0:1778628522.825356:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628522.825358:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.825359:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628522.825362:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628522/real 1778628522]  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628522.825367:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628522.825368:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628522.825369:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628522.825371:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778628522.825372:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778628522.825373:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628522.825375:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628522.825381:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825386:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628522.825387:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825388:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.825389:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628522.825392:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825396:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628522.825399:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825403:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628522.825405:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825406:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628522.825407:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825409:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628522.825411:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628522.825413:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628522.825415:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628522.825417:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628522.825420:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628522.825426:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628522.825428:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825429:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.825447:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472579456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825453:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628522.825454:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628522.825456:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628522.825457:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628522.825459:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628522.825460:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628522.825461:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628522.825463:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778628522.825465:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628522.825466:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628522.825467:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:2.0:1778628522.825469:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628522.825470:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825472:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628522.825474:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472579584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628522.825480:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628522.825481:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628522.825482:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628522.825485:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628522.825486:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628522.825487:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628522.825489:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628522.825490:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:2.0:1778628522.825492:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628522.825493:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628522.825494:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:2.0:1778628522.825495:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628522.825496:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825498:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628522.825501:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628522.825502:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628522.825504:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628522.825505:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628523.079698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628523.079699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628523.079706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628523.079708:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628523.079709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079713:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628523.079715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628523.079719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628523.079719:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628523.079724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628523.079725:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628523.079727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628523.079728:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628523.079731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628523.079732:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628523.079736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079737:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079746:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628523.079748:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628523.079749:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628523.079750:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079752:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628523.079754:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079755:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079757:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628523.079759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628523.079761:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628524.103772:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628524.103785:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628524.103788:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628524.103797:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628524.103806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628524.103813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628524.103819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628524.103823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628524.103834:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628524.103836:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628524.103850:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628524.103864:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628524.103871:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628524.103887:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628524.103893:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628525.127736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628525.127744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628525.127752:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628525.127754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628525.127759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628525.127762:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628525.127762:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628525.127771:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628525.127775:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628525.127781:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628525.127786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628525.127792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628525.127795:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628525.127798:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628525.127813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628526.151718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628526.151726:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628526.151736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628526.151739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628526.151742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628526.151744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628526.151747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628526.151763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628526.151768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628526.151776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628526.151784:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628526.151794:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628526.151800:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628526.151806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628526.151812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628527.175718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628527.175726:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.175730:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628527.175734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628527.175738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.175741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628527.175743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628527.175748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628527.175748:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628527.175761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628527.175770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628527.175777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628527.175784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628527.175790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628527.175797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.944062:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628527.944072:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628527.944080:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628527.944099:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.944122:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628527.944127:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.944135:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628527.944140:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628527.944146:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628527.944156:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472579712:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628527.944170:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628527.944176:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628527.944180:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.944206:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628527.944236:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628527.944241:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628527.944257:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628527.944266:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778628527.944276:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778628527.944303:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579712, portal 25
00000100:00000001:2.0:1778628527.944312:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628527.944316:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:2.0:1778628527.944334:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.944357:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628527.944362:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628527.944369:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0880.
00000100:00000200:2.0:1778628527.944376:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472579712, offset 0
00000400:00000200:2.0:1778628527.944397:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628527.944416:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.944436:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628527.944470:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628527.944485:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628527.944500:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628527.944512:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628527.944527:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497128:497128:256:4294967295] 192.168.204.112@tcp LPNI seq info [497087:497087:8:4294967295]
00000400:00000200:2.0:1778628527.944545:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.944571:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628527.944588:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628527.944597:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778628527.944613:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628527.944626:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628527.944700:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628527.944712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628527.944717:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307879697
00000100:00000010:2.0:1778628527.944727:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4000.
00000100:00000001:2.0:1778628527.944737:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628527.944749:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307879697
00000100:00000010:2.0:1778628527.944756:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a41e0.
00000100:00000001:2.0:1778628527.944761:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628527.944779:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628527.944784:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.944788:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.944792:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628527.944802:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628527.944805:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778628527.944808:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628527.944810:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628527.944813:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628527.944821:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.944833:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628527.944835:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.944838:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628527.944841:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628527.944845:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628527.944850:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628527.944856:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628527.944859:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628527.944862:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.944865:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628527.944871:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628527.944874:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628527.944880:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628527.944886:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda9a0.
00000400:00000010:2.0:1778628527.944893:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628527.944899:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579840, portal 10
00000100:00000001:2.0:1778628527.944903:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628527.944906:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:2.0:1778628527.944918:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.944930:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628527.944932:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628527.944935:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d04c8.
00000100:00000200:2.0:1778628527.944938:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579840, offset 0
00000400:00000200:2.0:1778628527.944943:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628527.944948:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.944952:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628527.944956:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628527.944958:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628527.944961:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628527.944964:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628527.944967:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497129:497129:255:4294967295] 192.168.204.112@tcp LPNI seq info [497088:497088:7:4294967295]
00000400:00000200:2.0:1778628527.944973:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.944984:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628527.944991:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628527.944997:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30b00.
00000800:00000200:2.0:1778628527.945003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628527.945009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628527.945014:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628527.945019:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628527.945025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628527.945028:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307875854
00000100:00000001:2.0:1778628527.945033:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307879697
00000100:00000001:2.0:1778628527.945036:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307875854
00000100:00000001:2.0:1778628527.945040:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307879697
00000100:00000001:2.0:1778628527.945044:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628527.945047:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.945050:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628527.945058:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.945069:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628527.945071:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.945075:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628527.945078:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628527.945081:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628527.945085:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628527.945090:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628527.945093:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628527.945095:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628527.945115:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628527.945121:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628527.945125:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628527.945131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628527.945136:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778628527.945141:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778628527.945147:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472579968, portal 10
00000100:00000001:2.0:1778628527.945150:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628527.945152:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:2.0:1778628527.945162:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628527.945214:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628527.945218:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628527.945224:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0b28.
00000100:00000200:2.0:1778628527.945228:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472579968, offset 0
00000400:00000200:2.0:1778628527.945235:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628527.945242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.945247:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628527.945251:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628527.945256:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628527.945260:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628527.945264:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628527.945269:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497130:497130:254:4294967295] 192.168.204.112@tcp LPNI seq info [497089:497089:6:4294967295]
00000400:00000200:2.0:1778628527.945275:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628527.945287:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628527.945295:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628527.945301:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628527.945306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628527.945313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628527.945316:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628527.945321:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628527.945327:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628527.945330:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307875855
00000100:00000001:2.0:1778628527.945334:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307879697
00000100:00000001:2.0:1778628527.945338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307875855
00000100:00000001:2.0:1778628527.945341:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307879697
00000100:00000001:2.0:1778628527.945345:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628527.945348:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.945353:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.945356:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628527.945362:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628527.945365:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778628527.945368:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628527.945370:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628527.945373:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628527.945376:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628528.199739:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628528.199743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628528.199747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628528.199753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628528.199756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628528.199759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628528.199760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628528.199772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628528.199774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628528.199775:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628528.199786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628528.199792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628528.199798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628528.199802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628528.199809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628529.223758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628529.223763:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628529.223768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628529.223781:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628529.223782:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628529.223789:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628529.223791:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628529.223801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628529.223808:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628529.223809:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628529.223830:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628529.223839:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628529.223852:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628529.223863:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628529.223873:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628530.247757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628530.247764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628530.247766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628530.247775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628530.247776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628530.247782:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628530.247782:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628530.247795:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628530.247797:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628530.247800:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628530.247807:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628530.247809:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628530.247812:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628530.247818:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628530.247819:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628530.247821:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628530.247828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628530.247829:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628530.247835:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628530.247837:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628530.247845:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1778628531.015997:0:2387:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:3.0:1778628531.016066:0:2387:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1778628531.016083:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628531.016093:0:2387:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:3.0:1778628531.016103:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628531.016113:0:2387:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:3.0:1778628531.016155:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628531.016164:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:3.0:1778628531.016176:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778628531.016187:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778628531.016198:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0880
00000400:00000010:3.0:1778628531.016203:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0880.
00000100:00000001:3.0:1778628531.016215:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628531.016230:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628531.016272:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628531.016286:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628531.016305:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628531.016311:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778628531.016331:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628531.016336:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30b00.
00000400:00000200:3.0:1778628531.016342:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1778628531.016349:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1778628531.016349:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1778628531.016355:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778628531.016357:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d04c8
00000100:00000001:2.0:1778628531.016361:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000010:3.0:1778628531.016362:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d04c8.
00000100:00000001:3.0:1778628531.016370:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1778628531.016375:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628527/real 1778628531]  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628531.016378:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628531.016400:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1778628531.016400:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1778628531.016403:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1778628531.016406:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1778628531.016410:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778628531.016420:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000100:00000001:3.0:1778628531.016420:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778628531.016424:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:3.0:1778628531.016424:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628531.016431:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628531.016441:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1778628531.016444:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628531.016451:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:3.0:1778628531.016458:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1778628531.016460:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628531.016465:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778628531.016471:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0b28
00000100:00000001:2.0:1778628531.016475:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000010:3.0:1778628531.016475:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0b28.
00000100:00000001:3.0:1778628531.016479:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1778628531.016480:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016484:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:3.0:1778628531.016486:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016488:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628531.016496:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628531.016501:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628531.016507:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016512:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628531.016520:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628531.016521:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628531.016524:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628531.016536:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628531.016541:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016544:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628531.016547:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016551:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628531.016556:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628531.016562:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628531.016571:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628531.016576:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628531.016585:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628531.016603:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472579712:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628531.016666:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.016672:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628531.016682:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472579712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016699:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628531.016706:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628531.016713:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778628531.016722:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628531.016727:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628531.016732:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628531.016738:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628531.016743:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778628531.016751:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628531.016755:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628531.016759:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:2.0:1778628531.016766:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628531.016768:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016773:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.016776:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628531.016779:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628531.016782:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628531.016791:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628527/real 1778628531]  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628531.016809:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628531.016811:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628531.016815:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda9a0.
00000400:00000200:2.0:1778628531.016820:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628531.016823:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628531.016828:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628531.016835:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628531.016851:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016864:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628531.016866:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016870:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628531.016873:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628531.016879:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016891:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628531.016898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.016924:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628531.016929:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016931:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628531.016934:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.016938:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628531.016946:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628531.016951:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628531.016958:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628531.016963:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628531.016971:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628531.017002:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628531.017010:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628531.017018:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628527/real 1778628531]  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628531.017034:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628531.017037:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628531.017040:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778628531.017046:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778628531.017049:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778628531.017054:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628531.017060:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628531.017078:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.017092:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628531.017096:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017100:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628531.017103:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628531.017110:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.017145:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628531.017154:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.017166:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628531.017171:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017174:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628531.017176:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017181:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628531.017185:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628531.017190:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628531.017196:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628531.017201:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628531.017209:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628531.017225:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472579968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628531.017234:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017240:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628531.017246:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472579840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.017259:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628531.017262:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628531.017266:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628531.017272:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628531.017275:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628531.017278:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628531.017282:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628531.017285:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778628531.017290:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628531.017292:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628531.017296:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:2.0:1778628531.017301:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628531.017304:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017309:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628531.017317:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472579968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628531.017330:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628531.017333:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628531.017335:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628531.017341:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628531.017343:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628531.017345:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628531.017348:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628531.017351:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778628531.017356:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628531.017358:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628531.017361:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:2.0:1778628531.017365:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628531.017368:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017372:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.017384:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628531.017386:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.017390:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628531.017393:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.271745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628531.271758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628531.271760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628531.271767:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628531.271768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628531.271787:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628531.271787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628531.271799:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.271804:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628531.271806:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628531.271815:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628531.271815:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628531.271837:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628531.271844:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628531.271856:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628532.295772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628532.295777:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628532.295780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628532.295793:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628532.295796:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628532.295803:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628532.295804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628532.295828:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628532.295829:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628532.295838:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628532.295846:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628532.295857:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628532.295867:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628532.295877:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628532.295884:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628533.063774:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628533.063787:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628533.063795:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628533.063803:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628533.063815:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628533.063824:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13208
00000400:00000200:3.0:1778628533.063837:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628533.063847:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628533.063852:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628533.063857:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.063875:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628533.063879:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.063882:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628533.063887:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628533.063889:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628533.063893:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628533.063896:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628533.063899:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628533.063902:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628533.063905:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.063908:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628533.063911:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.063914:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628533.063918:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628533.063922:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628533.063925:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628533.063929:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628533.063932:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628533.063936:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.063938:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628533.063941:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628533.063949:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628533.063953:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628533.063958:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628533.063960:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.063964:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628533.063968:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628533.063973:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628533.063993:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628533.064004:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628533.064040:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628533.064072:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628533.064080:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628533.064111:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628533.064154:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628533.064161:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628533.064167:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628533.064170:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628533.064173:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628533.064179:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628533.064185:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13208
00000400:00000200:3.0:1778628533.064193:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628533.064202:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628533.064208:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628533.064215:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.064220:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628533.064225:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.064229:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778628533.064231:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1778628533.064233:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628533.064238:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778628533.064242:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628533.064242:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628533.064249:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:2.0:1778628533.064251:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628533.064253:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628533.064259:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628533.064268:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:2.0:1778628533.064272:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628533.064274:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628533.064282:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.064287:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628533.064291:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628533.064304:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628533.064317:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628533.064328:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1778628533.064331:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628533.064337:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628533.064342:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628533.064344:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628533.064352:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628533.064353:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.064362:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.064364:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628533.064375:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1778628533.064379:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472580096:192.168.204.112@tcp:250:kworker.0
00000008:00000001:3.0:1778628533.064389:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.064397:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628533.064406:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778628533.064411:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1778628533.064412:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628533.064422:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628533.064424:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628533.064426:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.064432:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.064433:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628533.064439:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628533.064443:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628533.064446:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628533.064456:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628533.064462:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.064472:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628533.064485:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000010:3.0:1778628533.064488:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000010:2.0:1778628533.064498:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:3.0:1778628533.064500:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778628533.064515:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472580096, portal 25
00000100:00100000:3.0:1778628533.064517:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628533.064538:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628533.064542:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.064550:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1778628533.064551:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.064558:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778628533.064582:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628533.064584:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628533.064593:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628533.064608:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628533.064661:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628533.064665:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628533.064671:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628533.064679:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13208
00000100:00000001:2.0:1778628533.064729:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628533.064738:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628533.064744:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628533.064752:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472580096, offset 0
00000400:00000200:2.0:1778628533.064764:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628533.065020:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628533.065031:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628533.065037:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628533.065043:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.065048:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628533.065052:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.065056:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628533.065061:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628533.065065:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628533.065068:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628533.065072:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778628533.065080:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:3.0:1778628533.065113:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778628533.065114:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:3.0:1778628533.065125:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778628533.065131:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1778628533.065139:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628533.065147:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778628533.065148:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778628533.065158:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778628533.065163:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778628533.065169:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778628533.065175:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:3.0:1778628533.065181:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:2.0:1778628533.065192:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497131:497131:256:4294967295] 192.168.204.112@tcp LPNI seq info [497090:497090:8:4294967295]
00000100:00080000:3.0:1778628533.065198:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628533.065211:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.065218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628533.065221:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628533.065231:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628533.065237:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.065247:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778628533.065256:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1778628533.065256:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628533.065270:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628533.065274:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778628533.065282:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000010:3.0:1778628533.065288:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000800:00000010:2.0:1778628533.065298:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000020:00000040:3.0:1778628533.065298:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628533.065311:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628533.065314:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778628533.065323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628533.065324:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628533.065331:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1778628533.065335:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1778628533.065338:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628533.065355:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000800:00000200:2.1:1778628533.065357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628533.065368:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1778628533.065369:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1778628533.065387:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00100000:3.0:1778628533.065393:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1778628533.065395:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628533.065408:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778628533.065426:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778628533.065428:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1778628533.065438:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.065444:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628533.065452:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628533.065460:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778628533.065471:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628533.065474:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628533.065530:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628533.065536:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628533.065543:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628533.065551:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628533.065564:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778628533.065567:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628533.065574:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13218)
00000100:00000040:2.0:1778628533.065581:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.065687:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.065691:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628533.065703:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.065711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628533.065716:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307884818
00000100:00000010:2.0:1778628533.065724:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4180.
00000100:00000001:2.0:1778628533.065732:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628533.065740:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307884818
00000100:00000010:2.0:1778628533.065744:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a41e0.
00000100:00000001:2.0:1778628533.065748:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628533.065752:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628533.065756:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.065760:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628533.065777:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628533/real 1778628533]  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628533.065790:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628533.065793:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628533.065796:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778628533.065800:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778628533.065802:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778628533.065806:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628533.065810:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628533.065821:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.065839:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628533.065841:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.065844:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.065846:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628533.065850:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.065869:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628533.065879:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.065894:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628533.065899:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.065902:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.065905:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.065919:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628533.065922:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628533.065928:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628533.065936:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628533.065941:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628533.065950:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628533.065969:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472580096:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628533.065979:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.065983:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628533.065990:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472580096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066015:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628533.066020:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628533.066025:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628533.066030:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628533.066032:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628533.066034:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778628533.066037:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628533.066040:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:2.0:1778628533.066046:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628533.066051:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628533.066054:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778628533.066060:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628533.066062:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.066068:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.066079:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628533.066104:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.066109:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628533.066113:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628533.066115:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628533.066124:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066140:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628533.066143:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.066148:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628533.066152:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628533.066157:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628533.066163:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472580224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628533.066170:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628533.066175:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628533.066178:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.066182:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628533.066189:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628533.066194:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.066201:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628533.066205:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778628533.066210:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778628533.066215:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472580224, portal 10
00000100:00000001:2.0:1778628533.066218:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628533.066221:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778628533.066244:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066258:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628533.066263:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628533.066269:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628533.066274:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472580224, offset 0
00000400:00000200:2.0:1778628533.066283:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628533.066292:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628533.066301:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628533.066317:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628533.066323:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628533.066328:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628533.066333:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628533.066340:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497132:497132:256:4294967295] 192.168.204.112@tcp LPNI seq info [497091:497091:8:4294967295]
00000400:00000200:2.0:1778628533.066349:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628533.066363:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628533.066371:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628533.066377:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628533.066383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628533.066386:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628533.066393:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628533.066396:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778628533.066402:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628533.066404:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628533.066408:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628533.066413:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628533.066417:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628533.066420:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628533.066423:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628533.066428:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066439:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628533.066443:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066452:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.066454:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628533.066458:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628533.066464:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778628533.066468:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628533.066471:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307880975
00000100:00000001:2.0:1778628533.066475:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307884818
00000100:00000001:2.0:1778628533.066478:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307880975
00000100:00000001:2.0:1778628533.066480:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307884818
00000100:00000001:2.0:1778628533.066483:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628533.066486:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.066489:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628533.066495:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628533/real 1778628533]  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628533.066511:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628533.066514:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628533.066517:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778628533.066522:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778628533.066525:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778628533.066529:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628533.066536:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628533.066553:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066567:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628533.066571:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.066575:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.066578:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628533.066586:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066600:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628533.066639:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066650:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628533.066653:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.066655:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.066657:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.066660:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628533.066664:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628533.066667:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628533.066671:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628533.066674:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628533.066680:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628533.066690:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472580224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628533.066695:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628533.066699:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066707:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628533.066709:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.066718:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628533.066721:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628533.066724:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628533.066727:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472580352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628533.066732:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628533.066734:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628533.066736:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628533.066739:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628533.066744:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628533.066746:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628533.066752:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778628533.066755:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778628533.066759:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778628533.066763:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472580352, portal 10
00000100:00000001:2.0:1778628533.066766:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628533.066767:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778628533.066775:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066783:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628533.066786:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778628533.066789:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778628533.066792:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472580352, offset 0
00000400:00000200:2.0:1778628533.066797:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778628533.066802:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628533.066807:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778628533.066811:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628533.066815:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628533.066818:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778628533.066821:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778628533.066825:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497133:497133:256:4294967295] 192.168.204.112@tcp LPNI seq info [497092:497092:8:4294967295]
00000400:00000200:2.0:1778628533.066831:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628533.066840:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778628533.066845:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628533.066849:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778628533.066854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778628533.066857:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778628533.066863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778628533.066866:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778628533.066871:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778628533.066874:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778628533.066877:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778628533.066882:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778628533.066886:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778628533.066889:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778628533.066892:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628533.066896:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066906:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628533.066910:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.066918:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.066920:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628533.066923:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628533.066927:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778628533.066931:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628533.066933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307880977
00000100:00000001:2.0:1778628533.066936:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307884818
00000100:00000001:2.0:1778628533.066939:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307880977
00000100:00000001:2.0:1778628533.066942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307884818
00000100:00000001:2.0:1778628533.066945:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628533.066947:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.066950:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778628533.066954:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628533/real 1778628533]  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778628533.066963:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778628533.066964:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778628533.066966:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778628533.066969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778628533.066981:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778628533.066984:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778628533.066988:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778628533.066997:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.067006:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628533.067008:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067010:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.067012:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628533.067016:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.067023:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628533.067028:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.067036:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778628533.067041:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067043:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628533.067046:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067049:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778628533.067053:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778628533.067058:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778628533.067063:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778628533.067068:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778628533.067076:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628533.067122:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472580352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778628533.067131:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067135:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628533.067142:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472580224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.067156:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628533.067160:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628533.067164:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778628533.067170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628533.067173:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628533.067176:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628533.067180:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628533.067183:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:2.0:1778628533.067188:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628533.067190:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628533.067192:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778628533.067196:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628533.067198:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067200:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628533.067205:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472580352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628533.067214:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778628533.067217:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778628533.067220:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778628533.067224:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628533.067227:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778628533.067229:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778628533.067233:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778628533.067236:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778628533.067240:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778628533.067242:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778628533.067244:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778628533.067248:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628533.067251:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067254:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628533.067262:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628533.067265:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.067269:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628533.067272:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.319753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628533.319758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628533.319763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628533.319767:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628533.319768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319774:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628533.319776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628533.319783:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.319784:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628533.319791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628533.319796:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628533.319797:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628533.319801:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.319802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628533.319813:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628533.319814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319825:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319833:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628533.319837:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628533.319839:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628533.319843:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319846:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628533.319849:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319851:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319854:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628533.319859:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628533.319862:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628534.343720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628534.343729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628534.343733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628534.343741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628534.343748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628534.343754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628534.343758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628534.343763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628534.343763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628534.343771:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628534.343772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628534.343784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628534.343790:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628534.343797:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628534.343801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628535.367716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628535.367717:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628535.367724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628535.367725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628535.367730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628535.367734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628535.367737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628535.367739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628535.367744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628535.367749:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628535.367750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628535.367754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628535.367756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628535.367763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628535.367774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628536.391735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628536.391736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628536.391745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628536.391745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628536.391755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628536.391756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628536.391761:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628536.391767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628536.391770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628536.391776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628536.391777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628536.391787:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628536.391805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628536.391810:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628536.391830:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628537.415753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628537.415754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628537.415765:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628537.415766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628537.415774:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628537.415780:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628537.415790:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628537.415791:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628537.415814:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628537.415814:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628537.415828:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628537.415829:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628537.415842:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628537.415852:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628537.415867:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628538.183748:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628538.183763:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628538.183769:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628538.183775:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628538.183782:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628538.183793:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13213
00000400:00000200:3.0:1778628538.183807:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628538.183818:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628538.183823:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628538.183828:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.183833:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.183837:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.183841:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628538.183846:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628538.183849:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628538.183854:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628538.183857:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628538.183873:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628538.183876:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628538.183885:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.183890:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.183895:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.183898:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628538.183903:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628538.183908:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628538.183912:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628538.183916:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628538.183920:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628538.183923:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.183926:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628538.183928:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628538.183937:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628538.183942:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628538.183947:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628538.183949:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.183952:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628538.183956:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628538.183962:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628538.183973:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628538.184018:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628538.184032:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472580480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628538.184046:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628538.184052:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628538.184059:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472580480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628538.184097:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628538.184101:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628538.184107:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628538.184109:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628538.184111:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628538.184115:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628538.184119:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13213
00000400:00000200:3.0:1778628538.184124:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628538.184130:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628538.184135:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628538.184139:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.184142:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.184145:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.184149:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628538.184152:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628538.184155:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628538.184157:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628538.184160:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628538.184162:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628538.184165:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628538.184170:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.184175:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.184177:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.184182:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628538.184187:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628538.184196:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628538.184201:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628538.184205:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628538.184214:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628538.184220:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.184223:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628538.184332:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628538.184339:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.184346:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628538.184355:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628538.184364:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628538.184372:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628538.184376:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.184384:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628538.184388:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628538.184394:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628538.184402:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628538.184412:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628538.184432:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472580608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1778628538.184572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628538.184576:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1778628538.184707:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628538.184714:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628538.184731:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472580608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628538.184754:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628538.184762:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628538.184773:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628538.184779:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628538.184784:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628538.184792:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628538.184797:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13213
00000400:00000200:3.0:1778628538.184964:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628538.184978:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628538.185019:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628538.185031:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.185039:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.185046:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.185051:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628538.185055:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628538.185060:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628538.185064:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628538.185070:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628538.185074:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628538.185080:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628538.185090:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.185097:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628538.185102:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628538.185109:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628538.185116:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628538.185125:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628538.185129:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628538.185134:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628538.185143:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628538.185150:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.185154:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628538.185157:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628538.185163:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.185170:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628538.185181:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628538.185189:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628538.185195:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628538.185199:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628538.185204:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628538.185209:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628538.185212:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628538.185225:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628538.185233:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628538.185252:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472580736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628538.185299:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628538.185308:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628538.185326:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472580736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628538.185367:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628538.185379:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628538.185395:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628538.185404:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628538.185418:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628538.185436:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13223)
00000800:00000200:0.1:1778628538.185561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628538.185565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628538.186219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628538.186222:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1778628538.439714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628538.439723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628538.439727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628538.439729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628538.439735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628538.439736:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628538.439746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628538.439751:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628538.439752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628538.439759:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628538.439760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628538.439768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628538.439771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628538.439774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628538.439775:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628539.463700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628539.463709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628539.463713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628539.463721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628539.463731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628539.463740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628539.463749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628539.463753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628539.463761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628539.463776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628539.463791:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463798:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628539.463804:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628539.463810:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628539.463816:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463823:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628539.463827:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463830:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628539.463833:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628540.487729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628540.487737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628540.487740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628540.487747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628540.487748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628540.487753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628540.487755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628540.487763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628540.487766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628540.487768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628540.487777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628540.487785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628540.487796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628540.487805:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628540.487815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628541.511803:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628541.511851:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628541.511852:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628541.511855:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628541.511863:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628541.511886:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628541.511888:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628541.511897:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628541.511898:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628541.511904:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628541.511906:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628541.511913:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628541.511952:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628541.511959:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628541.511979:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628542.535762:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628542.535764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628542.535770:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628542.535773:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628542.535775:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535779:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628542.535784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628542.535786:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628542.535793:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628542.535795:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628542.535799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628542.535800:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628542.535809:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628542.535810:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628542.535814:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628542.535816:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628542.535823:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535825:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628542.535831:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628542.535833:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628542.535837:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535839:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628542.535841:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535843:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535845:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628542.535869:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628542.535873:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628543.303733:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628543.303746:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628543.303749:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628543.303754:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628543.303759:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628543.303770:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13218
00000400:00000200:3.0:1778628543.303790:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628543.303803:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628543.303811:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628543.303821:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.303831:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.303838:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.303844:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628543.303852:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628543.303856:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628543.303862:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628543.303929:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628543.303937:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628543.303942:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628543.303949:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.303954:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.303958:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.303963:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628543.303969:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628543.303994:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628543.303999:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628543.304005:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628543.304010:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628543.304014:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304016:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628543.304021:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628543.304031:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778628543.304036:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628543.304041:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628543.304044:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304047:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628543.304051:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628543.304056:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628543.304065:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628543.304074:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628543.304086:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472580864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628543.304100:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628543.304106:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628543.304112:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472580864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628543.304143:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628543.304149:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628543.304153:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628543.304155:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628543.304157:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628543.304183:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628543.304188:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13218
00000400:00000200:3.0:1778628543.304195:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628543.304200:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628543.304204:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628543.304209:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304212:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.304215:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304217:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628543.304220:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628543.304223:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628543.304225:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628543.304228:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628543.304235:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628543.304241:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628543.304248:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304251:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.304257:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304260:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628543.304267:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628543.304277:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304285:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628543.304292:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628543.304301:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628543.304306:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304311:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628543.304332:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628543.304343:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304349:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628543.304355:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628543.304364:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628543.304374:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628543.304378:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304383:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628543.304388:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628543.304393:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628543.304402:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628543.304408:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628543.304417:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472580992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628543.304437:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628543.304445:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628543.304467:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472580992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628543.304485:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628543.304491:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628543.304496:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628543.304503:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628543.304505:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628543.304523:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628543.304531:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13218
00000400:00000200:3.0:1778628543.304553:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628543.304570:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628543.304580:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628543.304594:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304660:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.304673:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304682:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628543.304689:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628543.304696:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628543.304703:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628543.304709:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628543.304719:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628543.304730:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628543.304740:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304749:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628543.304758:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304763:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628543.304771:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628543.304781:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628543.304790:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628543.304799:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628543.304805:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628543.304809:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304817:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628543.304820:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628543.304827:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304837:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628543.304848:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628543.304858:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:0.1:1778628543.304858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628543.304868:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1778628543.304871:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628543.304877:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628543.304909:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628543.304915:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628543.304924:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628543.304937:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628543.304949:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628543.304967:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472581120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628543.305014:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628543.305021:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628543.305034:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472581120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628543.305074:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628543.305082:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628543.305090:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628543.305099:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628543.305106:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628543.305118:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13228)
00000800:00000200:0.1:1778628543.305582:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628543.305585:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778628543.306054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628543.306058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778628543.559742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628543.559751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628543.559757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628543.559757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628543.559764:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628543.559766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628543.559778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628543.559779:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628543.559784:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628543.559786:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628543.559791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628543.559792:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628543.559795:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628543.559796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628543.559805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628544.583671:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628544.583677:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628544.583682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628544.583683:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628544.583686:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628544.583689:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628544.583691:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628544.583726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628544.583730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628544.583734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628544.583740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628544.583744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628544.583751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628544.583754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628544.583760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628545.351790:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628545.351795:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628545.351797:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628545.351801:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628545.351804:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628545.351807:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628545.351809:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628545.351811:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628545.351813:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628545.607672:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628545.607678:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628545.607680:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628545.607688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628545.607689:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628545.607694:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628545.607695:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628545.607698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628545.607701:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628545.607701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628545.607705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628545.607706:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628545.607712:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628545.607714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628545.607716:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628546.375664:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628546.375670:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628546.375671:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628546.375676:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628546.375678:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628546.375681:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628546.375684:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628546.375686:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628546.375688:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628546.631663:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628546.631668:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628546.631673:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628546.631675:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628546.631678:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628546.631680:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628546.631709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628546.631713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628546.631716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628546.631724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628546.631730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628546.631734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628546.631737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628546.631741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628546.631746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628547.399704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628547.399712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628547.399715:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628547.399721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628547.399726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628547.399730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628547.399734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628547.399737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628547.399741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628547.655731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628547.655742:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628547.655747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628547.655757:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628547.655765:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628547.655770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628547.655777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628547.655778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628547.655784:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628547.655788:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628547.655791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628547.655823:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628547.655830:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628547.655842:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628547.655846:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628548.423735:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628548.423745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628548.423748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628548.423755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628548.423760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628548.423765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628548.423770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628548.423774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628548.423803:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628548.424930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628548.424939:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778628548.425562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628548.425565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778628548.426063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628548.426066:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1778628548.679731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628548.679738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628548.679748:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628548.679751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628548.679754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628548.679756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628548.679762:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628548.679763:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628548.679768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628548.679800:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628548.679821:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628548.679828:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628548.679835:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628548.679842:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628548.679849:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628549.447714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628549.447724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628549.447728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628549.447736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628549.447743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628549.447749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628549.447754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628549.447785:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628549.447792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628549.703723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628549.703731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628549.703739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628549.703747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628549.703749:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628549.703751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628549.703752:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628549.703778:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628549.703780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628549.703784:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628549.703786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628549.703788:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628549.703792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628549.703793:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628549.703797:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628549.703799:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628549.703802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628549.703802:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628549.703806:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628549.703807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628549.703811:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628550.471770:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628550.471779:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628550.471782:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628550.471790:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628550.471796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628550.471801:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628550.471804:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628550.471808:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628550.471812:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628550.727785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628550.727794:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628550.727794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628550.727807:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628550.727809:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628550.727816:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628550.727817:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628550.727828:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628550.727837:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628550.727845:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628550.727846:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628550.727851:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628550.727854:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628550.727861:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628550.727865:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628551.495787:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628551.495798:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628551.495802:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628551.495812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628551.495817:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628551.495822:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628551.495826:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628551.495830:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628551.495834:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628551.751736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628551.751741:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628551.751748:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628551.751750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628551.751753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628551.751755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628551.751778:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628551.751784:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1778628551.751784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628551.751789:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628551.751790:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628551.751798:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1778628551.751804:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628551.751810:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628551.751816:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628551.751819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628551.751823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628551.751825:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628552.519761:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628552.519770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628552.519772:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628552.519778:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628552.519783:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628552.519786:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628552.519789:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628552.519792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628552.519795:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628552.775745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628552.775753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628552.775757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628552.775764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628552.775770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628552.775775:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628552.775781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628552.775784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628552.775787:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628552.775793:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628552.775796:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775798:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628552.775807:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775816:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628552.775820:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775826:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775839:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775854:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628552.775860:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628552.775862:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628552.775866:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775870:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628552.775874:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775877:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775882:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628552.775887:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628552.775890:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628553.543751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628553.543760:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628553.543763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628553.543770:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628553.543776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628553.543782:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628553.543786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628553.543790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628553.543794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628553.543820:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628553.543830:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628553.543835:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628553.543839:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628553.543844:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628553.543853:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13229
00000400:00000200:3.0:1778628553.543865:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628553.543873:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628553.543877:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628553.543881:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.543886:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.543890:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.543893:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628553.543898:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628553.543900:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628553.543904:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628553.543907:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628553.543910:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628553.543913:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628553.543917:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.543919:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.543922:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.543924:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628553.543928:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628553.543932:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628553.543935:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628553.543938:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628553.543943:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628553.543947:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.543950:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628553.543952:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628553.543963:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628553.543968:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628553.543973:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628553.543975:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.543979:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628553.543982:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628553.543988:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628553.543997:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628553.544004:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628553.544016:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472581632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628553.544030:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628553.544036:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628553.544041:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472581632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628553.544074:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628553.544079:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628553.544083:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628553.544085:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628553.544088:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628553.544091:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628553.544094:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13229
00000400:00000200:3.0:1778628553.544099:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628553.544102:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628553.544105:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628553.544108:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544111:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.544114:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544118:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628553.544121:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628553.544123:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628553.544126:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628553.544128:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628553.544131:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628553.544135:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628553.544138:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544141:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.544143:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544146:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628553.544149:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628553.544152:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544155:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628553.544158:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628553.544168:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628553.544174:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544181:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628553.544187:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628553.544193:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544196:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628553.544204:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628553.544213:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628553.544221:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628553.544226:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544234:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628553.544239:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628553.544246:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628553.544261:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628553.544271:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628553.544289:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628553.544322:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628553.544331:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628553.544349:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628553.544390:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628553.544395:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628553.544401:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628553.544404:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628553.544410:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628553.544417:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628553.544425:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13229
00000400:00000200:3.0:1778628553.544441:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628553.544454:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628553.544462:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628553.544470:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544480:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.544489:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544496:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628553.544506:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628553.544510:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628553.544514:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628553.544518:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628553.544523:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628553.544527:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628553.544538:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544542:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628553.544550:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544558:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628553.544564:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628553.544574:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628553.544582:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628553.544586:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628553.544593:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628553.544602:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544648:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628553.544652:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628553.544656:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544660:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628553.544666:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628553.544671:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628553.544674:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628553.544701:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628553.544705:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628553.544707:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628553.544713:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628553.544737:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628553.544746:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628553.544765:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628553.544792:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628553.544800:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628553.544809:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628553.544835:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628553.544842:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628553.544854:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778628553.544854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778628553.544862:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1778628553.544865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1778628553.544868:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628553.544882:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13239)
02000000:00000001:0.0:1778628553.545337:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628553.545400:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628553.545403:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:0.0:1778628553.545408:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628553.545410:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.545413:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.545421:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628553.545423:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.545426:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628553.545429:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628553.545431:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628553.545437:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545447:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628553.545449:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628553.545452:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628553.545455:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628553.545458:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628553.545462:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472581760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628553.545466:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628553.545469:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628553.545471:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628553.545474:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628553.545478:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628553.545481:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628553.545486:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628553.545490:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628553.545495:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628553.545499:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472581760, portal 10
00000100:00000001:0.0:1778628553.545502:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628553.545504:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:0.0:1778628553.545512:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545521:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628553.545524:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628553.545527:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628553.545530:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472581760, offset 0
00000400:00000200:0.0:1778628553.545536:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628553.545542:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628553.545547:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628553.545552:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628553.545556:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628553.545559:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628553.545562:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628553.545567:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497144:497144:256:4294967295] 192.168.204.112@tcp LPNI seq info [497103:497103:8:4294967295]
00000400:00000200:0.0:1778628553.545572:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628553.545580:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628553.545586:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628553.545590:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628553.545595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628553.545599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628553.545605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628553.545639:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778628553.545645:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628553.545648:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628553.545652:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628553.545656:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628553.545661:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628553.545663:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628553.545666:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628553.545671:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545716:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628553.545721:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545730:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.545732:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628553.545739:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628553.545745:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628553.545749:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628553.545752:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307901455
00000100:00000001:0.0:1778628553.545756:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307905297
00000100:00000001:0.0:1778628553.545759:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307901455
00000100:00000001:0.0:1778628553.545762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307905297
00000100:00000001:0.0:1778628553.545765:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628553.545767:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.545770:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628553.545774:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628553/real 1778628553]  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628553.545785:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628553.545787:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628553.545790:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628553.545793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628553.545795:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628553.545797:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628553.545801:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628553.545811:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545819:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628553.545821:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.545823:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628553.545825:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628553.545829:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545837:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628553.545841:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545851:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628553.545856:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.545859:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628553.545862:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.545866:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628553.545874:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628553.545879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628553.545885:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628553.545890:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628553.545898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628553.545914:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472581760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628553.545923:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628553.545930:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.545945:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628553.545948:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628553.545952:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628553.545956:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628553.545960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628553.545966:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472581888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628553.545973:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628553.545976:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628553.545978:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628553.545980:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628553.545986:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628553.545988:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628553.545993:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628553.545996:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628553.546001:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628553.546005:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472581888, portal 10
00000100:00000001:0.0:1778628553.546008:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628553.546020:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:0.0:1778628553.546027:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546036:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628553.546039:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628553.546041:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628553.546044:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472581888, offset 0
00000400:00000200:0.0:1778628553.546049:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628553.546054:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628553.546059:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628553.546063:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628553.546066:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628553.546070:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628553.546073:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628553.546077:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497145:497145:256:4294967295] 192.168.204.112@tcp LPNI seq info [497104:497104:8:4294967295]
00000400:00000200:0.0:1778628553.546082:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628553.546095:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628553.546103:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628553.546110:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628553.546117:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628553.546122:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778628553.546131:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628553.546136:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778628553.546144:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628553.546147:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628553.546153:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628553.546161:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628553.546167:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628553.546172:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628553.546177:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628553.546185:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546201:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628553.546207:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546220:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.546223:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628553.546230:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628553.546235:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628553.546242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628553.546246:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307901456
00000100:00000001:0.0:1778628553.546251:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307905297
00000100:00000001:0.0:1778628553.546255:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307901456
00000100:00000001:0.0:1778628553.546260:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307905297
00000100:00000001:0.0:1778628553.546264:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628553.546269:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.546273:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628553.546281:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628553/real 1778628553]  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628553.546299:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628553.546301:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628553.546305:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628553.546310:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628553.546313:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628553.546317:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628553.546323:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628553.546334:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546343:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628553.546345:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546348:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628553.546350:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628553.546354:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546362:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628553.546367:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546376:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628553.546379:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546381:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628553.546382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546384:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628553.546388:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628553.546391:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628553.546395:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628553.546397:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628553.546401:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628553.546411:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472581888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628553.546416:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546419:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628553.546423:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472581760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546431:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628553.546434:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628553.546436:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628553.546440:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628553.546442:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628553.546444:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628553.546446:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628553.546449:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:0.0:1778628553.546452:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628553.546454:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628553.546456:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:0.0:1778628553.546469:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628553.546471:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546473:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628553.546477:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472581888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628553.546484:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628553.546485:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628553.546487:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628553.546490:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628553.546491:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628553.546492:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628553.546494:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628553.546496:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:0.0:1778628553.546498:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628553.546499:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628553.546501:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778628553.546504:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628553.546505:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546507:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628553.546512:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628553.546514:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628553.546516:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628553.546518:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628553.799771:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628553.799780:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628553.799784:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628553.799801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628553.799803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628553.799807:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628553.799815:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628553.799817:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628553.799823:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628553.799824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628553.799829:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628553.799835:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628553.799837:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628553.799847:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628553.799856:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628553.799890:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628553.799895:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628553.799899:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628554.567793:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628554.567803:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628554.567807:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628554.567816:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628554.567824:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628554.567831:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628554.567837:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628554.567842:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628554.567848:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628554.823747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628554.823755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628554.823764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628554.823767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628554.823769:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628554.823772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628554.823777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628554.823777:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628554.823783:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628554.823790:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628554.823797:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628554.823802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628554.823808:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628554.823816:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628554.823822:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628554.823874:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628554.823880:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628554.823886:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628555.591747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628555.591756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628555.591759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628555.591766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628555.591770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628555.591775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628555.591779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628555.591782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628555.591786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628555.847742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628555.847751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628555.847754:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628555.847763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628555.847769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628555.847771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628555.847775:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628555.847779:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628555.847783:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628555.847790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628555.847794:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628555.847795:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628555.847803:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628555.847812:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628555.847819:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628556.615725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628556.615733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628556.615737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628556.615743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628556.615748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628556.615753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628556.615757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628556.615760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628556.615763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628556.871808:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628556.871811:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628556.871817:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628556.871818:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628556.871826:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628556.871829:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628556.871835:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628556.871840:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628556.871843:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628556.871854:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628556.871854:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628556.871867:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628556.871876:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628556.871880:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628556.871890:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628556.871979:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628556.871985:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628556.871989:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628557.447727:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307905297, at 4307905344
00000100:00000010:0.0:1778628557.447764:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628557.639726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628557.639735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628557.639739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628557.639748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628557.639754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628557.639761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628557.639766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628557.639770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628557.639774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628557.895774:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628557.895779:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628557.895785:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628557.895786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628557.895792:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628557.895801:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628557.895811:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628557.895815:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628557.895818:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628557.895824:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628557.895841:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628557.895861:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628557.895885:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628557.895894:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628557.895917:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628557.895972:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628557.895979:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628557.895985:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628558.663767:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628558.663776:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628558.663779:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628558.663787:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778628558.663793:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628558.663794:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628558.663806:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628558.663810:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628558.663813:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628558.663817:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628558.663818:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628558.663827:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628558.663828:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628558.663836:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628558.663847:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13234
00000400:00000200:3.0:1778628558.663865:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628558.663875:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628558.663881:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628558.663885:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.663891:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628558.663894:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.663897:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628558.663904:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628558.663906:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628558.663911:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628558.663915:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628558.663919:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628558.663922:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628558.663926:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.663929:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628558.663932:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.663934:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628558.663938:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628558.663942:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628558.663945:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628558.663949:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628558.663954:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628558.663958:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.663961:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628558.663964:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628558.663978:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628558.663983:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628558.663990:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628558.663993:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.663997:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628558.664001:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628558.664009:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628558.664022:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628558.664032:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628558.664047:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628558.664063:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628558.664071:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628558.664077:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628558.664118:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628558.664123:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628558.664128:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628558.664130:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628558.664132:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628558.664136:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628558.664141:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13234
00000400:00000200:3.0:1778628558.664145:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628558.664149:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628558.664152:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628558.664156:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664159:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628558.664162:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664164:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628558.664167:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628558.664168:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628558.664170:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628558.664173:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628558.664176:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628558.664180:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628558.664183:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664186:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628558.664189:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664191:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628558.664194:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628558.664197:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664199:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628558.664201:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628558.664209:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628558.664211:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664214:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628558.664220:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628558.664225:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664228:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628558.664232:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628558.664236:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628558.664239:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628558.664241:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664244:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628558.664246:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628558.664249:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628558.664254:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628558.664259:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.664266:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1778628558.664266:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628558.664276:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628558.664284:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628558.664284:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628558.664291:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628558.664302:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628558.664304:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.664357:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628558.664363:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.664375:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778628558.664376:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.664382:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1778628558.664383:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1778628558.664393:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628558.664395:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628558.664401:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628558.664406:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778628558.664407:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582016:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628558.664417:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778628558.664419:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778628558.664426:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13234
02000000:00000001:0.0:1778628558.664427:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628558.664433:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628558.664435:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628558.664441:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1778628558.664442:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628558.664447:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628558.664451:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000010:0.0:1778628558.664452:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
00000100:00000001:3.0:1778628558.664455:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778628558.664459:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628558.664463:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664468:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628558.664471:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628558.664475:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:0.0:1778628558.664477:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:3.0:1778628558.664479:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628558.664483:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:0.0:1778628558.664485:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000020:00000001:3.0:1778628558.664487:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628558.664495:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628558.664499:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:0.0:1778628558.664501:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000001:3.0:1778628558.664503:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628558.664510:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664514:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:0.0:1778628558.664517:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582016, portal 25
00000020:00000040:3.0:1778628558.664518:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:0.0:1778628558.664525:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628558.664529:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00080000:3.0:1778628558.664546:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:0.0:1778628558.664548:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628558.664550:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628558.664563:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628558.664569:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628558.664596:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664600:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628558.664603:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628558.664642:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664646:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628558.664653:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628558.664656:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628558.664659:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628558.664661:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628558.664664:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628558.664667:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628558.664670:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628558.664675:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628558.664680:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628558.664689:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628558.664692:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628558.664706:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778628558.664709:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628558.664713:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628558.664721:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000040:3.0:1778628558.664722:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628558.664735:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472582016, offset 0
00000100:00000001:3.0:1778628558.664740:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628558.664747:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628558.664759:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628558.664763:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628558.664769:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628558.664783:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628558.664785:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628558.664797:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13244)
00000400:00000200:0.0:1778628558.664805:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628558.664816:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628558.664826:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628558.664834:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628558.664840:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628558.664846:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497146:497146:256:4294967295] 192.168.204.112@tcp LPNI seq info [497105:497105:8:4294967295]
00000400:00000200:0.0:1778628558.664853:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628558.664870:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628558.664879:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.664888:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628558.664899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628558.664905:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628558.664914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628558.664920:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1778628558.664925:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.664929:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628558.664939:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628558.664946:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628558.664953:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628558.664956:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628558.664963:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628558.664970:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.664985:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.664990:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.665000:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.665002:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628558.665012:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628558.665017:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628558.665022:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307910417
00000100:00000010:0.0:1778628558.665030:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628558.665041:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628558.665052:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307910417
00000100:00000010:0.0:1778628558.665056:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6ae0.
00000100:00000001:0.0:1778628558.665060:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628558.665065:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628558.665069:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.665073:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628558.665078:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628558/real 1778628558]  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628558.665091:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628558.665094:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628558.665096:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628558.665100:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628558.665102:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628558.665106:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628558.665110:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628558.665121:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.665129:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628558.665131:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.665134:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.665137:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628558.665142:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.665150:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628558.665156:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667244:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628558.667251:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667255:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.667257:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667261:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628558.667264:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628558.667269:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628558.667280:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628558.667284:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628558.667294:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628558.667307:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582016:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628558.667314:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667318:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.667323:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472582016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667332:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628558.667336:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628558.667341:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628558.667349:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628558.667351:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628558.667354:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628558.667358:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628558.667361:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778628558.667366:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628558.667369:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628558.667371:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:0.0:1778628558.667376:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628558.667378:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667381:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667391:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628558.667392:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.667395:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628558.667398:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628558.667401:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628558.667407:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667416:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628558.667419:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.667423:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628558.667426:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628558.667430:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628558.667434:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628558.667454:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628558.667459:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628558.667462:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.667466:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628558.667475:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628558.667477:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628558.667487:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628558.667493:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628558.667501:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628558.667509:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582144, portal 10
00000100:00000001:0.0:1778628558.667513:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628558.667515:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:0.0:1778628558.667524:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667534:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628558.667538:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628558.667541:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628558.667544:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472582144, offset 0
00000400:00000200:0.0:1778628558.667552:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628558.667572:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628558.667634:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628558.667641:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628558.667646:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628558.667652:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628558.667656:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628558.667662:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497147:497147:256:4294967295] 192.168.204.112@tcp LPNI seq info [497106:497106:8:4294967295]
00000400:00000200:0.0:1778628558.667669:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628558.667682:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628558.667699:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.667706:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628558.667716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628558.667721:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628558.667728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628558.667733:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1778628558.667738:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.667742:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628558.667747:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628558.667753:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628558.667759:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628558.667762:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628558.667768:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628558.667774:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667786:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.667790:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667799:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.667802:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628558.667808:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628558.667815:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628558.667827:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628558.667831:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307906577
00000100:00000001:0.0:1778628558.667836:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307910417
00000100:00000001:0.0:1778628558.667839:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307906577
00000100:00000001:0.0:1778628558.667843:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307910417
00000100:00000001:0.0:1778628558.667849:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628558.667854:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.667858:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628558.667867:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628558/real 1778628558]  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628558.667886:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628558.667889:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628558.667893:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628558.667898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628558.667902:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628558.667907:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628558.667915:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628558.667934:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667950:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628558.667953:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.667957:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.667960:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628558.667967:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667976:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628558.667982:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.667991:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628558.668005:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668009:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.668011:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668013:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628558.668019:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628558.668023:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628558.668028:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628558.668031:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628558.668036:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628558.668046:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628558.668051:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628558.668056:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668064:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628558.668066:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.668069:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628558.668072:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628558.668075:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628558.668078:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628558.668082:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628558.668085:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628558.668087:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628558.668089:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628558.668095:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628558.668097:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628558.668102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628558.668106:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628558.668109:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628558.668114:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582272, portal 10
00000100:00000001:0.0:1778628558.668117:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628558.668120:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:0.0:1778628558.668131:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668145:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628558.668149:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628558.668154:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628558.668159:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472582272, offset 0
00000400:00000200:0.0:1778628558.668166:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628558.668175:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628558.668183:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628558.668189:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628558.668194:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628558.668200:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628558.668205:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628558.668211:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497148:497148:256:4294967295] 192.168.204.112@tcp LPNI seq info [497107:497107:8:4294967295]
00000400:00000200:0.0:1778628558.668220:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628558.668233:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628558.668240:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.668246:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628558.668251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628558.668255:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778628558.668261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628558.668264:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1778628558.668269:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628558.668272:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628558.668276:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628558.668281:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628558.668285:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628558.668287:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628558.668291:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628558.668296:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668314:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.668318:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668326:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.668328:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628558.668333:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628558.668338:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628558.668342:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628558.668345:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307906578
00000100:00000001:0.0:1778628558.668348:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307910417
00000100:00000001:0.0:1778628558.668351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307906578
00000100:00000001:0.0:1778628558.668354:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307910417
00000100:00000001:0.0:1778628558.668356:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628558.668359:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.668361:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628558.668365:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628558/real 1778628558]  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628558.668375:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628558.668377:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628558.668379:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628558.668382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628558.668384:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628558.668387:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628558.668390:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628558.668401:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668409:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628558.668411:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668414:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.668415:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628558.668420:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668428:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628558.668432:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668440:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628558.668443:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668445:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628558.668446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668449:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628558.668452:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628558.668455:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628558.668459:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628558.668461:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628558.668466:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628558.668475:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628558.668480:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668482:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.668486:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472582144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668494:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628558.668497:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628558.668499:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628558.668502:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628558.668504:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628558.668507:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628558.668509:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628558.668512:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778628558.668516:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628558.668517:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628558.668519:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:0.0:1778628558.668522:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628558.668524:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668526:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628558.668530:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472582272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628558.668539:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628558.668540:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628558.668542:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628558.668544:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628558.668546:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628558.668547:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628558.668549:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628558.668551:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778628558.668553:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628558.668554:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628558.668556:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:0.0:1778628558.668559:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628558.668560:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668562:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628558.668567:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628558.668569:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628558.668571:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628558.668573:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628558.919715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628558.919724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628558.919727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628558.919736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628558.919743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628558.919748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628558.919755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628558.919760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628558.919766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628558.919791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628558.919799:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628558.919813:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628558.919818:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628558.919825:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628558.919829:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628558.919927:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628558.919933:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628558.919940:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628559.687708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628559.687717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628559.687720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628559.687727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628559.687732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628559.687737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628559.687740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628559.687743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628559.687747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628559.943691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628559.943697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628559.943699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628559.943702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628559.943704:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628559.943709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628559.943710:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628559.943713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628559.943713:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628559.943718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628559.943720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628559.943722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628559.943727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628559.943728:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628559.943731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628559.943733:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628559.943738:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628559.943742:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628559.943745:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628559.943749:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628559.943753:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628559.943827:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628559.943831:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628559.943835:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628560.711727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628560.711755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628560.711758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628560.711768:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628560.711775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628560.711781:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628560.711787:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628560.711792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628560.711798:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628560.967711:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628560.967719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628560.967728:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628560.967730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628560.967735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628560.967738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628560.967751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628560.967759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628560.967763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628560.967769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628560.967776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628560.967785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628560.967793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628560.967799:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628560.967805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628560.967827:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628560.967836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628560.967845:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628561.735729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628561.735748:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628561.735753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628561.735760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628561.735766:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628561.735770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628561.735774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628561.735777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628561.735781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628561.991738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628561.991750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628561.991750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628561.991756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628561.991758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628561.991769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628561.991771:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628561.991772:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628561.991784:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628561.991784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628561.991790:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628561.991794:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628561.991801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628561.991806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628561.991812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628561.991880:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628561.991886:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628561.991892:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628562.567741:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307910417, at 4307910464
00000100:00000010:0.0:1778628562.567761:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628562.759720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628562.759729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628562.759732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628562.759739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628562.759743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628562.759748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628562.759752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628562.759756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628562.759760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628563.015721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628563.015730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628563.015734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628563.015741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628563.015743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628563.015749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628563.015752:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628563.015755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628563.015760:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628563.015763:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628563.015766:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628563.015770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628563.015773:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628563.015780:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628563.015781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015784:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015794:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015802:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628563.015809:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628563.015814:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628563.015820:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015826:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628563.015830:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015833:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015836:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628563.015840:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628563.015842:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628563.015929:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628563.015935:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628563.015939:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628563.783704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628563.783713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628563.783717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628563.783725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628563.783731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628563.783736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628563.783740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628563.783741:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628563.783743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628563.783751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628563.783754:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628563.783759:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628563.783764:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628563.783769:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628563.783778:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13239
00000400:00000200:3.0:1778628563.783791:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628563.783799:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628563.783803:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628563.783807:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.783812:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628563.783815:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.783818:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628563.783823:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628563.783825:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628563.783829:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628563.783832:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628563.783835:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628563.783838:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628563.783842:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.783845:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628563.783847:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.783850:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628563.783854:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628563.783859:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628563.783862:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628563.783866:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628563.783870:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628563.783874:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.783877:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628563.783879:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628563.783888:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778628563.783892:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628563.783897:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628563.783899:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.783902:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628563.783906:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628563.783911:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628563.783921:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628563.783929:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628563.783941:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628563.783954:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628563.783960:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628563.783966:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628563.783995:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628563.784000:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628563.784004:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628563.784006:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628563.784008:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628563.784012:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628563.784015:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13239
00000400:00000200:3.0:1778628563.784020:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628563.784024:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628563.784027:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628563.784033:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784036:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628563.784041:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784045:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628563.784048:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628563.784050:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628563.784052:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778628563.784053:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1778628563.784056:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:0.0:1778628563.784060:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628563.784061:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628563.784066:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628563.784067:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628563.784074:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784081:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628563.784083:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628563.784087:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784097:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628563.784107:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628563.784117:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628563.784119:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628563.784123:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.784124:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628563.784129:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628563.784132:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628563.784138:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628563.784138:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628563.784144:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628563.784145:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.784150:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1778628563.784155:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582400:192.168.204.112@tcp:250:kworker.0
00000008:00100000:3.0:1778628563.784159:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628563.784164:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1778628563.784166:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.784171:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.784173:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1778628563.784175:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
02000000:00000001:0.0:1778628563.784178:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778628563.784180:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628563.784185:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628563.784187:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628563.784190:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.784193:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1778628563.784195:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628563.784195:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628563.784201:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.784202:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628563.784210:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000200:0.0:1778628563.784217:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628563.784220:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628563.784224:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000100:00100000:3.0:1778628563.784232:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1778628563.784234:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628563.784250:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582400, portal 25
00000100:00000001:3.0:1778628563.784250:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628563.784257:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.784258:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628563.784263:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:3.0:1778628563.784268:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628563.784279:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628563.784305:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628563.784312:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628563.784326:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628563.784332:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778628563.784335:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778628563.784336:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628563.784345:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1778628563.784346:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628563.784353:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00080000:3.0:1778628563.784354:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13239
00000100:00000200:0.0:1778628563.784360:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472582400, offset 0
00000400:00000200:3.0:1778628563.784369:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628563.784379:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778628563.784383:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778628563.784385:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628563.784393:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784397:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628563.784399:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628563.784405:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784409:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628563.784412:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628563.784414:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628563.784415:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628563.784418:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628563.784420:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628563.784422:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778628563.784429:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778628563.784430:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784437:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628563.784442:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1778628563.784446:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784451:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778628563.784453:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:3.0:1778628563.784458:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778628563.784464:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778628563.784469:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778628563.784497:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778628563.784506:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628563.784514:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778628563.784515:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497149:497149:256:4294967295] 192.168.204.112@tcp LPNI seq info [497108:497108:8:4294967295]
02000000:00000001:3.0:1778628563.784519:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628563.784526:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628563.784533:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628563.784534:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628563.784541:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628563.784546:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.784552:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628563.784560:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1778628563.784563:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628563.784570:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:0.0:1778628563.784578:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778628563.784578:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628563.784585:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628563.784588:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1778628563.784591:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
02000000:00000001:3.0:1778628563.784591:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628563.784597:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628563.784605:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000800:00000200:0.0:1778628563.784646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628563.784651:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778628563.784654:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1778628563.784664:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1778628563.784673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628563.784685:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1778628563.784689:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628563.784696:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778628563.784698:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628563.784704:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:3.0:1778628563.784708:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628563.784714:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628563.784730:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1778628563.784731:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628563.784740:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628563.784742:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628563.784749:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000040:3.0:1778628563.784750:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778628563.784757:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778628563.784758:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628563.784766:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1778628563.784768:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628563.784774:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13249)
00000100:00000001:0.0:1778628563.784790:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.784796:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.784814:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.784817:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628563.784824:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628563.784829:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628563.784833:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307915537
00000100:00000010:0.0:1778628563.784840:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628563.784848:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628563.784857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307915537
00000100:00000010:0.0:1778628563.784860:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac68a0.
00000100:00000001:0.0:1778628563.784864:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628563.784868:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628563.784871:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.784875:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628563.784880:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628563/real 1778628563]  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628563.784892:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628563.784894:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628563.784896:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628563.784900:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628563.784902:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628563.784905:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628563.784910:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628563.784920:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.784928:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628563.784930:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.784933:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.784936:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628563.784943:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.784960:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628563.784969:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.784984:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628563.784990:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.784994:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.784996:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785001:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628563.785005:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628563.785011:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628563.785019:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628563.785023:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628563.785031:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628563.785049:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582400:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628563.785058:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785063:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.785069:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472582400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785084:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628563.785088:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628563.785093:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628563.785099:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628563.785102:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628563.785104:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628563.785107:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628563.785110:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778628563.785114:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628563.785118:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628563.785120:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:0.0:1778628563.785124:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628563.785126:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785129:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785138:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628563.785140:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.785142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628563.785144:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628563.785146:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628563.785151:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785161:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628563.785163:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.785166:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628563.785168:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628563.785171:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628563.785174:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628563.785178:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628563.785181:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628563.785183:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.785186:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628563.785190:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628563.785193:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628563.785198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628563.785201:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628563.785206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628563.785210:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582528, portal 10
00000100:00000001:0.0:1778628563.785213:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628563.785215:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:0.0:1778628563.785223:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785231:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628563.785234:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628563.785238:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628563.785241:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472582528, offset 0
00000400:00000200:0.0:1778628563.785246:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628563.785251:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628563.785256:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628563.785260:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628563.785264:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628563.785267:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628563.785270:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628563.785275:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497150:497150:256:4294967295] 192.168.204.112@tcp LPNI seq info [497109:497109:8:4294967295]
00000400:00000200:0.0:1778628563.785280:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628563.785289:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628563.785294:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628563.785298:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628563.785303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628563.785306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628563.785312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628563.785316:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1778628563.785321:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628563.785324:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628563.785327:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628563.785332:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628563.785336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628563.785338:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628563.785341:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628563.785345:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785355:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.785359:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785367:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.785369:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628563.785374:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628563.785379:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628563.785383:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628563.785387:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307911694
00000100:00000001:0.0:1778628563.785392:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307915537
00000100:00000001:0.0:1778628563.785397:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307911694
00000100:00000001:0.0:1778628563.785401:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307915537
00000100:00000001:0.0:1778628563.785406:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628563.785410:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.785413:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628563.785421:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628563/real 1778628563]  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628563.785436:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628563.785438:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628563.785441:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628563.785446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628563.785450:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628563.785454:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628563.785460:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628563.785503:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785516:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628563.785519:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785523:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.785525:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628563.785532:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785546:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628563.785554:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785569:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628563.785574:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.785580:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785584:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628563.785592:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628563.785597:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628563.785604:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628563.785637:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628563.785644:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628563.785655:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628563.785660:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628563.785664:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785673:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628563.785675:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.785677:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628563.785680:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628563.785683:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628563.785686:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628563.785690:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628563.785693:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628563.785695:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628563.785697:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628563.785702:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628563.785705:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628563.785711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628563.785714:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628563.785718:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628563.785722:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582656, portal 10
00000100:00000001:0.0:1778628563.785725:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628563.785727:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:0.0:1778628563.785734:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785742:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628563.785746:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628563.785748:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628563.785751:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472582656, offset 0
00000400:00000200:0.0:1778628563.785756:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628563.785761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628563.785766:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628563.785770:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628563.785773:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628563.785777:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628563.785780:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628563.785784:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497151:497151:256:4294967295] 192.168.204.112@tcp LPNI seq info [497110:497110:8:4294967295]
00000400:00000200:0.0:1778628563.785789:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628563.785797:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628563.785803:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628563.785807:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628563.785811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628563.785815:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778628563.785820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628563.785824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1778628563.785828:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628563.785831:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628563.785835:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628563.785840:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628563.785843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628563.785846:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628563.785849:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628563.785853:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785863:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.785867:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785875:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.785877:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628563.785880:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628563.785884:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628563.785888:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628563.785890:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307911696
00000100:00000001:0.0:1778628563.785893:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307915537
00000100:00000001:0.0:1778628563.785896:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307911696
00000100:00000001:0.0:1778628563.785899:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307915537
00000100:00000001:0.0:1778628563.785901:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628563.785904:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.785906:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628563.785910:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628563/real 1778628563]  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628563.785919:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628563.785921:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628563.785922:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628563.785925:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628563.785927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628563.785929:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628563.785933:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628563.785942:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785951:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628563.785953:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785955:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.785957:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628563.785961:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785969:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628563.785973:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.785981:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628563.785984:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785986:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628563.785987:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.785989:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628563.785992:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628563.785995:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628563.785999:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628563.786001:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628563.786005:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628563.786015:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628563.786019:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.786021:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.786025:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472582528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.786033:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628563.786036:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628563.786038:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628563.786041:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628563.786043:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628563.786045:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628563.786048:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628563.786050:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778628563.786053:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628563.786055:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628563.786057:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:0.0:1778628563.786060:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628563.786061:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.786063:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628563.786066:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472582656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628563.786075:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628563.786076:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628563.786078:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628563.786081:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628563.786082:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628563.786084:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628563.786086:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628563.786088:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778628563.786090:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628563.786091:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628563.786093:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:0.0:1778628563.786095:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628563.786097:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.786099:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628563.786103:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628563.786105:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628563.786107:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628563.786109:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628564.039739:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628564.039747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628564.039755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628564.039756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628564.039760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628564.039767:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628564.039768:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628564.039775:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628564.039776:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628564.039798:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628564.039804:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628564.039808:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628564.039812:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628564.039816:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628564.039821:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628564.039906:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628564.039912:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628564.039917:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628564.807740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628564.807749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628564.807751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628564.807759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628564.807765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628564.807770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628564.807773:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628564.807777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628564.807780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628565.063728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628565.063740:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628565.063745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628565.063756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628565.063758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628565.063766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628565.063768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628565.063776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628565.063777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628565.063785:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628565.063786:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628565.063793:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628565.063796:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628565.063799:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628565.063800:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628565.063918:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628565.063926:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628565.063932:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628565.831721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628565.831730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628565.831733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628565.831739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628565.831744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628565.831762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628565.831766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628565.831769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628565.831773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628566.087735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628566.087740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628566.087744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628566.087748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628566.087753:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628566.087754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628566.087760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628566.087763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628566.087766:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628566.087772:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628566.087773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628566.087781:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628566.087786:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628566.087788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628566.087792:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628566.087890:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628566.087897:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628566.087904:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628566.855861:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628566.855868:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628566.855871:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628566.855877:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628566.855882:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628566.855887:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628566.855890:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628566.855893:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628566.855897:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628567.111715:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628567.111717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628567.111723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628567.111725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628567.111730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628567.111733:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628567.111737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628567.111738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628567.111745:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628567.111746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628567.111751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628567.111754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628567.111761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628567.111767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628567.111774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628567.111869:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628567.111891:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628567.111896:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628567.687721:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307915537, at 4307915584
00000100:00000010:0.0:1778628567.687744:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628567.879716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628567.879723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628567.879726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628567.879732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628567.879736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628567.879741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628567.879745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628567.879748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628567.879751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.135767:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628568.135767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628568.135777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628568.135777:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.135787:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628568.135789:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628568.135794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628568.135801:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628568.135803:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628568.135807:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.135814:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628568.135827:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628568.135838:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628568.135847:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628568.135858:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628568.135893:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628568.135900:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628568.135905:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628568.903776:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628568.903790:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628568.903794:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628568.903799:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628568.903805:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628568.903815:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13244
00000400:00000200:2.0:1778628568.903830:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628568.903843:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628568.903850:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628568.903862:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.903868:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.903877:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.903881:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628568.903887:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628568.903892:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628568.903899:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628568.903904:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628568.903912:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628568.903917:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628568.903927:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.903931:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.903934:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.903937:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628568.903940:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628568.903944:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628568.903947:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628568.903952:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628568.903957:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628568.903960:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.903963:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628568.903966:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628568.903977:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628568.903982:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628568.903987:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628568.903989:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.903992:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628568.904009:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628568.904020:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628568.904030:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628568.904038:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628568.904050:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628568.904064:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628568.904071:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628568.904077:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628568.904101:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628568.904105:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628568.904109:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628568.904112:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628568.904114:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628568.904117:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628568.904120:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13244
00000400:00000200:2.0:1778628568.904125:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628568.904128:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628568.904131:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628568.904135:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904138:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.904141:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904144:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628568.904147:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628568.904150:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628568.904152:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628568.904155:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628568.904158:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628568.904161:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628568.904165:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904168:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.904170:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904174:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628568.904185:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778628568.904188:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778628568.904197:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778628568.904198:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628568.904207:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778628568.904209:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628568.904214:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628568.904221:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628568.904227:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628568.904230:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628568.904230:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628568.904238:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628568.904250:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.904258:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.904262:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1778628568.904265:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778628568.904267:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778628568.904272:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628568.904276:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628568.904278:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628568.904283:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628568.904283:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.904286:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628568.904291:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628568.904293:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628568.904297:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628568.904304:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582784:192.168.204.112@tcp:250:kworker.0
02000000:00000010:2.0:1778628568.904307:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:0.0:1778628568.904317:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778628568.904318:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.904325:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1778628568.904332:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778628568.904333:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.904344:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778628568.904354:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1778628568.904356:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
00000100:00000001:2.0:1778628568.904359:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.904363:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628568.904370:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628568.904407:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628568.904409:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628568.904415:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1778628568.904424:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000100:00080000:2.0:1778628568.904426:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628568.904428:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628568.904430:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628568.904434:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628568.904440:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13244
00000400:00000010:0.0:1778628568.904447:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000400:00000200:2.0:1778628568.904448:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628568.904460:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000200:0.0:1778628568.904464:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582784, portal 25
00000100:00080000:2.0:1778628568.904465:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628568.904475:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628568.904476:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628568.904482:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000001:2.0:1778628568.904483:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.904490:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904494:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628568.904500:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1778628568.904501:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778628568.904502:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628568.904509:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628568.904513:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628568.904522:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628568.904531:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:0.0:1778628568.904534:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628568.904540:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904546:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628568.904550:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778628568.904556:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904558:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000010:0.0:1778628568.904563:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000020:00000040:2.0:1778628568.904564:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000200:0.0:1778628568.904575:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472582784, offset 0
00000100:00080000:2.0:1778628568.904576:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904587:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628568.904591:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778628568.904596:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778628568.904597:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628568.904602:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.904605:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628568.904649:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628568.904654:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628568.904656:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628568.904663:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628568.904666:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628568.904670:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628568.904674:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.904675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628568.904680:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628568.904685:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628568.904688:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.904692:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000010:2.0:1778628568.904696:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628568.904703:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.904712:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1778628568.904713:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628568.904737:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778628568.904738:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778628568.904745:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.904751:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778628568.904759:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628568.904765:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778628568.904778:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628568.904783:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628568.904788:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497152:497152:256:4294967295] 192.168.204.112@tcp LPNI seq info [497111:497111:8:4294967295]
00000100:00000040:2.0:1778628568.904793:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628568.904802:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628568.904814:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778628568.904829:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628568.904842:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13254)
00000400:00000200:0.0:1778628568.904849:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628568.904867:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.904878:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628568.904892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628568.904899:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628568.904924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628568.904931:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778628568.904939:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.904944:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628568.904954:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628568.904964:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628568.904973:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628568.904978:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628568.904986:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628568.904996:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905027:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.905032:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905042:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.905044:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628568.905053:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.905059:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628568.905063:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307920657
00000100:00000010:0.0:1778628568.905070:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628568.905079:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628568.905087:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307920657
00000100:00000010:0.0:1778628568.905091:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6c00.
00000100:00000001:0.0:1778628568.905094:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628568.905099:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628568.905102:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.905106:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628568.905113:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628568/real 1778628568]  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628568.905130:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628568.905133:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628568.905137:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628568.905141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628568.905145:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628568.905150:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628568.905157:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628568.905186:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905202:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628568.905206:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.905214:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628568.905223:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905235:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628568.905241:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905251:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628568.905255:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905257:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.905259:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905262:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628568.905264:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628568.905268:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628568.905273:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628568.905275:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628568.905280:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628568.905290:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472582784:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628568.905296:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905299:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.905302:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472582784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905311:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628568.905314:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628568.905317:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628568.905321:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628568.905323:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628568.905326:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628568.905329:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628568.905332:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778628568.905337:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628568.905339:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628568.905341:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778628568.905347:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628568.905348:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905351:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905359:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628568.905361:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.905364:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628568.905366:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628568.905368:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628568.905372:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905411:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628568.905421:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.905425:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628568.905427:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628568.905430:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628568.905434:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628568.905439:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628568.905442:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628568.905444:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.905447:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628568.905451:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628568.905454:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.905460:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628568.905463:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628568.905468:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628568.905472:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472582912, portal 10
00000100:00000001:0.0:1778628568.905475:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628568.905477:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:0.0:1778628568.905485:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905495:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628568.905498:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628568.905500:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628568.905503:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472582912, offset 0
00000400:00000200:0.0:1778628568.905508:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628568.905514:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628568.905520:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628568.905524:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628568.905527:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628568.905531:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628568.905534:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628568.905538:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497153:497153:256:4294967295] 192.168.204.112@tcp LPNI seq info [497112:497112:8:4294967295]
00000400:00000200:0.0:1778628568.905544:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628568.905552:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628568.905558:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.905562:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628568.905567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628568.905571:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628568.905577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628568.905580:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778628568.905586:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.905588:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628568.905592:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628568.905597:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628568.905601:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628568.905603:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628568.905636:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628568.905641:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905652:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.905656:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905673:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.905676:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628568.905680:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628568.905686:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628568.905690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628568.905693:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307916815
00000100:00000001:0.0:1778628568.905697:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307920657
00000100:00000001:0.0:1778628568.905700:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307916815
00000100:00000001:0.0:1778628568.905702:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307920657
00000100:00000001:0.0:1778628568.905705:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628568.905708:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.905710:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628568.905714:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628568/real 1778628568]  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628568.905723:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628568.905725:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628568.905728:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628568.905730:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628568.905732:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628568.905735:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628568.905738:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628568.905754:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905763:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628568.905765:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905767:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.905769:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628568.905773:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905782:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628568.905787:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905796:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628568.905801:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905804:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.905806:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.905809:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628568.905816:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628568.905822:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628568.905829:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628568.905833:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628568.905841:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628568.905857:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472582912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628568.905866:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628568.905873:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905888:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628568.905891:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.905895:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628568.905899:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628568.905903:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628568.905909:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472583040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628568.905915:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628568.905919:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628568.905922:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628568.905926:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628568.905933:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628568.905936:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628568.905942:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628568.905947:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628568.905953:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628568.905959:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472583040, portal 10
00000100:00000001:0.0:1778628568.905962:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628568.905966:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:0.0:1778628568.905977:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.905992:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628568.905997:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628568.906001:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628568.906006:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472583040, offset 0
00000400:00000200:0.0:1778628568.906015:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628568.906023:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628568.906029:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628568.906033:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628568.906037:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628568.906040:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628568.906043:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628568.906048:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497154:497154:256:4294967295] 192.168.204.112@tcp LPNI seq info [497113:497113:8:4294967295]
00000400:00000200:0.0:1778628568.906053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628568.906062:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628568.906067:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.906072:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628568.906077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628568.906081:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778628568.906087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628568.906091:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778628568.906096:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628568.906099:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628568.906103:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628568.906108:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628568.906114:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628568.906117:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628568.906122:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628568.906129:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906145:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.906151:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906165:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.906168:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628568.906175:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628568.906191:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628568.906198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628568.906202:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307916816
00000100:00000001:0.0:1778628568.906208:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307920657
00000100:00000001:0.0:1778628568.906212:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307916816
00000100:00000001:0.0:1778628568.906217:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307920657
00000100:00000001:0.0:1778628568.906221:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628568.906224:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.906228:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628568.906235:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628568/real 1778628568]  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628568.906247:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628568.906248:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628568.906251:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628568.906254:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628568.906256:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628568.906260:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628568.906264:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628568.906274:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906282:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628568.906284:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906286:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.906288:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628568.906292:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906301:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628568.906306:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906314:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628568.906317:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906319:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628568.906320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906322:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628568.906326:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628568.906328:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628568.906332:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628568.906335:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628568.906339:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628568.906348:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472583040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628568.906353:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906356:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.906360:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472582912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906368:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628568.906370:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628568.906396:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628568.906401:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628568.906403:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628568.906409:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628568.906412:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628568.906414:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778628568.906418:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628568.906420:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628568.906422:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778628568.906425:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628568.906427:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906429:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628568.906434:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472583040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628568.906442:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628568.906444:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628568.906446:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628568.906449:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628568.906450:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628568.906451:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628568.906454:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628568.906456:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778628568.906458:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628568.906460:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628568.906462:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778628568.906464:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628568.906466:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906468:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628568.906473:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628568.906475:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628568.906477:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628568.906480:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628569.159731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628569.159739:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628569.159742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628569.159751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628569.159757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628569.159759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628569.159762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628569.159765:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628569.159767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628569.159775:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628569.159777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628569.159780:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628569.159782:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628569.159791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628569.159795:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628569.159943:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628569.159948:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628569.159953:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628570.183744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628570.183755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628570.183759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628570.183761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628570.183769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628570.183775:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628570.183780:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628570.183786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628570.183787:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628570.183792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628570.183799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628570.183800:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628570.183805:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628570.183807:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628570.183812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628570.183812:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628570.183820:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628570.183827:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628570.183833:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628570.183838:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628570.183843:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628571.207711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628571.207730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628571.207734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628571.207742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628571.207744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628571.207748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628571.207749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628571.207757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628571.207757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628571.207761:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628571.207765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628571.207766:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628571.207771:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628571.207774:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628571.207793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628571.207896:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628571.207901:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628571.207905:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628572.231737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628572.231737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628572.231745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628572.231755:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628572.231756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628572.231760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628572.231762:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628572.231765:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628572.231767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628572.231770:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628572.231773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628572.231779:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628572.231790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628572.231796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628572.231801:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628572.231866:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628572.231871:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628572.231875:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628572.807746:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307920657, at 4307920704
00000100:00000010:0.0:1778628572.807766:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628573.255697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628573.255705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628573.255708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628573.255715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628573.255721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628573.255727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628573.255733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628573.255738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628573.255744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628573.255766:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628573.255773:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628573.255782:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255793:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628573.255801:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255807:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255812:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255823:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628573.255830:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628573.255834:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628573.255837:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255851:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628573.255853:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255857:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255860:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628573.255865:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628573.255868:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628573.255982:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628573.255990:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628573.255997:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628574.023736:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628574.023744:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628574.023747:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628574.023751:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628574.023756:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628574.023762:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13249
00000400:00000200:0.0:1778628574.023769:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628574.023774:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628574.023777:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628574.023780:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023783:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.023785:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023788:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628574.023791:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628574.023792:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628574.023795:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628574.023797:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628574.023799:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628574.023802:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628574.023804:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023806:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.023808:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023809:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628574.023812:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628574.023814:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023816:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628574.023818:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628574.023821:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628574.023823:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.023825:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628574.023826:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628574.023832:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628574.023834:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628574.023837:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628574.023839:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.023841:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628574.023843:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628574.023846:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628574.023852:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628574.023858:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628574.023866:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472583168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628574.023874:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628574.023878:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628574.023882:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472583168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628574.023901:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628574.023904:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628574.023907:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628574.023909:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628574.023910:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628574.023913:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628574.023916:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13249
00000400:00000200:0.0:1778628574.023920:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628574.023923:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628574.023925:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628574.023928:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023940:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.023942:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023946:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628574.023948:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628574.023949:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628574.023951:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628574.023954:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628574.023956:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628574.023960:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628574.023965:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023968:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.023972:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023976:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628574.023981:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628574.023986:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628574.023991:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628574.023992:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628574.023998:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628574.024001:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024004:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628574.024007:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628574.024011:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024015:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628574.024017:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628574.024020:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628574.024023:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628574.024025:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024029:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628574.024030:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628574.024034:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628574.024037:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628574.024041:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628574.024048:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472583296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628574.024054:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628574.024057:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628574.024062:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472583296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628574.024074:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628574.024077:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628574.024080:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628574.024081:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628574.024084:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628574.024087:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628574.024089:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13249
00000400:00000200:0.0:1778628574.024096:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628574.024100:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628574.024102:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628574.024107:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.024112:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.024116:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.024121:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628574.024125:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628574.024128:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628574.024136:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628574.024138:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628574.024143:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628574.024145:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628574.024151:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.024153:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628574.024156:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628574.024158:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628574.024161:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628574.024166:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628574.024167:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628574.024168:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628574.024170:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628574.024172:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024175:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628574.024179:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628574.024181:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024183:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628574.024187:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628574.024191:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628574.024194:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628574.024195:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628574.024197:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628574.024208:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628574.024210:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628574.024214:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628574.024220:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628574.024230:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472583424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628574.024247:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628574.024252:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628574.024263:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472583424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628574.024287:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628574.024289:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628574.024292:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628574.024295:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628574.024297:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628574.024301:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13259)
00000800:00000200:1.1:1778628574.024325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628574.024328:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628574.024748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628574.024750:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628574.024948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628574.024951:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628574.279649:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628574.279654:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628574.279656:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628574.279661:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628574.279665:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628574.279668:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628574.279670:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628574.279675:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628574.279678:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628574.279679:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628574.279682:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628574.279688:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628574.279691:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628574.279697:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628574.279699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628574.279751:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628574.279755:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628574.279758:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628575.303712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628575.303719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628575.303727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628575.303730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628575.303735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628575.303738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628575.303738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628575.303750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628575.303754:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628575.303763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628575.303770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628575.303791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628575.303795:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628575.303798:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628575.303802:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628575.303864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628575.303871:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628575.303876:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628575.495769:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628575.495786:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628575.495795:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:2.0:1778628576.327744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628576.327747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628576.327754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628576.327766:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628576.327767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628576.327773:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628576.327775:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628576.327782:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628576.327787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628576.327789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628576.327794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628576.327796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628576.327807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628576.327813:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628576.327819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628576.327943:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628576.327950:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628576.327955:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628577.351727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628577.351743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628577.351747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628577.351755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628577.351758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628577.351762:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628577.351765:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628577.351773:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628577.351777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628577.351782:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628577.351783:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628577.351794:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628577.351806:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628577.351814:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628577.351820:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628577.351892:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628577.351898:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628577.351903:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628577.927715:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307925776, at 4307925824
00000100:00000010:0.0:1778628577.927734:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:2.0:1778628578.375712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628578.375716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628578.375721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628578.375722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628578.375725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628578.375730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628578.375731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628578.375734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628578.375738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628578.375740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628578.375743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628578.375744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628578.375751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628578.375754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628578.375761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628578.375823:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628578.375829:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628578.375834:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628579.143782:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628579.143792:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628579.143798:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628579.143802:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628579.143808:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628579.143816:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13254
00000400:00000200:3.0:1778628579.143830:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628579.143839:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628579.143844:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628579.143849:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.143854:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.143859:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.143862:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628579.143868:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628579.143870:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628579.143874:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628579.143877:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628579.143880:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628579.143884:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628579.143888:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.143891:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.143894:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.143896:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628579.143900:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628579.143904:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628579.143907:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628579.143911:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628579.143915:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628579.143918:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.143921:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628579.143923:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628579.143933:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628579.143937:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628579.143943:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628579.143946:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.143949:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628579.143953:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628579.143958:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628579.143968:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628579.143977:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628579.143989:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472583552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628579.144003:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628579.144009:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628579.144015:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472583552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628579.144056:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628579.144061:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628579.144066:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628579.144068:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628579.144070:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628579.144074:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628579.144077:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13254
00000400:00000200:3.0:1778628579.144081:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628579.144085:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628579.144088:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628579.144092:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144095:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.144098:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144100:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628579.144103:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628579.144104:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628579.144106:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628579.144109:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628579.144112:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628579.144115:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628579.144119:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144121:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.144124:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144127:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628579.144130:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628579.144134:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144138:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628579.144141:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628579.144148:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628579.144150:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144153:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628579.144157:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628579.144162:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144165:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628579.144169:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628579.144198:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628579.144203:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628579.144206:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144212:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628579.144217:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628579.144233:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628579.144245:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628579.144257:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628579.144271:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472583680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628579.144290:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628579.144297:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628579.144310:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472583680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628579.144352:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628579.144358:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628579.144365:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628579.144367:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628579.144370:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628579.144374:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628579.144390:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13254
00000400:00000200:3.0:1778628579.144404:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628579.144410:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628579.144414:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628579.144422:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144426:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.144431:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144436:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628579.144440:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628579.144444:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628579.144449:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628579.144455:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628579.144465:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628579.144469:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628579.144487:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144494:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628579.144501:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144509:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628579.144517:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628579.144525:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628579.144529:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628579.144532:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628579.144536:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628579.144541:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144548:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628579.144552:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628579.144562:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144569:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628579.144575:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628579.144584:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628579.144590:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628579.144592:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628579.144597:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628579.144688:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628579.144697:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628579.144711:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628579.144725:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628579.144744:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472583808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778628579.144754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628579.144765:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1778628579.144772:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628579.144781:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628579.144791:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472583808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628579.144814:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628579.144822:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628579.144832:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628579.144841:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628579.144849:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628579.144858:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13264)
00000800:00000200:1.1:1778628579.145406:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628579.145409:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628579.145809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628579.145812:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1778628579.399705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628579.399714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628579.399717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628579.399724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628579.399731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628579.399739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628579.399743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628579.399747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628579.399748:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628579.399754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628579.399757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628579.399762:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628579.399765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628579.399767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628579.399772:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628579.399852:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628579.399856:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628579.399862:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628580.423754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628580.423758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628580.423765:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628580.423767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628580.423771:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628580.423776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628580.423784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628580.423787:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628580.423794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628580.423796:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628580.423804:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628580.423804:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628580.423811:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628580.423820:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628580.423822:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628580.423825:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628580.423830:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628580.423833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628580.423839:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628580.423844:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628580.423854:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628580.424003:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628580.424010:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628580.424017:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628581.447713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628581.447722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628581.447726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628581.447734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628581.447737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628581.447740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628581.447745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628581.447748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628581.447756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628581.447757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628581.447763:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628581.447765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628581.447771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628581.447771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628581.447776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628581.447872:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628581.447878:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628581.447883:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628582.471741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628582.471750:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628582.471754:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628582.471761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628582.471762:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628582.471768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471773:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628582.471780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628582.471783:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628582.471791:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628582.471794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628582.471800:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628582.471805:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628582.471808:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628582.471816:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628582.471820:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628582.471823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628582.471825:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628582.471832:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628582.471835:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471837:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471848:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628582.471851:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471855:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471858:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628582.471865:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628582.471869:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628582.471970:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628582.471991:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628582.471996:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628583.047678:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307930897, at 4307930944
00000100:00000010:0.0:1778628583.047691:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000001:2.0:1778628583.495708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628583.495716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628583.495719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628583.495726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628583.495731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628583.495736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628583.495740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628583.495744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628583.495748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628583.495750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628583.495755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628583.495781:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628583.495784:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628583.495789:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628583.495791:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628583.495863:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628583.495869:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628583.495873:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628584.263813:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628584.263825:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628584.263829:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628584.263834:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628584.263839:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628584.263848:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13259
00000400:00000200:0.0:1778628584.263861:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628584.263871:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628584.263875:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628584.263880:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.263884:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.263887:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.263890:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628584.263895:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628584.263897:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628584.263900:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628584.263904:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628584.263907:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628584.263911:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628584.263914:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.263917:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.263920:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.263922:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628584.263926:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628584.263930:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628584.263933:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628584.263936:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628584.263940:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628584.263944:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.263946:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628584.263949:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628584.263960:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
00000020:00000040:0.0:1778628584.263965:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628584.263979:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628584.263981:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.263985:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628584.263988:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628584.263993:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628584.264002:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628584.264010:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628584.264022:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472583936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628584.264038:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628584.264046:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628584.264054:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472583936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628584.264126:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628584.264132:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628584.264139:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628584.264143:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628584.264147:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628584.264153:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628584.264158:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13259
00000400:00000200:0.0:1778628584.264168:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628584.264177:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628584.264183:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628584.264196:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264201:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.264209:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264217:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628584.264226:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628584.264230:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628584.264235:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628584.264240:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628584.264245:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628584.264250:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628584.264258:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264263:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.264270:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264276:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628584.264283:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628584.264297:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264305:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628584.264314:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628584.264328:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628584.264341:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264349:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628584.264359:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628584.264368:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264375:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628584.264387:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000020:00000040:0.0:1778628584.264396:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628584.264408:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628584.264413:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264421:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628584.264426:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628584.264434:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628584.264448:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628584.264460:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628584.264479:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472584064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628584.264512:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628584.264521:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628584.264547:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472584064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628584.264597:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628584.264682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628584.264688:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1778628584.264691:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628584.264709:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628584.264717:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628584.264721:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628584.264731:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628584.264743:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13259
00000400:00000200:0.0:1778628584.264755:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628584.264765:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628584.264774:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628584.264784:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264794:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.264802:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264811:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628584.264820:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628584.264823:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628584.264829:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628584.264833:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628584.264841:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628584.264849:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628584.264861:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264869:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628584.264877:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264885:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628584.264889:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628584.264896:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628584.264903:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628584.264908:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628584.264915:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628584.264921:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264923:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628584.264931:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628584.264935:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264938:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628584.264950:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628584.264955:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628584.264961:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628584.264965:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628584.264969:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628584.264972:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628584.264979:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628584.264988:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628584.264998:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628584.265012:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472584192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628584.265095:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628584.265103:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628584.265119:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472584192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628584.265169:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628584.265177:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628584.265194:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628584.265205:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628584.265214:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628584.265225:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13269)
00000800:00000200:1.1:1778628584.265545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628584.265548:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628584.265941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628584.265944:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1778628584.519771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628584.519773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628584.519779:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628584.519782:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628584.519788:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628584.519793:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628584.519796:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628584.519799:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628584.519807:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628584.519811:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628584.519813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628584.519823:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628584.519830:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628584.519833:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628584.519841:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628584.519920:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628584.519926:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628584.519931:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628585.543745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628585.543753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628585.543757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628585.543760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628585.543764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628585.543768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628585.543771:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628585.543775:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628585.543778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628585.543781:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628585.543784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628585.543792:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628585.543797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628585.543797:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628585.543804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628585.543913:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628585.543919:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628585.543925:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628586.567689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628586.567696:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628586.567698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628586.567704:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628586.567709:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628586.567712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628586.567715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628586.567719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628586.567720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628586.567726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628586.567729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628586.567731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628586.567733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628586.567741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628586.567744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628586.567812:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628586.567818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628586.567823:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628587.591793:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628587.591799:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628587.591801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628587.591811:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628587.591812:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628587.591822:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628587.591823:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628587.591832:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628587.591838:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628587.591839:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628587.591857:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628587.591868:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628587.591879:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628587.591889:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628587.591901:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628587.591990:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628587.591996:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628587.592002:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628588.167762:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307936017, at 4307936064
00000100:00000010:0.0:1778628588.167782:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778628588.615742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628588.615751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628588.615751:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628588.615758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628588.615759:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628588.615770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628588.615773:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628588.615781:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628588.615783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628588.615786:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628588.615791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628588.615793:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628588.615796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628588.615803:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628588.615808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628588.615913:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628588.615918:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628588.615923:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628589.383761:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628589.383774:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628589.383783:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628589.383787:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628589.383797:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628589.383809:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13264
00000400:00000200:0.0:1778628589.383826:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628589.383841:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628589.383849:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628589.383857:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.383864:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.383870:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.383876:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628589.383883:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628589.383888:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628589.383894:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628589.383899:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628589.383906:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628589.383911:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628589.383918:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.383922:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.383926:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.383930:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628589.383937:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628589.383944:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628589.383949:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628589.383954:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628589.383960:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628589.383965:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.383998:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628589.384002:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628589.384015:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628589.384022:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628589.384030:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628589.384033:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384038:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628589.384042:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628589.384050:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628589.384060:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628589.384068:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628589.384081:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472584320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628589.384096:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628589.384101:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628589.384107:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472584320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628589.384137:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628589.384141:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628589.384146:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628589.384148:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628589.384150:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628589.384154:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628589.384157:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13264
00000400:00000200:0.0:1778628589.384164:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628589.384169:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628589.384173:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628589.384178:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384182:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.384185:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384188:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628589.384191:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628589.384192:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628589.384194:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628589.384196:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628589.384199:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628589.384202:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628589.384211:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384217:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.384223:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384227:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628589.384232:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628589.384240:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384250:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628589.384258:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628589.384268:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628589.384277:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384282:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628589.384288:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628589.384295:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384301:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628589.384314:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628589.384337:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628589.384346:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628589.384350:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384354:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628589.384360:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628589.384363:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628589.384368:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628589.384373:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628589.384386:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472584448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628589.384395:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628589.384398:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628589.384402:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472584448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628589.384419:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628589.384429:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628589.384433:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628589.384439:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628589.384444:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628589.384447:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628589.384454:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13264
00000400:00000200:0.0:1778628589.384463:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628589.384469:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628589.384472:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628589.384482:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384488:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.384507:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384517:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628589.384522:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628589.384527:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628589.384533:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628589.384539:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628589.384546:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628589.384550:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628589.384564:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384567:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628589.384569:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384577:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628589.384583:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628589.384593:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628589.384602:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628589.384645:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628589.384653:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628589.384662:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384667:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628589.384672:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628589.384678:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384703:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628589.384711:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628589.384717:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628589.384722:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628589.384727:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628589.384733:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628589.384737:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628589.384743:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628589.384757:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628589.384767:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628589.384779:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472584576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628589.384805:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628589.384810:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628589.384817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628589.384824:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472584576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778628589.384827:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1778628589.384867:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628589.384879:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628589.384895:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628589.384904:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628589.384916:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628589.384932:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13274)
00000800:00000200:1.1:1778628589.385528:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628589.385531:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778628589.385937:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628589.385940:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1778628589.639729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628589.639736:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628589.639738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628589.639744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628589.639745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628589.639750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628589.639751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628589.639761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628589.639764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628589.639770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628589.639771:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628589.639777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628589.639782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628589.639787:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628589.639792:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628589.639856:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628589.639861:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628589.639865:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628590.663810:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628590.663818:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628590.663831:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628590.663836:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628590.663840:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628590.663848:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628590.663859:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628590.663860:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628590.663870:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628590.663871:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628590.663880:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628590.663884:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628590.663887:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628590.663895:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628590.663896:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628590.663908:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628590.663908:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628590.663931:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628590.663942:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628590.663964:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628590.663970:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628590.664098:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628590.664105:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628590.664110:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628591.431838:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628591.431846:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628591.431848:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628591.431855:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628591.431859:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628591.431864:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628591.431867:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628591.431872:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628591.431877:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628591.687721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628591.687731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628591.687736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628591.687751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628591.687756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628591.687762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628591.687763:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628591.687771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628591.687774:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628591.687781:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628591.687788:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628591.687793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628591.687794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628591.687799:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628591.687804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628591.687878:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628591.687884:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628591.687890:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628592.455659:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628592.455664:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628592.455665:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628592.455669:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628592.455672:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628592.455675:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628592.455677:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628592.455679:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628592.455681:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628592.711672:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628592.711672:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628592.711679:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628592.711680:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628592.711682:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711685:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628592.711687:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628592.711690:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628592.711693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628592.711696:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628592.711697:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628592.711699:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628592.711703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628592.711705:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628592.711707:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628592.711712:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711712:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711723:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628592.711725:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628592.711727:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628592.711730:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711732:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628592.711734:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711737:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711739:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628592.711743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628592.711744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628592.711795:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628592.711798:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628592.711800:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628593.287717:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307941137, at 4307941184
00000100:00000010:0.0:1778628593.287729:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:2.0:1778628593.479746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628593.479753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628593.479755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628593.479760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628593.479763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628593.479766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628593.479769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628593.479771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628593.479774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628593.735720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628593.735728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628593.735732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628593.735750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628593.735755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628593.735760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628593.735767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628593.735771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628593.735777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628593.735789:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628593.735804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628593.735819:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628593.735824:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628593.735832:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628593.735836:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628593.735927:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628593.735932:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628593.735935:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628594.503720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628594.503728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628594.503731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628594.503739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628594.503745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628594.503750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628594.503753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628594.503758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628594.503763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628594.503799:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628594.503817:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628594.503823:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628594.503829:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628594.503837:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628594.503851:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13269
00000400:00000200:0.0:1778628594.503893:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628594.503907:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628594.503925:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628594.503931:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.503939:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628594.503944:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.503949:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628594.503958:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628594.503962:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628594.503967:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628594.503973:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628594.503979:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628594.503984:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628594.503990:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.503994:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628594.503998:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504002:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628594.504009:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628594.504016:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504021:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628594.504027:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628594.504034:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628594.504039:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.504044:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628594.504049:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628594.504064:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628594.504072:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628594.504080:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628594.504084:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.504090:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628594.504095:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628594.504103:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628594.504117:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628594.504142:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628594.504159:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472584704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628594.504178:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628594.504187:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628594.504196:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472584704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628594.504237:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628594.504243:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628594.504249:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628594.504252:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628594.504255:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628594.504261:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628594.504266:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13269
00000400:00000200:0.0:1778628594.504274:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628594.504282:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628594.504288:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628594.504294:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504298:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628594.504302:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504306:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628594.504311:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628594.504315:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628594.504318:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628594.504321:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628594.504326:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628594.504336:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628594.504347:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504354:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628594.504363:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504374:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628594.504386:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628594.504399:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504413:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628594.504422:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628594.504433:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628594.504443:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.504453:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628594.504465:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628594.504479:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.504485:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628594.504495:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628594.504506:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628594.504514:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628594.504520:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.504526:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628594.504533:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628594.504541:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628594.504554:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628594.504565:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628594.504583:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472584832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628594.504666:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628594.504676:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628594.504696:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472584832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628594.504733:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628594.504743:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628594.504756:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628594.504765:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628594.504771:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628594.504784:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628594.504797:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13269
00000400:00000200:0.0:1778628594.504840:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628594.504858:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628594.504866:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628594.504902:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504912:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1778628594.504913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628594.504922:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504933:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628594.504938:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628594.504941:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628594.504944:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628594.504948:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628594.504953:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628594.504964:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628594.504981:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.504989:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628594.504999:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628594.505004:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628594.505010:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628594.505019:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628594.505025:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628594.505031:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628594.505044:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628594.505069:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.505081:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628594.505091:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628594.505099:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.505104:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628594.505117:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778628594.505127:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628594.505136:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628594.505142:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628594.505152:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628594.505159:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628594.505169:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628594.505187:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628594.505202:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628594.505221:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472584960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628594.505257:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628594.505264:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628594.505279:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472584960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628594.505310:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628594.505318:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628594.505340:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628594.505351:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628594.505366:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628594.505382:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13280)
00000800:00000200:1.1:1778628594.505503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628594.505863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628594.759704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628594.759714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628594.759719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628594.759729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628594.759736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628594.759737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628594.759741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628594.759745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628594.759747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628594.759754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628594.759759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628594.759760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628594.759767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628594.759791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628594.759796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628594.759955:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628594.759964:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628594.759971:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628595.783718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628595.783726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628595.783728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628595.783734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628595.783736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628595.783759:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628595.783762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628595.783767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628595.783768:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628595.783774:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628595.783779:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628595.783785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628595.783786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628595.783799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628595.783803:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628595.783894:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628595.783898:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628595.783902:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628596.807726:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628596.807734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628596.807744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628596.807746:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628596.807752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628596.807753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628596.807756:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628596.807764:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628596.807787:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628596.807798:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628596.807810:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628596.807847:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628596.807861:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628596.807866:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628596.807868:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628596.807874:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628596.807884:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628596.807891:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1778628597.575986:0:2389:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628597.576046:0:2389:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628597.576064:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628597.576072:0:2389:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628597.576082:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628597.576090:0:2389:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628597.576098:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628597.576106:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfb00.
00000400:00000200:2.0:1778628597.576116:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628597.576125:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628597.576135:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441dd0
00000400:00000010:2.0:1778628597.576141:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441dd0.
00000100:00000001:2.0:1778628597.576150:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628597.576164:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16dc00 x1865013472584704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576237:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628597.576246:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472584704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576262:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628597.576266:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628597.576283:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628597.576288:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf000.
00000400:00000200:2.0:1778628597.576294:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628597.576302:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628597.576308:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734416e8
00000400:00000010:2.0:1778628597.576313:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734416e8.
00000100:00000001:2.0:1778628597.576319:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628597.576327:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16e300 x1865013472584832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576345:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628597.576351:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472584832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576365:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628597.576368:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628597.576378:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628597.576382:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf400.
00000400:00000200:2.0:1778628597.576387:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628597.576394:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628597.576399:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441e58
00000400:00000010:2.0:1778628597.576402:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441e58.
00000100:00000001:2.0:1778628597.576407:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628597.576415:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16f800 x1865013472584960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576430:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628597.576436:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472584960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628597.576450:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628597.576452:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628597.831755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628597.831765:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628597.831768:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628597.831773:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628597.831773:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628597.831788:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628597.831794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628597.831795:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628597.831827:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628597.831829:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628597.831831:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628597.831834:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628597.831839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628597.831843:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628597.831848:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628597.831974:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628597.831980:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628597.831984:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628598.407734:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307946257, at 4307946304
00000100:00000010:0.0:1778628598.407755:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00010000:00000001:3.0:1778628598.855741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628598.855749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628598.855755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628598.855765:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628598.855770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628598.855772:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628598.855774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628598.855800:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628598.855802:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628598.855803:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628598.855814:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628598.855822:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628598.855846:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628598.855852:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628598.855858:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628598.855896:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628598.855902:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628598.855907:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628599.623796:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628599.623827:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628599.623831:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628599.623836:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628599.623843:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628599.623853:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13275
00000400:00000200:0.0:1778628599.623862:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628599.623868:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628599.623871:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628599.623873:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.623877:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.623879:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.623881:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628599.623884:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628599.623886:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628599.623888:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628599.623890:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628599.623892:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628599.623893:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628599.623895:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.623897:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.623899:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.623900:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628599.623903:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628599.623905:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628599.623907:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628599.623909:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628599.623912:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628599.623914:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.623915:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628599.623917:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628599.623922:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628599.623925:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628599.623928:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628599.623930:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.623932:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628599.623935:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628599.623938:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628599.623945:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628599.623950:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628599.623958:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472585088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628599.623972:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628599.623975:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628599.623979:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472585088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628599.624000:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628599.624005:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628599.624009:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628599.624010:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628599.624012:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628599.624015:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628599.624018:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13275
00000400:00000200:0.0:1778628599.624023:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628599.624026:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628599.624029:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628599.624032:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624034:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.624036:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624039:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628599.624041:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628599.624043:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628599.624045:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628599.624047:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628599.624050:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628599.624052:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628599.624056:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624058:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.624060:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624062:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628599.624065:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628599.624068:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624070:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628599.624072:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628599.624078:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628599.624080:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624083:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628599.624087:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628599.624091:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624093:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628599.624098:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628599.624101:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628599.624104:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628599.624105:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624107:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628599.624109:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628599.624111:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628599.624116:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628599.624120:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628599.624126:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472585216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628599.624135:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628599.624138:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628599.624142:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472585216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628599.624152:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628599.624154:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628599.624158:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628599.624160:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628599.624161:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628599.624164:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628599.624168:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13275
00000400:00000200:0.0:1778628599.624173:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628599.624176:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628599.624179:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628599.624182:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624184:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.624186:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624188:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628599.624191:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628599.624192:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628599.624194:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628599.624196:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628599.624199:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628599.624201:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628599.624205:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624208:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628599.624211:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624214:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628599.624217:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628599.624221:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628599.624225:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628599.624228:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628599.624231:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628599.624234:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624239:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628599.624244:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628599.624246:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624249:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628599.624252:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778628599.624257:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628599.624262:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628599.624265:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628599.624270:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628599.624273:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628599.624276:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628599.624285:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628599.624293:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628599.624304:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472585344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628599.624331:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628599.624335:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628599.624345:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472585344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628599.624365:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628599.624370:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628599.624377:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628599.624381:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628599.624387:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628599.624394:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13285)
00000800:00000200:1.1:1778628599.624524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628599.624528:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628599.625027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628599.625030:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628599.625515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628599.625517:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1778628599.879739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628599.879743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628599.879747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628599.879747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628599.879752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628599.879754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628599.879759:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628599.879777:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628599.879778:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628599.879783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628599.879783:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628599.879788:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628599.879791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628599.879795:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628599.879799:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628599.879858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628599.879863:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628599.879867:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628600.903764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628600.903776:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628600.903784:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628600.903808:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628600.903819:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628600.903826:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628600.903832:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628600.903838:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628600.903844:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628600.903850:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903851:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903867:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628600.903870:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903875:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628600.903880:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628600.903883:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628600.903889:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903894:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628600.903897:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903900:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628600.903903:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628600.904009:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628600.904015:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628600.904020:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628601.927743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628601.927751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628601.927762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628601.927763:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628601.927769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628601.927783:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628601.927784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628601.927789:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628601.927792:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628601.927798:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628601.927806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628601.927813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628601.927821:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628601.927827:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628601.927840:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628601.927902:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628601.927908:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628601.927912:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628602.951690:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628602.951695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628602.951697:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628602.951714:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628602.951716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628602.951719:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628602.951720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951725:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1778628602.951726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628602.951729:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628602.951733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628602.951733:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628602.951738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628602.951738:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628602.951745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628602.951758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628602.951758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628602.951761:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628602.951762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951763:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628602.951765:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951768:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628602.951770:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951771:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951773:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628602.951776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628602.951777:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628602.951839:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628602.951843:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628602.951845:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628603.527706:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307951377, at 4307951424
00000100:00000010:0.0:1778628603.527721:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:2.0:1778628603.719754:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628603.719762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628603.719764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628603.719770:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628603.719773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628603.719776:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628603.719779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628603.719783:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628603.719785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628603.975756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628603.975760:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628603.975760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628603.975769:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628603.975771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628603.975772:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628603.975774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628603.975783:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628603.975785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628603.975793:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628603.975793:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628603.975799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628603.975804:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628603.975808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628603.975823:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628603.975903:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628603.975909:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628603.975915:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628604.743788:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628604.743795:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628604.743797:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628604.743806:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628604.743807:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628604.743814:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628604.743814:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.743825:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1778628604.743827:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628604.743836:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628604.743839:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13280
00000100:00000001:2.0:1778628604.743842:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628604.743849:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778628604.743850:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628604.743855:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628604.743862:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778628604.743864:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628604.743868:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628604.743874:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.743879:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.743881:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.743883:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628604.743886:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628604.743888:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628604.743890:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628604.743893:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628604.743896:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628604.743899:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628604.743901:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.743903:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.743905:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.743907:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628604.743910:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628604.743913:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628604.743915:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628604.743918:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628604.743922:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628604.743924:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.743926:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628604.743928:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628604.743935:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628604.743938:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628604.743941:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628604.743942:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.743944:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628604.743946:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628604.743951:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628604.743957:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628604.743962:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628604.743969:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472585472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628604.743977:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628604.743981:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628604.743984:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472585472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628604.744001:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628604.744003:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628604.744006:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628604.744007:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628604.744008:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628604.744010:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628604.744012:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13280
00000400:00000200:0.0:1778628604.744014:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628604.744015:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628604.744017:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628604.744019:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744021:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.744023:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744024:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628604.744026:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628604.744028:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628604.744029:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628604.744030:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628604.744032:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628604.744034:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628604.744036:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744037:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.744039:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744040:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628604.744041:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628604.744043:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744047:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628604.744048:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628604.744052:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628604.744056:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744057:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628604.744060:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628604.744065:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744068:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628604.744073:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628604.744077:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628604.744081:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628604.744083:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744085:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628604.744088:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628604.744090:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628604.744094:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628604.744099:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628604.744107:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472585600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628604.744120:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628604.744122:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628604.744125:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472585600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628604.744136:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628604.744138:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628604.744141:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628604.744143:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628604.744145:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628604.744147:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628604.744151:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13280
00000400:00000200:0.0:1778628604.744154:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628604.744156:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628604.744161:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628604.744165:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744168:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.744172:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744175:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628604.744179:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628604.744181:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628604.744183:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628604.744186:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628604.744188:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628604.744191:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628604.744196:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744198:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628604.744201:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744204:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628604.744207:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628604.744210:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628604.744212:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628604.744213:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628604.744217:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628604.744221:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744222:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628604.744224:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628604.744226:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744228:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628604.744233:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628604.744236:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628604.744238:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628604.744238:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628604.744240:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628604.744242:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628604.744244:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628604.744249:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628604.744252:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628604.744259:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472585728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628604.744269:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628604.744273:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628604.744279:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472585728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628604.744298:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628604.744300:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628604.744308:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628604.744312:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628604.744317:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628604.744324:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13290)
00000800:00000200:1.1:1778628604.744341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628604.744344:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778628604.744657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628604.744659:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778628604.744868:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628604.744870:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1778628604.999707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628604.999707:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628604.999714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628604.999715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628604.999718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628604.999721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628604.999724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628604.999725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628604.999728:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628604.999732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628604.999732:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628604.999738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628604.999742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628604.999745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628604.999749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628604.999805:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628604.999808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628604.999811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628605.767888:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628605.767899:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628605.767903:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628605.767912:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628605.767922:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628605.767931:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628605.767938:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628605.767945:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628605.767953:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628606.023793:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628606.023804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628606.023816:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628606.023823:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628606.023831:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628606.023836:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628606.023859:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628606.023869:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628606.023874:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628606.023882:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628606.023887:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628606.023892:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628606.023896:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628606.023900:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628606.023903:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628606.023952:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628606.023959:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628606.023965:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628606.791803:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628606.791815:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628606.791819:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628606.791828:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628606.791837:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628606.791844:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628606.791851:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628606.791857:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628606.791862:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628607.047806:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628607.047814:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628607.047825:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628607.047829:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628607.047836:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628607.047838:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628607.047859:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628607.047870:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628607.047874:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628607.047893:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628607.047901:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628607.047907:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628607.047911:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628607.047917:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628607.047922:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628607.047944:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628607.047953:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628607.047960:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628607.815806:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628607.815817:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628607.815820:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628607.815827:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628607.815833:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628607.815839:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628607.815844:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628607.815848:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628607.815852:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628608.071818:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628608.071831:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628608.071835:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628608.071835:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628608.071844:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628608.071847:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628608.071862:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628608.071864:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628608.071872:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628608.071873:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628608.071895:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628608.071898:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628608.071900:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628608.071903:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628608.071915:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628608.072023:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628608.072029:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628608.072046:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628608.647738:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307956496, at 4307956544
00000100:00000010:0.0:1778628608.647757:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000001:2.0:1778628608.839768:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628608.839780:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628608.839783:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628608.839791:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628608.839796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628608.839802:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628608.839806:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628608.839810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628608.839814:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628609.095860:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628609.095861:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628609.095873:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628609.095874:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628609.095878:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628609.095887:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628609.095890:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628609.095895:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628609.095896:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628609.095904:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628609.095909:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628609.095910:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628609.095918:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628609.095918:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628609.095931:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628609.096072:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628609.096079:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628609.096085:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628609.863860:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628609.863874:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628609.863878:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628609.863887:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628609.863895:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628609.863909:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13285
00000400:00000200:0.0:1778628609.863929:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628609.863951:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628609.863961:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628609.863972:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.863979:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.863985:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.863991:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628609.864000:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628609.864006:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628609.864012:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628609.864019:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628609.864026:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628609.864032:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628609.864042:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864048:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.864054:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864057:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628609.864062:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628609.864067:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864070:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628609.864075:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628609.864080:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628609.864085:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.864091:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628609.864095:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628609.864108:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c380.
00000020:00000040:0.0:1778628609.864115:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628609.864123:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628609.864127:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.864132:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628609.864137:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628609.864145:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628609.864160:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628609.864174:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628609.864192:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c380 x1865013472585856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628609.864211:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628609.864218:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628609.864225:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049257aac] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c380 x1865013472585856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628609.864274:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628609.864279:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628609.864284:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628609.864287:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628609.864290:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628609.864294:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628609.864300:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13285
00000400:00000200:0.0:1778628609.864308:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628609.864314:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628609.864318:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628609.864328:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864334:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.864339:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864344:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628609.864349:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628609.864353:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628609.864359:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628609.864364:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628609.864375:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628609.864386:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628609.864405:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864416:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.864426:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864430:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628609.864434:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628609.864438:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864441:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628609.864444:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628609.864452:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628609.864455:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.864458:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628609.864464:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628609.864468:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.864471:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628609.864476:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d880.
00000020:00000040:0.0:1778628609.864480:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628609.864487:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628609.864491:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.864496:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628609.864501:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628609.864505:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628609.864514:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628609.864526:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628609.864536:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d880 x1865013472585984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628609.864561:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628609.864594:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628609.864650:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0b6c985] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d880 x1865013472585984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628609.864674:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628609.864682:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628609.864691:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628609.864694:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628609.864698:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628609.864707:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628609.864715:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13285
00000400:00000200:0.0:1778628609.864733:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628609.864749:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628609.864762:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628609.864785:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864794:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.864805:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628609.864828:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628609.864835:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628609.864843:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628609.864851:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628609.864864:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628609.864874:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628609.864891:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864898:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628609.864911:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864922:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628609.864932:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628609.864951:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628609.864959:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628609.864971:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628609.864983:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628609.864995:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.865004:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628609.865011:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628609.865021:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628609.865025:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628609.865041:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628609.865048:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628609.865059:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628609.865062:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628609.865068:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628609.865069:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628609.865073:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628609.865079:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628609.865082:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
02000000:00000010:0.0:1778628609.865087:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628609.865102:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628609.865119:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472586112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628609.865158:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628609.865167:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628609.865185:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472586112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628609.865215:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628609.865226:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628609.865235:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628609.865243:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628609.865250:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628609.865257:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13295)
00000800:00000200:1.1:1778628609.865813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628609.865816:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778628609.866247:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628609.866250:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1778628610.119849:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628610.119852:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628610.119856:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628610.119872:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628610.119880:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628610.119882:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628610.119885:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628610.119910:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628610.119912:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628610.119915:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628610.119933:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628610.119940:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628610.119946:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628610.119951:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628610.119958:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628610.120022:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628610.120029:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628610.120034:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628611.143714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628611.143723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628611.143730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628611.143733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628611.143738:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628611.143744:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628611.143749:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628611.143754:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628611.143759:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628611.143761:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628611.143764:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628611.143767:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628611.143790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628611.143802:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628611.143809:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628611.143817:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628611.143826:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628611.143833:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628611.143844:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628611.143852:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628611.143866:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628611.143868:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628611.143875:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628611.143881:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628612.167740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628612.167749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628612.167771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628612.167777:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628612.167781:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628612.167785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628612.167794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628612.167796:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628612.167807:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628612.167824:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628612.167840:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628612.167849:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628612.167855:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628612.167860:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628612.167867:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628612.167887:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628612.167894:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628612.167900:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628613.191714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628613.191723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628613.191726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628613.191733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628613.191740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628613.191745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628613.191749:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628613.191751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628613.191759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628613.191760:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628613.191768:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628613.191772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191774:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191786:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628613.191791:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191797:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191806:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191813:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628613.191817:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628613.191820:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628613.191821:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191823:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628613.191825:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191834:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191838:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628613.191843:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628613.191845:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628613.191932:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628613.191938:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628613.191944:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628613.767746:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307961617, at 4307961664
00000100:00000010:0.0:1778628613.767771:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:2.0:1778628614.215739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628614.215745:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628614.215750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628614.215751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.215758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628614.215761:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628614.215765:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628614.215767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628614.215772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628614.215775:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628614.215777:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.215781:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628614.215786:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628614.215791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628614.215800:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628614.215862:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628614.215867:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628614.215871:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778628614.407766:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778628614.407777:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778628614.407783:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1778628614.408107:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628614.408136:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628614.408158:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628614.408171:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628614.408180:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628614.983792:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628614.983803:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628614.983807:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628614.983812:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628614.983818:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628614.983828:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13290
00000400:00000200:2.0:1778628614.983841:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628614.983848:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628614.983853:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628614.983857:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.983861:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.983864:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.983867:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628614.983872:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628614.983875:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628614.983878:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628614.983882:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628614.983884:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628614.983887:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628614.983891:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.983893:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.983896:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.983899:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628614.983903:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628614.983907:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628614.983911:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628614.983915:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628614.983919:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628614.983922:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.983925:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628614.983927:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628614.983939:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628614.983943:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628614.983948:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628614.983950:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.983953:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628614.983957:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628614.983963:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628614.983974:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628614.983982:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628614.984008:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472586240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628614.984022:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628614.984027:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628614.984033:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472586240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628614.984066:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628614.984072:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628614.984079:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628614.984081:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628614.984085:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628614.984091:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628614.984099:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13290
00000400:00000200:2.0:1778628614.984110:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628614.984121:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628614.984130:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628614.984143:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984156:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.984167:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984173:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628614.984180:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628614.984184:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628614.984189:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628614.984192:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628614.984202:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628614.984211:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628614.984224:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984233:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.984241:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984249:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628614.984256:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628614.984262:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984266:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628614.984272:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628614.984284:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628614.984291:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984296:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628614.984304:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628614.984309:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984314:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628614.984321:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778628614.984328:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628614.984335:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628614.984339:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984347:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628614.984352:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628614.984358:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628614.984368:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628614.984380:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628614.984400:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472586368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628614.984435:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628614.984485:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628614.984506:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472586368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628614.984529:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628614.984539:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628614.984553:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628614.984557:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628614.984564:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628614.984574:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628614.984581:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13290
00000400:00000200:2.0:1778628614.984592:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.1:1778628614.984650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628614.984655:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000400:00000200:2.0:1778628614.984661:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628614.984672:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628614.984682:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984686:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.984694:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984703:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628614.984710:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628614.984713:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628614.984719:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628614.984725:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628614.984730:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628614.984737:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628614.984748:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984755:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628614.984764:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984775:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628614.984780:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628614.984791:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628614.984794:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628614.984802:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628614.984809:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628614.984817:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984824:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628614.984830:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628614.984836:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984842:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628614.984850:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628614.984853:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628614.984857:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628614.984861:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628614.984866:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628614.984869:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628614.984873:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628614.984881:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628614.984891:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628614.984901:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472586496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628614.984916:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628614.984923:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628614.984930:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472586496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628614.984956:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628614.984963:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628614.984974:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628614.984981:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628614.984993:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628614.985006:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13300)
00000800:00000200:1.1:1778628614.985370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628614.985373:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778628614.985804:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628614.985809:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1778628615.239731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628615.239741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628615.239746:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628615.239756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628615.239758:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628615.239766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628615.239768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628615.239787:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628615.239787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628615.239792:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628615.239796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628615.239799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628615.239804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628615.239804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628615.239816:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628615.239886:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628615.239891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628615.239895:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628616.263738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628616.263749:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628616.263750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628616.263758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628616.263760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628616.263770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628616.263775:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628616.263775:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628616.263788:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628616.263789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628616.263794:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628616.263798:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628616.263807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628616.263818:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628616.263827:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628616.263904:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628616.263911:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628616.263918:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628617.287754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628617.287763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628617.287767:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628617.287777:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628617.287787:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628617.287797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628617.287809:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628617.287809:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628617.287822:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628617.287823:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628617.287839:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628617.287847:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628617.287852:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628617.287861:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628617.287865:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628617.287985:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628617.287991:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628617.287997:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628618.311767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628618.311770:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628618.311780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628618.311787:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628618.311792:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628618.311799:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628618.311801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628618.311821:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628618.311822:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628618.311830:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628618.311839:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628618.311861:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628618.311879:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628618.311891:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628618.311914:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628618.311936:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628618.311943:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628618.311951:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628618.887803:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307966737, at 4307966784
00000100:00000010:0.0:1778628618.887830:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:2.0:1778628619.335789:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628619.335792:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628619.335802:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628619.335804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628619.335808:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628619.335824:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628619.335826:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628619.335834:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628619.335839:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628619.335843:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628619.335847:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628619.335849:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628619.335852:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628619.335864:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628619.335875:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628619.336020:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628619.336028:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628619.336046:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628620.103812:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628620.103826:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628620.103830:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628620.103836:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628620.103841:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628620.103849:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13295
00000400:00000200:2.0:1778628620.103861:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628620.103870:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628620.103874:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628620.103879:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.103883:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.103887:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.103890:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628620.103895:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628620.103898:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628620.103901:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628620.103905:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628620.103908:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628620.103911:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628620.103914:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.103917:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.103920:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.103923:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628620.103927:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628620.103931:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628620.103934:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628620.103937:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628620.103942:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628620.103945:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.103948:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628620.103950:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628620.103961:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628620.103965:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628620.103971:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628620.103973:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.103977:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628620.103980:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628620.103986:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628620.103997:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628620.104005:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628620.104017:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472586624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628620.104031:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628620.104037:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628620.104043:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472586624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628620.104077:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628620.104082:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628620.104087:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628620.104089:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628620.104091:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628620.104094:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628620.104097:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13295
00000400:00000200:2.0:1778628620.104103:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628620.104106:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628620.104109:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628620.104113:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104115:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.104118:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104121:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628620.104124:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628620.104127:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628620.104129:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628620.104132:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628620.104135:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628620.104138:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628620.104142:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104146:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.104157:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104192:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628620.104198:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628620.104214:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104226:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628620.104233:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628620.104243:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628620.104254:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104260:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628620.104266:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628620.104274:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104281:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628620.104288:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628620.104297:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628620.104302:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628620.104312:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104316:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628620.104318:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628620.104324:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628620.104331:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628620.104349:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628620.104392:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472586752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628620.104432:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628620.104437:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628620.104447:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472586752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628620.104481:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628620.104492:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628620.104509:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628620.104517:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628620.104521:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628620.104527:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628620.104537:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13295
00000400:00000200:2.0:1778628620.104556:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628620.104569:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628620.104574:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628620.104588:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104598:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.104663:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104680:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628620.104693:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628620.104696:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:1.1:1778628620.104705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:2.0:1778628620.104706:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628620.104714:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:1.1:1778628620.104715:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1778628620.104721:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628620.104729:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628620.104741:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104752:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628620.104757:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104769:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628620.104783:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628620.104797:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628620.104808:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628620.104818:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628620.104825:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628620.104835:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104850:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628620.104858:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628620.104865:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104869:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628620.104880:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628620.104889:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628620.104903:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628620.104911:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.104919:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628620.104921:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628620.104925:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628620.104934:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628620.104949:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628620.104967:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472586880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628620.104987:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628620.104991:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628620.105002:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472586880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628620.105027:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628620.105042:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628620.105053:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628620.105060:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628620.105081:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628620.105096:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13305)
00000800:00000200:1.1:1778628620.105331:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628620.105333:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778628620.105550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628620.105551:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1778628620.359698:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628620.359703:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628620.359712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628620.359715:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628620.359723:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628620.359725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.359780:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628620.359789:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628620.359792:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628620.359799:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:0.0:1778628620.359802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628620.359806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778628620.359810:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628620.359812:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1778628620.359819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628620.359819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628620.359827:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628620.359831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628621.383790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628621.383791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628621.383801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628621.383804:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628621.383811:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628621.383812:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628621.383817:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628621.383821:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628621.383830:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628621.383832:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628621.383841:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628621.383843:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628621.383850:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628621.383851:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628621.383858:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628621.383861:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628621.383872:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628621.383875:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628621.383882:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628621.383887:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628621.383891:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628621.384004:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628621.384011:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628621.384015:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628622.407740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628622.407764:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628622.407770:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628622.407778:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407785:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628622.407789:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407793:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407800:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407808:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628622.407813:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628622.407819:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628622.407824:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407829:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628622.407833:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407836:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407838:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628622.407842:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628622.407845:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628622.407964:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1778628622.407969:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628622.407974:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1778628622.407977:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628622.407979:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628622.407988:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1778628622.407989:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628622.407997:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628622.408002:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628622.408006:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628622.408009:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628622.408013:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628623.431741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628623.431749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628623.431760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628623.431766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628623.431776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628623.431780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628623.431840:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628623.431850:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628623.431855:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628623.431864:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628623.431871:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628623.431877:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628623.431881:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628623.431885:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628623.431889:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628623.431898:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628623.431907:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628623.431915:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628624.007739:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307971857, at 4307971904
00000100:00000010:0.0:1778628624.007760:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00010000:00000001:3.0:1778628624.455715:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628624.455722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628624.455731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628624.455734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628624.455739:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628624.455742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628624.455820:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628624.455826:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628624.455828:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628624.455833:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:3.0:1778628624.455843:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628624.455849:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628624.455854:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628624.455858:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628624.455862:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628624.455887:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628624.455896:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628624.455904:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628625.223848:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628625.223861:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628625.223865:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628625.223870:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628625.223876:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628625.223886:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13300
00000400:00000200:2.0:1778628625.223901:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628625.223910:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628625.223915:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628625.223919:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.223923:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.223926:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.223929:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628625.223934:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628625.223936:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628625.223940:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628625.223944:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628625.223947:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628625.223949:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628625.223952:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.223954:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.223957:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.223959:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628625.223964:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628625.223968:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628625.223971:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628625.223975:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628625.223980:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628625.223983:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.223986:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628625.223989:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628625.224004:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628625.224008:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628625.224013:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628625.224015:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224019:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628625.224023:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628625.224030:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628625.224042:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628625.224052:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628625.224064:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472587008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628625.224077:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628625.224084:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628625.224089:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472587008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628625.224121:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628625.224124:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628625.224129:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628625.224131:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628625.224133:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628625.224137:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628625.224139:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13300
00000400:00000200:2.0:1778628625.224143:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628625.224147:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628625.224151:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628625.224155:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224158:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.224161:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224164:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628625.224168:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628625.224169:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628625.224171:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628625.224173:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628625.224175:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628625.224180:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628625.224183:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224186:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.224190:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224198:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628625.224202:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628625.224207:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224210:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628625.224212:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628625.224221:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628625.224228:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224236:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628625.224247:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628625.224287:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224312:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628625.224325:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628625.224335:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628625.224352:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628625.224358:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224366:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628625.224370:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628625.224376:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628625.224383:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628625.224393:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628625.224409:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472587136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628625.224431:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628625.224439:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628625.224446:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472587136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628625.224495:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628625.224503:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628625.224535:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628625.224545:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628625.224552:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628625.224569:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628625.224582:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13300
00000400:00000200:2.0:1778628625.224599:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628625.224614:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628625.224645:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628625.224719:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224737:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.224752:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224763:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628625.224775:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628625.224779:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628625.224789:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628625.224797:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628625.224803:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628625.224817:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628625.224828:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224835:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628625.224847:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628625.224862:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628625.224876:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.1:1778628625.224877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:2.0:1778628625.224895:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000200:1.1:1778628625.224896:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1778628625.224912:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628625.224926:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628625.224934:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628625.224950:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224953:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628625.224957:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628625.224971:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.224981:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628625.224990:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628625.225006:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628625.225022:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628625.225027:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628625.225038:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628625.225044:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628625.225050:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628625.225066:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778628625.225104:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628625.225119:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472587264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628625.225215:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628625.225227:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628625.225244:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472587264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628625.225326:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628625.225335:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628625.225358:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628625.225389:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628625.225400:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628625.225420:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13310)
00000800:00000200:1.1:1778628625.225849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628625.225853:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778628625.226297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628625.226302:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1778628625.479742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628625.479752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628625.479758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628625.479767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:3.0:1778628625.479776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628625.479796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628625.479803:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628625.479808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628625.479814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628625.479853:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628625.479858:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628625.479864:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628625.479867:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628625.479872:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628625.479875:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628625.479950:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628625.479956:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628625.479962:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628626.503760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628626.503769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628626.503798:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628626.503803:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628626.503811:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628626.503814:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628626.503841:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628626.503854:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628626.503857:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628626.503866:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628626.503871:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628626.503878:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628626.503882:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628626.503888:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628626.503892:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628626.503904:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628626.503909:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628626.503913:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628627.527741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628627.527750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628627.527772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628627.527776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628627.527784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628627.527791:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628627.527792:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628627.527810:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628627.527818:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628627.527824:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628627.527834:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628627.527841:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628627.527847:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628627.527853:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628627.527866:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628627.527918:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628627.527925:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628627.527930:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628628.551760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628628.551767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628628.551777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628628.551783:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628628.551783:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628628.551798:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628628.551799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628628.551806:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628628.551807:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628628.551817:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628628.551824:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628628.551831:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628628.551836:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628628.551840:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628628.551861:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628628.551933:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628628.551939:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628628.551944:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628629.127752:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307976977, at 4307977024
00000100:00000010:0.0:1778628629.127787:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00010000:00000001:3.0:1778628629.575728:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628629.575735:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628629.575748:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628629.575753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628629.575763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628629.575767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628629.575783:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628629.575793:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628629.575796:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628629.575803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628629.575810:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628629.575816:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628629.575830:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628629.575835:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628629.575840:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628629.575866:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628629.575873:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628629.575878:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628630.343841:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628630.343851:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628630.343855:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628630.343860:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628630.343865:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628630.343873:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13305
00000400:00000200:0.0:1778628630.343885:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628630.343893:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628630.343898:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628630.343903:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.343907:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628630.343911:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.343914:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628630.343919:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628630.343922:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628630.343926:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628630.343929:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628630.343932:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628630.343936:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628630.343939:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.343942:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628630.343944:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.343947:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628630.343951:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628630.343955:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628630.343958:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628630.343961:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628630.343965:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628630.343969:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.343972:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628630.343974:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628630.343984:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628630.343989:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628630.343994:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628630.343996:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344000:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628630.344004:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628630.344009:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628630.344019:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628630.344028:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628630.344039:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472587392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628630.344054:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628630.344059:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628630.344065:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472587392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628630.344098:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628630.344102:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628630.344107:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628630.344109:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628630.344111:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628630.344114:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628630.344118:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13305
00000400:00000200:0.0:1778628630.344124:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628630.344129:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628630.344133:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628630.344138:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344141:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628630.344145:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344148:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628630.344151:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628630.344153:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628630.344180:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628630.344186:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628630.344196:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628630.344200:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628630.344210:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344218:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628630.344224:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344232:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628630.344241:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628630.344252:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344262:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628630.344273:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628630.344286:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628630.344297:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344307:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628630.344317:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628630.344328:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344337:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628630.344350:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628630.344360:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628630.344371:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628630.344375:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344380:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628630.344384:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628630.344390:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628630.344401:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628630.344412:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628630.344431:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472587520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628630.344458:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628630.344476:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628630.344489:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472587520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628630.344519:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628630.344529:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628630.344540:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628630.344546:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628630.344551:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628630.344561:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628630.344569:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13305
00000400:00000200:0.0:1778628630.344598:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628630.344663:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628630.344672:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628630.344685:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344689:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1778628630.344697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628630.344698:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344708:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628630.344711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1778628630.344713:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628630.344718:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628630.344723:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628630.344727:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628630.344734:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628630.344742:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628630.344751:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344756:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628630.344759:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344763:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628630.344771:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628630.344780:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628630.344790:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628630.344798:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628630.344803:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628630.344807:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344813:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628630.344819:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628630.344826:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344834:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628630.344845:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778628630.344853:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628630.344865:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628630.344869:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628630.344874:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628630.344877:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628630.344882:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628630.344893:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628630.344901:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628630.344917:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472587648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628630.344944:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628630.344949:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628630.344959:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472587648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628630.344979:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628630.344984:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628630.344994:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628630.345002:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628630.345012:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628630.345025:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13315)
00000800:00000200:1.1:1778628630.345569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628630.345573:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1778628630.346048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628630.346052:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1778628630.599742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628630.599754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628630.599767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628630.599773:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628630.599787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628630.599797:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628630.599804:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628630.599813:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628630.599824:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628630.599832:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628630.599838:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628630.599841:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628630.599844:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628630.599853:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628630.599858:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628630.599866:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628630.599875:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628630.599882:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628630.599887:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628630.599891:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628630.599897:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628630.599947:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628630.599953:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628630.599959:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628631.623713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628631.623722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628631.623730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628631.623733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628631.623770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628631.623774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628631.623817:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628631.623839:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628631.623844:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628631.623853:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628631.623859:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628631.623865:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628631.623871:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628631.623876:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628631.623882:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628631.623894:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628631.623903:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628631.623911:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628632.647750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628632.647757:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628632.647762:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628632.647767:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647775:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628632.647780:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647787:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647791:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628632.647800:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628632.647805:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628632.647811:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628632.647816:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628632.647818:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628632.647820:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628632.647824:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628632.647828:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647828:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628632.647841:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628632.647847:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628632.647847:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628632.647852:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628632.647864:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628632.647872:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628632.647879:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628632.647885:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628632.647891:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628632.647955:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628632.647979:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628632.647985:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628633.671722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628633.671729:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628633.671736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628633.671739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628633.671746:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628633.671750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628633.671814:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628633.671822:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628633.671825:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628633.671832:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628633.671837:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628633.671854:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628633.671858:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628633.671861:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628633.671865:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628633.671873:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628633.671881:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628633.671891:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628634.247691:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307982097, at 4307982144
00000100:00000010:0.0:1778628634.247706:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00010000:00000001:3.0:1778628634.695701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628634.695705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628634.695714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628634.695717:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628634.695721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628634.695724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628634.695817:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628634.695822:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628634.695825:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00010000:0.0:1778628634.695826:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628634.695836:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628634.695839:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628634.695846:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628634.695850:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628634.695872:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628634.695876:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628634.695879:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628634.695883:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628635.463710:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628635.463719:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628635.463723:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628635.463729:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628635.463735:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628635.463745:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13310
00000400:00000200:3.0:1778628635.463757:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628635.463763:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628635.463767:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628635.463771:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463774:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.463777:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463779:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628635.463782:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628635.463784:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628635.463786:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628635.463789:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628635.463791:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628635.463793:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628635.463796:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463797:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.463799:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463801:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628635.463803:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628635.463806:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463808:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628635.463811:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628635.463813:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628635.463816:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.463819:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628635.463821:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628635.463828:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628635.463831:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628635.463835:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628635.463837:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.463839:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628635.463842:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628635.463846:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628635.463853:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628635.463860:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628635.463872:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472587776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628635.463885:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628635.463890:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628635.463897:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472587776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628635.463927:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628635.463932:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628635.463937:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628635.463939:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628635.463941:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628635.463944:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628635.463948:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13310
00000400:00000200:3.0:1778628635.463954:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628635.463958:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628635.463963:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628635.463969:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463972:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.463978:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.463980:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628635.463987:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628635.463990:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628635.463994:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628635.463997:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628635.464002:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628635.464011:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628635.464020:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464027:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.464037:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464044:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628635.464050:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628635.464074:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464080:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628635.464083:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628635.464091:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628635.464096:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464101:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628635.464107:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628635.464111:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464117:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628635.464123:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628635.464126:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628635.464132:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628635.464134:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464136:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628635.464138:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628635.464142:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628635.464149:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628635.464156:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628635.464168:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472587904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628635.464188:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628635.464195:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628635.464207:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472587904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628635.464235:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628635.464243:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628635.464255:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628635.464260:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628635.464263:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628635.464270:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628635.464277:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13310
00000400:00000200:3.0:1778628635.464285:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628635.464297:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628635.464305:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628635.464315:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464323:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.464330:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464339:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628635.464346:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628635.464350:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:1.1:1778628635.464351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778628635.464356:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1778628635.464357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1778628635.464361:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628635.464369:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628635.464376:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628635.464382:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464386:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628635.464393:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464396:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628635.464399:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628635.464405:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628635.464410:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628635.464413:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628635.464419:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628635.464425:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464430:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628635.464434:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628635.464438:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464441:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628635.464447:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628635.464454:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628635.464462:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628635.464467:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628635.464472:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628635.464476:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628635.464481:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628635.464491:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628635.464501:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628635.464515:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472588032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628635.464536:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628635.464541:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628635.464548:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472588032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628635.464577:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628635.464582:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628635.464588:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628635.464594:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628635.464601:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628635.464608:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13321)
00000800:00000200:1.1:1778628635.464870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628635.464873:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628635.465168:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628635.465170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1778628635.719702:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628635.719711:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628635.719718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628635.719722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628635.719730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628635.719733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628635.719789:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628635.719798:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1778628635.719802:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628635.719802:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628635.719809:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628635.719814:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00010000:0.0:1778628635.719816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628635.719826:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628635.719832:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628635.719837:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628635.719841:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628635.719844:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628636.743744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628636.743752:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628636.743759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628636.743762:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628636.743769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628636.743774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628636.743852:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628636.743852:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628636.743866:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628636.743880:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628636.743882:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628636.743895:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628636.743901:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00010000:0.0:1778628636.743905:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628636.743907:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628636.743913:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628636.743917:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628636.743922:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628637.767676:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628637.767681:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628637.767686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628637.767689:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628637.767696:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628637.767698:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628637.767727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628637.767733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628637.767735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628637.767739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:0.0:1778628637.767740:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628637.767743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778628637.767744:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628637.767750:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628637.767750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628637.767759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628637.767762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628637.767766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628638.791738:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628638.791747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628638.791761:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628638.791767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628638.791773:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628638.791776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628638.791836:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628638.791849:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628638.791853:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628638.791860:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:0.0:1778628638.791868:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628638.791868:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778628638.791877:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628638.791879:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1778628638.791887:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628638.791889:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628638.791895:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628638.791899:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628639.367726:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307987216, at 4307987264
00000100:00000010:0.0:1778628639.367745:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00010000:00000001:3.0:1778628639.815680:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628639.815686:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628639.815692:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628639.815695:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628639.815701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628639.815704:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628639.815770:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628639.815780:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628639.815782:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628639.815789:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628639.815793:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628639.815798:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628639.815801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628639.815804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628639.815806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628639.815808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628639.815812:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628639.815817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628640.583679:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628640.583686:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628640.583690:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628640.583693:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628640.583699:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628640.583710:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13316
00000400:00000200:3.0:1778628640.583721:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628640.583730:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628640.583734:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628640.583747:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583751:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.583754:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583757:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628640.583761:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628640.583762:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628640.583764:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628640.583767:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628640.583769:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628640.583771:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628640.583773:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583774:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.583776:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583777:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628640.583779:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628640.583781:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583783:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628640.583785:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628640.583787:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628640.583789:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.583790:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628640.583792:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628640.583799:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628640.583801:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628640.583805:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628640.583806:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.583808:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628640.583809:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628640.583813:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628640.583819:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628640.583825:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628640.583832:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472588160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628640.583840:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628640.583844:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628640.583847:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472588160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628640.583865:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628640.583867:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628640.583870:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628640.583871:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628640.583872:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628640.583874:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628640.583876:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13316
00000400:00000200:3.0:1778628640.583880:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628640.583884:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628640.583891:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628640.583895:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583898:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.583901:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583903:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628640.583906:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628640.583907:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628640.583908:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628640.583912:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628640.583915:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628640.583919:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628640.583926:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583931:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.583937:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583941:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628640.583946:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628640.583953:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628640.583969:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628640.583972:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628640.583980:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628640.583986:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.583991:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628640.583996:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628640.584002:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.584006:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628640.584011:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778628640.584014:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628640.584017:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628640.584019:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.584021:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628640.584022:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628640.584024:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628640.584030:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628640.584036:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628640.584046:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472588288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628640.584058:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628640.584061:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628640.584068:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472588288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628640.584078:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628640.584083:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628640.584086:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628640.584089:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628640.584092:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628640.584095:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628640.584100:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13316
00000400:00000200:3.0:1778628640.584106:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628640.584114:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628640.584119:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628640.584126:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.584130:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.584135:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.584137:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628640.584140:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628640.584143:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628640.584147:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628640.584150:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628640.584155:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628640.584157:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628640.584163:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.584165:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628640.584167:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628640.584172:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628640.584173:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628640.584176:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628640.584180:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628640.584184:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628640.584187:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628640.584191:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.584195:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1778628640.584196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000008:00100000:3.0:1778628640.584198:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628640.584201:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628640.584201:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1778628640.584206:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628640.584213:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628640.584216:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628640.584218:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628640.584219:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628640.584223:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628640.584226:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628640.584228:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628640.584233:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628640.584237:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628640.584244:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472588416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628640.584263:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628640.584268:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628640.584277:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472588416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628640.584299:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628640.584307:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628640.584314:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628640.584318:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628640.584323:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628640.584329:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13326)
00000800:00000200:1.1:1778628640.584567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628640.584569:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628640.584843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628640.584845:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1778628640.839699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628640.839705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628640.839713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628640.839716:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628640.839722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628640.839727:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628640.839730:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628640.839737:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628640.839741:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628640.839744:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628640.839747:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628640.839752:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628640.839785:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628640.839794:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628640.839798:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628640.839805:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1778628640.839806:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:0.0:1778628640.839815:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628640.839816:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628640.839822:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1778628640.839824:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628640.839828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628640.839834:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628640.839839:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628641.863735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628641.863744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628641.863744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628641.863752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628641.863754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628641.863756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628641.863758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628641.863764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628641.863781:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628641.863783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628641.863785:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628641.863788:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628641.863794:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628641.863800:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628641.863810:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628641.863874:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628641.863880:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628641.863886:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628642.887702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628642.887709:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628642.887712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628642.887715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887716:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628642.887720:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628642.887724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628642.887725:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628642.887731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628642.887732:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628642.887735:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628642.887736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628642.887738:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628642.887742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628642.887745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628642.887745:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628642.887751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887752:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628642.887755:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628642.887757:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628642.887760:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887761:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628642.887763:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887764:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887765:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628642.887769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628642.887770:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628642.887863:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628642.887869:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628642.887875:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628643.911716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628643.911723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628643.911724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628643.911730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628643.911731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628643.911734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628643.911734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628643.911741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628643.911741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628643.911746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628643.911746:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628643.911751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628643.911756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628643.911759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628643.911762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628643.911798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628643.911803:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628643.911807:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628644.487718:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307992336, at 4307992384
00000100:00000010:0.0:1778628644.487740:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000001:2.0:1778628644.935727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628644.935729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628644.935733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628644.935735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628644.935740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628644.935741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628644.935745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628644.935747:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628644.935753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628644.935754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628644.935760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628644.935761:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628644.935766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628644.935769:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628644.935771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628644.935845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628644.935850:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628644.935853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628645.703736:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628645.703745:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628645.703750:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628645.703756:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628645.703762:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628645.703772:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13321
00000400:00000200:3.0:1778628645.703784:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628645.703793:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628645.703797:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628645.703801:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.703806:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628645.703811:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.703814:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628645.703820:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628645.703823:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628645.703826:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628645.703829:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628645.703840:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628645.703844:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628645.703849:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.703852:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628645.703873:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.703876:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628645.703879:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628645.703883:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628645.703886:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628645.703890:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628645.703894:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628645.703897:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.703900:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628645.703903:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628645.703910:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628645.703914:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628645.703918:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628645.703921:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.703924:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628645.703927:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628645.703933:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628645.703941:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628645.703949:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628645.703960:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628645.703972:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628645.703977:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628645.703984:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628645.704014:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628645.704018:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628645.704022:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628645.704023:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628645.704025:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628645.704048:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628645.704055:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628645.704060:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628645.704073:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.704087:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628645.704089:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.704095:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628645.704100:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628645.704103:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628645.704108:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472588544:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628645.704115:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628645.704120:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628645.704123:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.704126:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628645.704133:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628645.704136:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628645.704145:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628645.704151:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628645.704160:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628645.704171:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472588544, portal 25
00000100:00000001:0.0:1778628645.704175:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628645.704178:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:0.0:1778628645.704187:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.704198:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628645.704202:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628645.704207:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628645.704211:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472588544, offset 0
00000400:00000200:0.0:1778628645.704219:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628645.704230:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628645.704240:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628645.704247:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628645.704253:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628645.704259:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628645.704262:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628645.704269:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497197:497197:256:4294967295] 192.168.204.112@tcp LPNI seq info [497156:497156:8:4294967295]
00000400:00000200:0.0:1778628645.704276:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628645.704282:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628645.704292:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13321
00000400:00000200:0.0:1778628645.704300:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1778628645.704308:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:0.0:1778628645.704315:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.704323:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628645.704334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628645.704339:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628645.704348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628645.704353:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778628645.704359:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.704363:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:3.0:1778628645.704368:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778628645.704371:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1778628645.704373:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778628645.704385:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1778628645.704385:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704394:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628645.704395:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628645.704399:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000040:3.0:1778628645.704400:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704406:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628645.704407:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1778628645.704411:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628645.704417:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000200:0.0:1778628645.704418:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628645.704421:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628645.704425:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628645.704432:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628645.704440:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628645.704452:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628645.704453:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704458:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628645.704460:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628645.704465:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704471:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628645.704480:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628645.704489:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628645.704493:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.704495:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.704500:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1778628645.704501:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628645.704508:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628645.704510:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628645.704512:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.704516:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778628645.704520:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:3.0:1778628645.704521:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628645.704527:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307997456
00000008:00000001:3.0:1778628645.704527:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.704535:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628645.704537:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000010:3.0:1778628645.704540:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628645.704544:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628645.704547:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778628645.704548:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1778628645.704550:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.704555:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628645.704557:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778628645.704560:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307997456
02000000:00000001:3.0:1778628645.704560:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628645.704569:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6000.
02000000:00000010:3.0:1778628645.704571:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:0.0:1778628645.704577:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628645.704578:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.704585:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1778628645.704592:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628645.704593:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.704599:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1778628645.704639:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628645.704642:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628645.704650:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628645.704654:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628645/real 1778628645]  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628645.704714:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1778628645.704715:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1778628645.704719:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1778628645.704720:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1778628645.704723:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628645.704732:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000100:00080000:3.0:1778628645.704732:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1778628645.704736:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:3.0:1778628645.704736:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628645.704741:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628645.704742:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1778628645.704749:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1778628645.704752:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778628645.704757:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13321
00000400:00000200:3.0:1778628645.704776:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:0.0:1778628645.704782:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628645.704786:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628645.704794:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628645.704811:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628645.704813:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628645.704817:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628645.704819:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628645.704823:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.704826:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628645.704827:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704834:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:0.0:1778628645.704838:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628645.704839:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628645.704842:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628645.704850:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628645.704853:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:0.0:1778628645.704880:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628645.704880:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628645.704891:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628645.704898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628645.704899:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704905:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628645.704911:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628645.704918:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628645.704929:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:0.0:1778628645.704932:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628645.704936:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628645.704944:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628645.704944:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628645.704952:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778628645.704954:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.704958:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1778628645.704959:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628645.704962:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1778628645.704964:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.704968:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628645.704969:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628645.704975:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1778628645.704977:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1778628645.704984:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.704987:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628645.704992:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000010:3.0:1778628645.704995:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778628645.704998:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1778628645.705000:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628645.705006:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1778628645.705011:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628645.705011:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628645.705018:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628645.705022:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628645.705026:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628645.705038:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00100000:0.0:1778628645.705044:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472588544:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628645.705046:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705059:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628645.705061:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628645.705063:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628645.705074:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472588544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628645.705081:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628645.705088:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705101:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1778628645.705101:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628645.705107:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628645.705112:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628645.705121:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1778628645.705122:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628645.705127:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1778628645.705128:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000040:0.0:1778628645.705132:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000100:00000040:3.0:1778628645.705135:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:0.0:1778628645.705140:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1778628645.705141:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1778628645.705146:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
00000100:00000040:3.0:1778628645.705147:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1778628645.705154:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1778628645.705157:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13331)
02000000:00000001:0.0:1778628645.705158:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628645.705164:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:0.0:1778628645.705171:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628645.705173:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705176:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705187:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628645.705189:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705192:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628645.705195:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628645.705196:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628645.705203:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705218:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628645.705219:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.705222:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628645.705224:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628645.705227:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628645.705230:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472588672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628645.705234:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628645.705238:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628645.705240:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.705242:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628645.705246:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628645.705248:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628645.705253:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628645.705257:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628645.705262:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628645.705266:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472588672, portal 10
00000100:00000001:0.0:1778628645.705268:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628645.705269:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:0.0:1778628645.705277:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705284:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628645.705287:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628645.705290:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628645.705292:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472588672, offset 0
00000400:00000200:0.0:1778628645.705297:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628645.705301:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628645.705306:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628645.705309:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628645.705313:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628645.705316:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628645.705319:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628645.705323:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497198:497198:256:4294967295] 192.168.204.112@tcp LPNI seq info [497157:497157:8:4294967295]
00000400:00000200:0.0:1778628645.705327:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628645.705335:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628645.705340:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.705344:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628645.705349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628645.705352:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628645.705358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628645.705361:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778628645.705366:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.705368:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628645.705371:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628645.705375:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628645.705379:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628645.705380:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628645.705383:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628645.705387:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705396:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628645.705400:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705407:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705409:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628645.705412:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628645.705418:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628645.705421:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628645.705423:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307993614
00000100:00000001:0.0:1778628645.705427:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307997456
00000100:00000001:0.0:1778628645.705429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307993614
00000100:00000001:0.0:1778628645.705431:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307997456
00000100:00000001:0.0:1778628645.705433:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628645.705436:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705438:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628645.705442:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628645/real 1778628645]  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628645.705451:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628645.705452:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628645.705454:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628645.705457:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628645.705458:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628645.705460:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628645.705464:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628645.705473:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705480:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628645.705482:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705484:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.705485:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628645.705489:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705497:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628645.705501:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705509:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628645.705512:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705514:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.705515:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705517:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628645.705523:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628645.705526:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628645.705531:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628645.705533:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628645.705538:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628645.705547:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472588672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628645.705552:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628645.705555:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705563:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628645.705564:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.705567:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628645.705569:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628645.705571:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628645.705574:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472588800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628645.705578:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628645.705580:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628645.705582:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628645.705584:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628645.705587:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628645.705590:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628645.705593:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628645.705596:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628645.705599:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628645.705602:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472588800, portal 10
00000100:00000001:0.0:1778628645.705605:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628645.705633:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:0.0:1778628645.705641:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705649:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628645.705652:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628645.705655:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628645.705658:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472588800, offset 0
00000400:00000200:0.0:1778628645.705662:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628645.705666:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628645.705670:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628645.705673:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628645.705676:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628645.705679:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628645.705681:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628645.705685:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497199:497199:256:4294967295] 192.168.204.112@tcp LPNI seq info [497158:497158:8:4294967295]
00000400:00000200:0.0:1778628645.705690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628645.705697:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628645.705702:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.705705:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628645.705710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628645.705713:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778628645.705718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628645.705721:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778628645.705725:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628645.705727:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628645.705730:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628645.705735:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628645.705738:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628645.705740:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628645.705742:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628645.705746:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705755:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628645.705758:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705765:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705777:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628645.705781:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628645.705785:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628645.705788:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628645.705791:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307993616
00000100:00000001:0.0:1778628645.705794:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4307997456
00000100:00000001:0.0:1778628645.705796:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307993616
00000100:00000001:0.0:1778628645.705798:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4307997456
00000100:00000001:0.0:1778628645.705801:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628645.705803:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.705805:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628645.705809:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628645/real 1778628645]  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628645.705821:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628645.705823:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628645.705825:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628645.705827:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628645.705829:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628645.705832:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628645.705835:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628645.705845:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705852:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628645.705865:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705867:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.705869:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628645.705873:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705881:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628645.705885:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705894:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628645.705896:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705898:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628645.705900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705901:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628645.705905:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628645.705908:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628645.705912:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628645.705914:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628645.705919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628645.705928:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472588800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628645.705933:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705935:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628645.705938:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472588672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705946:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628645.705948:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628645.705950:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628645.705953:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628645.705955:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628645.705956:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628645.705959:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628645.705960:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:0.0:1778628645.705963:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628645.705965:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628645.705966:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:0.0:1778628645.705969:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628645.705971:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.705973:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628645.705977:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472588800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628645.705984:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628645.705985:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628645.705987:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628645.705989:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628645.705990:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628645.705991:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628645.705993:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628645.705995:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:0.0:1778628645.705997:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628645.705998:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628645.705999:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778628645.706001:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628645.706002:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.706004:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628645.706007:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628645.706009:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628645.706011:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628645.706013:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628645.959716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628645.959723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628645.959726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628645.959728:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628645.959733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628645.959734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628645.959738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628645.959742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628645.959743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628645.959748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628645.959748:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628645.959752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628645.959755:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628645.959758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628645.959764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628645.959864:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628645.959870:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628645.959875:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628646.983742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628646.983746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628646.983750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628646.983755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628646.983758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628646.983759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628646.983762:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628646.983764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628646.983766:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628646.983778:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628646.983788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628646.983795:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628646.983801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628646.983806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628646.983812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628646.983870:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628646.983874:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628646.983877:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628648.007709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628648.007713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628648.007715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628648.007718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628648.007719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628648.007725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628648.007726:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628648.007729:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628648.007731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628648.007734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628648.007734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628648.007737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628648.007739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628648.007743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628648.007747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628648.007803:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628648.007823:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628648.007826:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628649.031677:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628649.031682:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628649.031686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628649.031687:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628649.031690:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628649.031691:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628649.031693:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628649.031695:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628649.031696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628649.031701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628649.031708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628649.031713:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628649.031717:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628649.031721:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628649.031726:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628649.031747:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628649.031750:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628649.031753:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628649.607728:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4307997456, at 4307997504
00000100:00000010:0.0:1778628649.607748:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628650.055700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628650.055700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628650.055706:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628650.055707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628650.055710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628650.055713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628650.055714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628650.055717:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628650.055719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628650.055721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628650.055723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628650.055723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628650.055727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628650.055729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628650.055733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628650.055784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628650.055787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628650.055790:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628650.823681:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628650.823689:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628650.823691:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628650.823694:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628650.823698:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628650.823705:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13326
00000400:00000200:3.0:1778628650.823714:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628650.823720:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628650.823724:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628650.823727:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823731:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628650.823733:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823736:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628650.823740:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628650.823742:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628650.823745:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628650.823748:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628650.823750:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628650.823752:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628650.823764:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823766:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628650.823767:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823769:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628650.823771:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628650.823774:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823775:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628650.823777:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628650.823780:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628650.823781:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.823783:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628650.823784:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628650.823791:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628650.823794:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628650.823797:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628650.823798:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.823800:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628650.823803:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628650.823807:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628650.823813:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628650.823819:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628650.823827:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628650.823835:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628650.823838:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628650.823841:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628650.823863:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628650.823866:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628650.823870:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628650.823871:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628650.823873:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628650.823876:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628650.823879:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13326
00000400:00000200:3.0:1778628650.823885:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628650.823889:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628650.823892:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778628650.823893:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628650.823897:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628650.823898:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628650.823903:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628650.823903:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628650.823908:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823912:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628650.823914:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1778628650.823915:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778628650.823916:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628650.823919:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628650.823922:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628650.823926:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628650.823930:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628650.823936:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.823941:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628650.823942:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1778628650.823943:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628650.823946:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.823947:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628650.823951:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778628650.823953:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1778628650.823954:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778628650.823957:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628650.823957:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628650.823958:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628650.823963:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628650.823964:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628650.823967:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628650.823969:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472588928:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628650.823969:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628650.823973:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628650.823976:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1778628650.823977:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.823980:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628650.823983:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
02000000:00000001:0.0:1778628650.823984:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1778628650.823985:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628650.823988:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628650.823989:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628650.823990:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.823994:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628650.823996:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628650.823996:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628650.823999:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628650.824004:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
02000000:00000010:0.0:1778628650.824005:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:3.0:1778628650.824008:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628650.824009:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628650.824016:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778628650.824020:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628650.824028:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000100:00000001:3.0:1778628650.824028:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628650.824030:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628650.824036:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1778628650.824038:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000001:3.0:1778628650.824046:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778628650.824048:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472588928, portal 25
00000100:00080000:3.0:1778628650.824049:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628650.824055:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628650.824056:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628650.824057:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778628650.824060:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00080000:3.0:1778628650.824061:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628650.824068:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628650.824082:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13326
00000100:00000040:0.0:1778628650.824083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628650.824091:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628650.824099:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778628650.824103:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778628650.824104:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628650.824110:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628650.824111:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.824115:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1778628650.824116:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000040:3.0:1778628650.824118:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.824122:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:0.0:1778628650.824123:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472588928, offset 0
00000020:00000001:3.0:1778628650.824124:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628650.824126:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628650.824129:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628650.824131:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628650.824133:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628650.824134:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778628650.824139:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628650.824140:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.824143:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628650.824146:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628650.824147:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628650.824149:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628650.824151:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778628650.824155:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628650.824156:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628650.824160:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628650.824163:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628650.824164:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824167:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778628650.824168:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628650.824171:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628650.824175:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824176:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778628650.824180:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824184:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000010:3.0:1778628650.824185:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000400:00000200:0.0:1778628650.824190:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1778628650.824192:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:0.0:1778628650.824197:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778628650.824198:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628650.824201:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628650.824205:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1778628650.824206:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497200:497200:256:4294967295] 192.168.204.112@tcp LPNI seq info [497159:497159:8:4294967295]
02000000:00000001:3.0:1778628650.824207:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628650.824211:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778628650.824217:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628650.824223:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628650.824233:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778628650.824234:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778628650.824247:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1778628650.824248:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628650.824250:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628650.824256:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1778628650.824257:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:3.0:1778628650.824265:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628650.824267:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778628650.824273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778628650.824273:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628650.824277:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778628650.824281:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1778628650.824281:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628650.824285:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13336)
00000800:00000200:0.1:1778628650.824293:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628650.824297:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1778628650.824303:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628650.824306:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628650.824313:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628650.824318:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628650.824322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628650.824325:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628650.824329:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628650.824333:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824344:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.824348:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824357:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.824359:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628650.824365:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824369:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628650.824372:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308002576
00000100:00000010:0.0:1778628650.824378:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628650.824385:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628650.824391:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308002576
00000100:00000010:0.0:1778628650.824394:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6120.
00000100:00000001:0.0:1778628650.824397:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628650.824401:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628650.824404:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.824406:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628650.824410:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628650/real 1778628650]  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628650.824420:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628650.824422:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628650.824424:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628650.824427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628650.824428:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628650.824432:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628650.824435:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628650.824445:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824452:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628650.824454:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824457:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.824459:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628650.824463:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824471:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628650.824476:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824483:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628650.824486:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824488:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.824490:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824492:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628650.824495:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628650.824498:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628650.824502:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628650.824504:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628650.824508:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628650.824518:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472588928:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628650.824524:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824526:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.824530:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472588928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824538:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628650.824540:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628650.824543:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628650.824545:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628650.824547:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628650.824549:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628650.824551:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628650.824554:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778628650.824557:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628650.824559:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628650.824561:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:0.0:1778628650.824564:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628650.824565:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824567:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824574:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628650.824575:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.824577:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628650.824579:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628650.824580:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628650.824585:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824593:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628650.824595:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628650.824597:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628650.824599:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628650.824601:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628650.824604:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628650.824626:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628650.824628:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628650.824630:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628650.824632:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628650.824635:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628650.824637:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824641:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628650.824644:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628650.824648:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628650.824651:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472589056, portal 10
00000100:00000001:0.0:1778628650.824653:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628650.824654:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:0.0:1778628650.824661:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824669:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628650.824671:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628650.824674:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628650.824677:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472589056, offset 0
00000400:00000200:0.0:1778628650.824681:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628650.824685:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628650.824689:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628650.824692:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628650.824695:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628650.824698:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628650.824701:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628650.824705:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497201:497201:256:4294967295] 192.168.204.112@tcp LPNI seq info [497160:497160:8:4294967295]
00000400:00000200:0.0:1778628650.824709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628650.824715:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628650.824721:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628650.824724:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628650.824728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628650.824731:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628650.824735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628650.824738:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1778628650.824743:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628650.824745:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628650.824748:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628650.824751:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628650.824770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628650.824772:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628650.824775:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628650.824779:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824787:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.824791:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824798:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.824800:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628650.824803:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628650.824807:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628650.824811:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628650.824813:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307998734
00000100:00000001:0.0:1778628650.824816:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308002576
00000100:00000001:0.0:1778628650.824818:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307998734
00000100:00000001:0.0:1778628650.824821:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308002576
00000100:00000001:0.0:1778628650.824824:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628650.824826:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.824828:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628650.824832:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628650/real 1778628650]  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628650.824840:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628650.824842:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628650.824843:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628650.824846:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628650.824848:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628650.824850:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628650.824854:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628650.824862:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824870:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628650.824871:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824873:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.824875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628650.824879:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824887:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628650.824891:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824899:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628650.824902:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824904:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.824905:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.824907:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628650.824912:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628650.824915:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628650.824918:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628650.824921:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628650.824925:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628650.824935:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628650.824939:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628650.824942:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.824950:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628650.824952:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628650.824954:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628650.824956:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628650.824958:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628650.824961:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628650.824965:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628650.824967:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628650.824969:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628650.824970:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628650.824974:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628650.824976:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628650.824979:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628650.824982:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628650.824985:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628650.824988:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472589184, portal 10
00000100:00000001:0.0:1778628650.824989:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628650.824991:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:0.0:1778628650.824997:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825011:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628650.825013:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628650.825015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628650.825018:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472589184, offset 0
00000400:00000200:0.0:1778628650.825022:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628650.825026:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628650.825030:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628650.825033:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628650.825036:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628650.825039:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628650.825042:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628650.825045:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497202:497202:256:4294967295] 192.168.204.112@tcp LPNI seq info [497161:497161:8:4294967295]
00000400:00000200:0.0:1778628650.825049:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628650.825056:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628650.825061:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628650.825065:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628650.825068:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628650.825071:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778628650.825075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628650.825079:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1778628650.825083:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628650.825085:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628650.825088:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628650.825091:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628650.825094:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628650.825096:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628650.825099:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628650.825103:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825111:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.825115:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825128:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.825130:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628650.825133:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628650.825136:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628650.825140:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628650.825142:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4307998735
00000100:00000001:0.0:1778628650.825145:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308002576
00000100:00000001:0.0:1778628650.825147:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4307998735
00000100:00000001:0.0:1778628650.825149:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308002576
00000100:00000001:0.0:1778628650.825152:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628650.825154:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.825156:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628650.825159:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628650/real 1778628650]  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628650.825167:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628650.825169:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628650.825171:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628650.825173:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628650.825175:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628650.825177:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628650.825181:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628650.825191:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825198:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628650.825199:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825201:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.825203:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628650.825207:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825215:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628650.825219:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825227:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628650.825229:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825231:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628650.825232:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825234:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628650.825237:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628650.825240:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628650.825244:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628650.825246:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628650.825250:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628650.825260:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628650.825264:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825266:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.825269:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472589056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825276:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628650.825278:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628650.825280:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628650.825282:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628650.825283:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628650.825285:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628650.825287:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628650.825289:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778628650.825292:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628650.825293:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628650.825295:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:0.0:1778628650.825297:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628650.825299:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825300:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628650.825303:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472589184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628650.825311:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628650.825312:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628650.825313:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628650.825316:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628650.825317:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628650.825318:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628650.825320:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628650.825322:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778628650.825324:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628650.825326:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628650.825327:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:0.0:1778628650.825329:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628650.825331:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825333:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628650.825336:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628650.825338:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628650.825340:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628650.825341:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628651.079670:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628651.079676:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628651.079678:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628651.079679:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628651.079682:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628651.079682:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628651.079688:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628651.079690:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628651.079692:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628651.079694:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628651.079695:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628651.079699:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628651.079702:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628651.079703:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628651.079708:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628651.079712:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628651.079718:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628651.079723:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628651.079725:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628651.079728:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628651.079731:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628651.079794:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628651.079799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628651.079803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628652.103693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628652.103694:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628652.103699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628652.103700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628652.103704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628652.103709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628652.103714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628652.103715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628652.103718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628652.103719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628652.103725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628652.103738:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628652.103742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628652.103743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628652.103750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628652.103800:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628652.103804:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628652.103808:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628652.871767:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628652.871773:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628652.871774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628652.871780:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628652.871785:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628652.871788:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628652.871791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628652.871794:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628652.871797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628653.127679:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628653.127682:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628653.127685:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628653.127688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127688:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628653.127692:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628653.127695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628653.127697:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628653.127702:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628653.127702:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628653.127719:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628653.127722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628653.127722:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628653.127729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628653.127729:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628653.127732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628653.127735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628653.127736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127738:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628653.127740:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628653.127742:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127745:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628653.127746:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127747:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127750:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628653.127753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628653.127754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628653.127799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628653.127803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628653.127806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778628653.319687:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778628653.319697:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778628653.319714:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1778628653.319867:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1778628653.895676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628653.895682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628653.895684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628653.895690:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628653.895704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628653.895708:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628653.895711:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628653.895713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628653.895716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628654.151700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628654.151707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628654.151710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628654.151713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628654.151718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628654.151718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628654.151723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628654.151727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628654.151727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628654.151730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628654.151733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628654.151736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628654.151737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628654.151738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628654.151743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628654.151791:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628654.151795:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628654.151798:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628654.727703:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308002576, at 4308002624
00000100:00000010:0.0:1778628654.727719:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628654.919684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628654.919690:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628654.919692:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628654.919696:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628654.919699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628654.919702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628654.919704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628654.919706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628654.919708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628655.175699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628655.175702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628655.175704:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628655.175707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628655.175711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628655.175712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628655.175715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628655.175715:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628655.175720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628655.175721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628655.175724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628655.175726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628655.175732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628655.175736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628655.175742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628655.175776:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628655.175780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628655.175784:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628655.943726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628655.943733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628655.943735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628655.943742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628655.943746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628655.943750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628655.943753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628655.943756:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628655.943757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628655.943764:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628655.943767:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628655.943771:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628655.943773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.943777:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628655.943786:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13331
00000400:00000200:3.0:1778628655.943796:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628655.943804:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628655.943808:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628655.943812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.943815:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628655.943818:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.943821:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628655.943825:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628655.943827:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628655.943830:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628655.943833:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628655.943836:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628655.943839:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628655.943842:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.943845:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628655.943847:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.943849:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628655.943853:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628655.943856:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628655.943859:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628655.943863:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628655.943867:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628655.943880:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.943883:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628655.943885:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628655.943895:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628655.943899:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628655.943903:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628655.943905:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.943908:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628655.943912:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628655.943916:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628655.943924:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628655.943931:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628655.943941:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628655.943953:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628655.943958:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628655.943963:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628655.943987:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628655.943991:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628655.943995:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628655.943996:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628655.943998:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628655.944001:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628655.944004:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13331
00000400:00000200:3.0:1778628655.944009:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628655.944013:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628655.944017:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628655.944021:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.944023:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628655.944026:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628655.944026:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628655.944031:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628655.944031:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628655.944036:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628655.944036:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628655.944039:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628655.944042:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1778628655.944045:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944053:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628655.944055:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778628655.944055:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:0.0:1778628655.944059:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1778628655.944060:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778628655.944062:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628655.944066:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628655.944066:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00100000:0.0:1778628655.944071:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472589312:192.168.204.112@tcp:250:kworker.0
00000100:00000040:3.0:1778628655.944076:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628655.944077:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778628655.944081:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778628655.944082:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628655.944085:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628655.944085:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778628655.944090:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778628655.944091:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000010:0.0:1778628655.944095:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
00000020:00000040:3.0:1778628655.944095:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778628655.944099:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628655.944102:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628655.944106:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628655.944107:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628655.944111:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1778628655.944112:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628655.944117:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
02000000:00000001:3.0:1778628655.944118:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628655.944122:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778628655.944124:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472589312, portal 25
00000100:00000001:3.0:1778628655.944125:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628655.944129:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628655.944131:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000008:00100000:3.0:1778628655.944131:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1778628655.944138:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1778628655.944138:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.944142:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944150:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1778628655.944150:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000100:00000040:0.0:1778628655.944156:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778628655.944156:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:0.0:1778628655.944159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
02000000:00000001:3.0:1778628655.944161:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1778628655.944162:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472589312, offset 0
02000000:00000001:3.0:1778628655.944164:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.944167:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1778628655.944169:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778628655.944170:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628655.944174:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628655.944178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944183:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628655.944187:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1778628655.944188:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000200:0.0:1778628655.944191:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628655.944195:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778628655.944195:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628655.944200:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628655.944204:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497203:497203:256:4294967295] 192.168.204.112@tcp LPNI seq info [497162:497162:8:4294967295]
00000400:00000200:0.0:1778628655.944208:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944215:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628655.944219:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944223:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628655.944228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628655.944231:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628655.944235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628655.944237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1778628655.944242:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1778628655.944243:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944247:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628655.944253:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628655.944261:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628655.944268:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628655.944271:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:3.0:1778628655.944272:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628655.944275:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778628655.944276:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778628655.944279:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628655.944286:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944290:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628655.944296:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944313:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628655.944313:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944315:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1778628655.944318:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778628655.944320:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628655.944326:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1778628655.944327:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628655.944330:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778628655.944331:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308007696
00000100:00080000:3.0:1778628655.944334:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1778628655.944337:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:3.0:1778628655.944339:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778628655.944344:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1778628655.944344:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13331
00000400:00000200:3.0:1778628655.944351:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628655.944352:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308007696
00000100:00000010:0.0:1778628655.944357:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6900.
00000400:00000200:3.0:1778628655.944360:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778628655.944361:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1778628655.944366:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778628655.944367:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628655.944371:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628655.944375:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628655.944376:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1778628655.944380:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1778628655.944382:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628655/real 1778628655]  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628655.944386:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628655.944392:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000001:0.0:1778628655.944398:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1778628655.944398:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:0.0:1778628655.944400:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1778628655.944400:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000010:0.0:1778628655.944403:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000020:00000001:3.0:1778628655.944404:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778628655.944405:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628655.944407:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000020:00000040:3.0:1778628655.944407:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:0.0:1778628655.944411:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1778628655.944413:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:0.0:1778628655.944415:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628655.944419:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628655.944428:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:0.0:1778628655.944429:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628655.944433:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628655.944438:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1778628655.944439:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628655.944440:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628655.944445:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628655.944446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1778628655.944452:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00100000:0.0:1778628655.944453:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778628655.944460:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628655.944464:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628655.944466:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628655.944470:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628655.944471:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628655.944476:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628655.944479:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1778628655.944481:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944482:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628655.944485:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628655.944486:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628655.944488:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944490:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1778628655.944490:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628655.944492:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1778628655.944496:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628655.944497:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1778628655.944502:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628655.944504:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628655.944506:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628655.944509:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778628655.944509:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628655.944515:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00100000:0.0:1778628655.944522:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472589312:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778628655.944523:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628655.944526:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944527:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944531:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1778628655.944531:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628655.944535:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1778628655.944536:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472589312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628655.944539:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944546:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628655.944548:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628655.944548:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
02000000:00000010:0.0:1778628655.944550:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628655.944553:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628655.944555:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1778628655.944555:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628655.944557:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628655.944560:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628655.944562:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
00000100:00100000:3.0:1778628655.944566:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778628655.944567:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628655.944569:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628655.944571:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:0.0:1778628655.944574:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628655.944577:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944581:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628655.944586:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628655.944589:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628655.944595:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944596:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628655.944599:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944603:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628655.944605:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628655.944625:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628655.944629:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944634:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628655.944635:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628655.944639:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628655.944641:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628655.944647:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628655.944665:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628655.944667:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944672:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1778628655.944674:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1778628655.944675:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628655.944678:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628655.944681:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1778628655.944681:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:0.0:1778628655.944683:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628655.944686:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628655.944686:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628655.944692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628655.944693:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1778628655.944695:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628655.944700:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000040:3.0:1778628655.944701:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13341)
00000100:00000200:0.0:1778628655.944702:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472589440, portal 10
00000100:00000001:0.0:1778628655.944711:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628655.944712:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:0.0:1778628655.944718:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944724:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628655.944726:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628655.944727:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628655.944729:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472589440, offset 0
00000400:00000200:0.0:1778628655.944732:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628655.944734:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944737:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628655.944740:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628655.944741:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628655.944743:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628655.944745:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628655.944747:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497204:497204:256:4294967295] 192.168.204.112@tcp LPNI seq info [497163:497163:8:4294967295]
00000400:00000200:0.0:1778628655.944750:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944754:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628655.944758:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944760:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628655.944763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628655.944764:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628655.944768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628655.944769:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778628655.944773:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944774:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628655.944776:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628655.944778:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628655.944780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628655.944782:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628655.944783:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628655.944785:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944791:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628655.944792:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944797:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944798:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628655.944800:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628655.944803:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628655.944805:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628655.944806:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308003854
00000100:00000001:0.0:1778628655.944808:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308007696
00000100:00000001:0.0:1778628655.944810:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308003854
00000100:00000001:0.0:1778628655.944811:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308007696
00000100:00000001:0.0:1778628655.944813:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628655.944814:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944815:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628655.944817:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628655/real 1778628655]  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628655.944822:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628655.944823:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628655.944824:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628655.944825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628655.944826:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628655.944828:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628655.944830:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628655.944835:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944838:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628655.944839:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944840:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628655.944841:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628655.944843:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944847:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628655.944849:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944853:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628655.944855:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944856:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628655.944857:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944859:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628655.944862:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628655.944864:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628655.944866:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628655.944867:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628655.944870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628655.944875:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628655.944877:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944878:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628655.944880:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472589440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944883:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628655.944884:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628655.944885:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628655.944887:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628655.944888:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628655.944889:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628655.944890:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628655.944891:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778628655.944893:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628655.944894:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628655.944895:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:0.0:1778628655.944897:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628655.944898:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944899:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.944901:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628655.944902:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.944903:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628655.944904:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628655.944906:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628655.944908:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944912:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628655.944913:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628655.944914:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628655.944916:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628655.944917:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628655.944918:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628655.944921:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628655.944922:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628655.944923:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628655.944924:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628655.944926:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628655.944927:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628655.944929:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628655.944931:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628655.944932:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628655.944934:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472589568, portal 10
00000100:00000001:0.0:1778628655.944935:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628655.944936:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:0.0:1778628655.944940:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.944944:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628655.944945:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628655.944947:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628655.944948:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472589568, offset 0
00000400:00000200:0.0:1778628655.944950:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628655.944952:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944954:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628655.944956:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628655.944957:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628655.944959:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628655.944960:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628655.944963:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497205:497205:256:4294967295] 192.168.204.112@tcp LPNI seq info [497164:497164:8:4294967295]
00000400:00000200:0.0:1778628655.944965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628655.944970:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628655.944974:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944977:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628655.944981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628655.944984:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628655.944988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628655.944991:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778628655.944994:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628655.944996:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628655.944999:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628655.945003:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628655.945005:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628655.945007:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628655.945010:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628655.945013:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945022:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628655.945026:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945033:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.945034:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628655.945038:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628655.945040:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628655.945043:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628655.945044:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308003855
00000100:00000001:0.0:1778628655.945046:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308007696
00000100:00000001:0.0:1778628655.945048:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308003855
00000100:00000001:0.0:1778628655.945049:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308007696
00000100:00000001:0.0:1778628655.945051:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628655.945052:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.945054:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628655.945056:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628655/real 1778628655]  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628655.945062:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628655.945063:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628655.945064:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628655.945065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628655.945066:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628655.945068:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628655.945070:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628655.945075:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945079:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628655.945080:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945081:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628655.945081:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628655.945083:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945087:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628655.945089:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945094:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628655.945096:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945097:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628655.945098:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945099:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628655.945101:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628655.945103:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628655.945105:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628655.945107:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628655.945109:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628655.945114:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472589568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628655.945116:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945117:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628655.945119:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472589568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628655.945122:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628655.945123:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628655.945124:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628655.945126:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628655.945127:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628655.945128:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628655.945129:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628655.945130:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778628655.945132:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628655.945133:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628655.945134:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:0.0:1778628655.945136:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628655.945136:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945138:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628655.945140:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628655.945141:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628655.945142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628655.945143:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628656.199732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628656.199738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628656.199743:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628656.199744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628656.199754:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628656.199755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628656.199767:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628656.199769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628656.199774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628656.199774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628656.199784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628656.199787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628656.199790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628656.199791:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628656.199798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628656.199859:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628656.199864:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628656.199869:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628656.967703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628656.967710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628656.967712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628656.967719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628656.967723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628656.967727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628656.967729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628656.967732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628656.967734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628657.223682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628657.223687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628657.223689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628657.223693:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628657.223697:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628657.223700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628657.223703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628657.223707:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628657.223708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628657.223710:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628657.223714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628657.223723:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628657.223727:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628657.223735:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628657.223737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628657.223782:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628657.223785:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628657.223787:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628657.991698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628657.991703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628657.991705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628657.991709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628657.991712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628657.991715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628657.991717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628657.991719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628657.991721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628658.247689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628658.247693:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628658.247695:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628658.247697:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628658.247698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628658.247704:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628658.247705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628658.247707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628658.247711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628658.247712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628658.247715:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628658.247717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628658.247721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628658.247724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628658.247728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628658.247774:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628658.247778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628658.247782:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628659.015672:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628659.015677:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628659.015679:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628659.015683:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628659.015686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628659.015689:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628659.015691:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628659.015693:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628659.015695:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628659.271688:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628659.271692:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628659.271695:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628659.271696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628659.271698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628659.271702:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628659.271705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628659.271705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628659.271710:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628659.271711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628659.271712:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628659.271717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628659.271723:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628659.271727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628659.271732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628659.271735:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628659.271739:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628659.271742:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628659.847688:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308007696, at 4308007744
00000100:00000010:0.0:1778628659.847702:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628660.039717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628660.039725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628660.039728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628660.039734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628660.039738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628660.039741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628660.039744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628660.039748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628660.039751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628660.295696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628660.295704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628660.295707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628660.295710:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628660.295712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628660.295714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628660.295719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628660.295722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628660.295723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628660.295725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628660.295731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628660.295732:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628660.295736:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628660.295737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628660.295741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628660.295798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628660.295803:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628660.295807:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628661.063713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000008:00000020:0.0:1778628661.063714:0:225097:0:(osc_request.c:745:osc_update_next_shrink()) next time 14541 to shrink grant
00000100:00000001:2.0:1778628661.063720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000008:00000020:0.0:1778628661.063721:0:225097:0:(osc_request.c:745:osc_update_next_shrink()) next time 14541 to shrink grant
00000100:00000001:2.0:1778628661.063724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628661.063730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628661.063734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628661.063737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628661.063740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628661.063743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628661.063746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628661.063752:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628661.063757:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628661.063759:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628661.063762:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628661.063765:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628661.063771:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13336
00000400:00000200:0.0:1778628661.063779:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628661.063786:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628661.063789:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628661.063793:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063797:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628661.063800:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063803:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628661.063807:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628661.063809:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628661.063812:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628661.063815:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628661.063818:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628661.063820:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628661.063824:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063827:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628661.063829:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063832:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628661.063835:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628661.063838:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063841:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628661.063844:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628661.063847:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628661.063849:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.063851:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628661.063853:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628661.063861:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628661.063863:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628661.063867:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628661.063868:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.063871:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628661.063873:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628661.063876:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628661.063883:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628661.063889:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628661.063896:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472589696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628661.063904:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628661.063908:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628661.063911:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472589696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628661.063928:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628661.063930:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628661.063933:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628661.063934:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628661.063935:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628661.063937:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628661.063940:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13336
00000400:00000200:0.0:1778628661.063944:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628661.063947:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628661.063949:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628661.063951:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063953:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628661.063958:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063962:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628661.063965:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628661.063966:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628661.063968:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628661.063970:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628661.063972:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628661.063977:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628661.063985:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.063990:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628661.063996:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064001:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628661.064007:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628661.064016:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064020:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628661.064025:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628661.064033:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628661.064040:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064045:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628661.064049:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628661.064053:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064054:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628661.064061:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628661.064063:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628661.064068:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628661.064072:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064073:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628661.064075:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628661.064079:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628661.064083:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628661.064087:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628661.064096:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472589824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628661.064110:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628661.064115:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628661.064123:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472589824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628661.064140:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628661.064145:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628661.064152:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628661.064155:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628661.064157:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628661.064162:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628661.064167:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13336
00000400:00000200:0.0:1778628661.064210:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628661.064218:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628661.064222:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628661.064229:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064234:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1778628661.064236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628661.064240:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064244:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628661.064246:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628661.064247:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628661.064248:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628661.064249:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628661.064251:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628661.064253:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628661.064255:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064257:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628661.064261:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064263:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628661.064266:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628661.064270:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628661.064273:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628661.064276:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628661.064280:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628661.064283:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064287:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628661.064289:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628661.064291:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064293:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628661.064299:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628661.064302:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628661.064306:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628661.064308:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628661.064310:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628661.064312:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628661.064315:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628661.064319:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628661.064324:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628661.064333:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472589952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628661.064343:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628661.064346:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628661.064353:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472589952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628661.064363:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628661.064369:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628661.064379:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628661.064384:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628661.064389:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628661.064396:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13346)
00000800:00000200:1.1:1778628661.064514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628661.064749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628661.319696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628661.319700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628661.319703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628661.319706:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628661.319707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628661.319714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628661.319715:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628661.319721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628661.319721:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628661.319725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628661.319728:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628661.319732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628661.319733:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628661.319735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628661.319737:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628661.319741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628661.319743:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628661.319748:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628661.319750:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628661.319752:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628661.319755:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628661.319777:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628661.319779:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628661.319782:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628662.087804:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628662.087810:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628662.087812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628662.087817:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628662.087821:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628662.087826:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628662.087829:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628662.087832:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628662.087835:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628662.343693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628662.343698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628662.343700:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628662.343705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628662.343708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628662.343712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628662.343716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628662.343718:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628662.343722:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628662.343812:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628662.343815:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628662.343818:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628662.343819:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628662.343821:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628662.343822:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628662.343881:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628662.343885:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628662.343889:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628663.111770:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628663.111776:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628663.111778:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628663.111783:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628663.111787:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628663.111791:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628663.111794:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628663.111796:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628663.111800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628663.367680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628663.367684:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628663.367686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628663.367689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367689:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628663.367693:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628663.367695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628663.367697:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628663.367701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628663.367702:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628663.367705:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628663.367706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628663.367711:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628663.367712:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628663.367716:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628663.367716:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628663.367723:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628663.367727:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628663.367729:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628663.367731:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367732:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628663.367733:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367734:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367737:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628663.367740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628663.367742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628663.367758:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628663.367760:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628663.367763:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628664.135843:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628664.135849:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628664.135851:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628664.135855:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628664.135858:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628664.135861:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628664.135863:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628664.135865:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628664.135868:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1778628664.135870:0:2388:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:3.0:1778628664.135917:0:2388:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1778628664.135927:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628664.135932:0:2388:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:3.0:1778628664.135937:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628664.135941:0:2388:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:3.0:1778628664.135946:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628664.135951:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf800.
00000400:00000200:3.0:1778628664.135957:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778628664.135962:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778628664.135969:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441aa0
00000400:00000010:3.0:1778628664.135971:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441aa0.
00000100:00000001:3.0:1778628664.135976:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628664.135986:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16e680 x1865013472589696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136012:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628664.136022:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472589696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136031:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628664.136033:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778628664.136042:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628664.136045:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cff00.
00000400:00000200:3.0:1778628664.136048:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778628664.136052:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778628664.136056:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441f68
00000400:00000010:3.0:1778628664.136059:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441f68.
00000100:00000001:3.0:1778628664.136062:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628664.136068:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16d180 x1865013472589824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136081:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628664.136088:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472589824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136101:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628664.136105:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778628664.136114:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778628664.136117:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:3.0:1778628664.136122:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778628664.136129:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778628664.136141:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441330
00000400:00000010:3.0:1778628664.136145:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441330.
00000100:00000001:3.0:1778628664.136151:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628664.136158:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16dc00 x1865013472589952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136172:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628664.136184:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472589952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628664.136197:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628664.136201:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628664.391697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628664.391701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628664.391703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628664.391705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628664.391706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628664.391714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628664.391714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628664.391717:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628664.391720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628664.391721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628664.391723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628664.391725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628664.391731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628664.391733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628664.391736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628664.391775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628664.391778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628664.391781:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628664.967679:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308012816, at 4308012864
00000100:00000010:0.0:1778628664.967696:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:2.0:1778628665.159729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628665.159734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628665.159736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628665.159740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628665.159743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628665.159746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628665.159748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628665.159750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628665.159753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628665.415681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628665.415687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628665.415689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628665.415691:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628665.415695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628665.415695:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628665.415700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628665.415701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628665.415703:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628665.415705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628665.415708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628665.415709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628665.415710:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628665.415712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628665.415717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628665.415735:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628665.415737:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628665.415740:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628666.183693:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628666.183701:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628666.183703:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628666.183706:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628666.183710:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628666.183716:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13341
00000400:00000200:3.0:1778628666.183724:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628666.183726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1778628666.183730:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778628666.183731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628666.183735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628666.183736:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1778628666.183739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628666.183744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778628666.183744:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628666.183748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628666.183749:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778628666.183751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628666.183754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628666.183754:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628666.183756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.183761:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628666.183766:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628666.183769:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628666.183780:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628666.183783:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628666.183785:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628666.183788:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628666.183792:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.183795:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628666.183797:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.183799:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628666.183803:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628666.183806:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628666.183809:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628666.183812:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628666.183816:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628666.183819:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.183821:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628666.183823:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628666.183827:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628666.183830:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628666.183834:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628666.183835:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.183837:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628666.183839:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628666.183843:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628666.183849:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628666.183861:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628666.183870:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472590080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628666.183881:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628666.183886:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628666.183891:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472590080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628666.183915:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628666.183920:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628666.183923:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628666.183925:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628666.183926:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628666.183930:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628666.183934:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13341
00000400:00000200:3.0:1778628666.183939:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628666.183943:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628666.183946:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628666.183949:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.183951:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628666.183954:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.183959:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628666.183963:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628666.183966:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628666.183970:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628666.183975:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628666.183980:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628666.183986:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628666.183995:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184000:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628666.184005:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184009:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628666.184013:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628666.184021:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184028:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628666.184032:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628666.184040:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628666.184045:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.184048:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628666.184053:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628666.184057:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.184062:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628666.184068:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628666.184074:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628666.184078:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628666.184079:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.184084:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628666.184087:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628666.184089:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628666.184095:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628666.184100:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628666.184110:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472590208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628666.184134:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628666.184138:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628666.184146:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472590208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628666.184176:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628666.184182:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628666.184188:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628666.184190:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628666.184193:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628666.184198:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628666.184205:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13341
00000400:00000200:3.0:1778628666.184214:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628666.184222:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628666.184228:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628666.184236:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184242:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628666.184247:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184251:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628666.184255:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628666.184258:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628666.184260:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628666.184263:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628666.184268:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628666.184274:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628666.184281:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184285:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628666.184287:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628666.184294:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628666.184310:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628666.184314:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628666.184784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628666.184788:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1778628666.185107:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628666.185113:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628666.185116:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628666.185119:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628666.185123:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628666.185126:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.185128:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628666.185131:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628666.185142:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.185147:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628666.185152:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628666.185156:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628666.185159:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628666.185160:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628666.185162:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628666.185164:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628666.185167:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628666.185172:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628666.185176:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628666.185182:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472590336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628666.185189:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628666.185191:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628666.185194:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472590336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628666.185209:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628666.185211:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628666.185214:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628666.185216:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628666.185218:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628666.185222:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13351)
00000800:00000200:1.1:1778628666.185364:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628666.185365:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1778628666.439686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628666.439692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628666.439694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628666.439699:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628666.439699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628666.439703:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628666.439705:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628666.439707:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628666.439709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628666.439711:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628666.439714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628666.439716:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628666.439719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628666.439721:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628666.439726:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628666.439770:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628666.439774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628666.439777:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628667.207822:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628667.207832:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628667.207835:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628667.207841:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628667.207846:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628667.207850:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628667.207854:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628667.207856:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628667.207871:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628667.463670:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628667.463675:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628667.463679:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628667.463684:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628667.463690:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628667.463695:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628667.463698:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628667.463699:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628667.463703:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628667.463703:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628667.463709:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628667.463710:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628667.463713:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628667.463716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628667.463718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628667.463737:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628667.463740:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628667.463743:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628668.231680:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628668.231687:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628668.231689:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628668.231695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628668.231699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628668.231703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628668.231706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628668.231708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628668.231711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628668.487693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628668.487695:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628668.487698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628668.487699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628668.487701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628668.487706:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628668.487706:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628668.487709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628668.487711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628668.487714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628668.487715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628668.487718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628668.487719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628668.487724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628668.487729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628668.487801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628668.487807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628668.487811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628669.255762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628669.255771:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628669.255774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628669.255781:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628669.255786:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628669.255790:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628669.257667:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628669.257671:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628669.257676:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628669.511690:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628669.511700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628669.511704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628669.511709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628669.511715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628669.511720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628669.511728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628669.511736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628669.511747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628669.511753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628669.511757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628669.511761:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628669.511768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628669.511775:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628669.511778:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628669.511811:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628669.511816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628669.511820:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628670.087792:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308017936, at 4308017984
00000100:00000010:0.0:1778628670.087829:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:2.0:1778628670.279753:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628670.279762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628670.279766:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628670.279774:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628670.279779:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628670.279784:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628670.279788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628670.279792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628670.279807:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628670.535741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628670.535751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628670.535764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628670.535769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628670.535771:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628670.535778:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628670.535788:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628670.535789:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628670.535796:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628670.535796:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628670.535803:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628670.535813:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1778628670.535815:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628670.535816:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628670.535829:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628670.535831:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628670.535834:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628670.535842:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628670.535849:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628670.535854:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628670.535861:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628670.535946:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628670.535951:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628670.535955:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628671.303739:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628671.303752:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628671.303756:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628671.303761:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628671.303765:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628671.303790:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13346
00000400:00000200:3.0:1778628671.303799:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628671.303807:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628671.303812:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628671.303817:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.303820:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778628671.303821:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1778628671.303824:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.303832:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778628671.303834:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628671.303845:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628671.303846:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628671.303850:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628671.303856:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1778628671.303857:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000020:00000040:3.0:1778628671.303859:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000100:00000001:2.0:1778628671.303876:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628671.303884:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:2.0:1778628671.303885:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628671.303898:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778628671.303899:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:2.0:1778628671.303903:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628671.303910:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628671.303913:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.303920:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628671.303941:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.303945:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628671.303950:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628671.303955:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628671.303959:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628671.303965:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628671.303969:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628671.303971:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.303974:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628671.303976:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628671.303984:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628671.303987:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628671.303991:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628671.304008:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304011:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628671.304014:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628671.304019:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628671.304027:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628671.304034:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628671.304043:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472590464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628671.304054:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628671.304059:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628671.304064:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472590464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628671.304090:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628671.304094:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628671.304106:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628671.304108:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628671.304109:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628671.304112:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628671.304115:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13346
00000400:00000200:3.0:1778628671.304120:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628671.304123:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628671.304125:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628671.304128:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304130:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628671.304132:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304135:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628671.304137:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628671.304139:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628671.304140:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628671.304142:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628671.304145:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628671.304147:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628671.304150:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304152:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628671.304154:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304156:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628671.304159:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628671.304163:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304166:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628671.304168:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628671.304174:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628671.304176:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304178:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628671.304183:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628671.304189:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304196:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628671.304200:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628671.304204:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628671.304211:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628671.304214:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304220:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628671.304224:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628671.304229:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628671.304235:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628671.304244:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628671.304254:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472590592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628671.304277:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628671.304300:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628671.304306:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472590592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628671.304318:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628671.304322:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628671.304327:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628671.304330:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628671.304333:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628671.304338:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628671.304343:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13346
00000400:00000200:3.0:1778628671.304439:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628671.304444:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628671.304449:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628671.304473:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304475:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628671.304483:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304487:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628671.304491:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628671.304495:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628671.304498:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628671.304502:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628671.304507:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628671.304513:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628671.304520:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304527:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628671.304533:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304538:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628671.304543:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628671.304548:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628671.304554:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628671.304559:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628671.304565:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628671.304570:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304574:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628671.304577:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628671.304582:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304587:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628671.304592:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628671.304599:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628671.304605:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628671.304607:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628671.304614:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628671.304616:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628671.304621:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628671.304621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628671.304654:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000010:3.0:1778628671.304664:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628671.304671:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628671.304680:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472590720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628671.304706:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628671.304711:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628671.304721:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472590720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628671.304741:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628671.304746:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628671.304755:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628671.304776:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628671.304789:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628671.304800:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13356)
00000800:00000200:1.1:1778628671.305209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628671.305212:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778628671.305651:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628671.305655:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1778628671.559693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628671.559700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628671.559700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628671.559703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628671.559707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628671.559711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628671.559715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628671.559716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628671.559720:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628671.559721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628671.559727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628671.559729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628671.559730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628671.559732:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628671.559736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628671.559757:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628671.559768:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628671.559772:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628672.327703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628672.327712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628672.327715:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628672.327721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628672.327725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628672.327729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628672.327731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628672.327734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628672.327736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628672.583779:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628672.583782:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628672.583787:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628672.583790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628672.583792:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628672.583797:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628672.583798:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628672.583802:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583804:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628672.583810:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628672.583811:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628672.583817:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628672.583821:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628672.583822:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628672.583825:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628672.583827:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628672.583829:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628672.583831:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628672.583833:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628672.583835:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583839:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628672.583843:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583847:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583850:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628672.583858:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628672.583861:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628672.583979:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628672.583984:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628672.583988:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628673.351745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628673.351752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628673.351754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628673.351760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628673.351764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628673.351768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628673.351771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628673.351774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628673.351776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628673.607699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628673.607705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628673.607705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628673.607709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628673.607709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628673.607716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628673.607717:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628673.607719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628673.607722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628673.607724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628673.607726:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628673.607733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628673.607736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628673.607739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628673.607742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628673.607750:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628673.607754:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628673.607757:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628674.375689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628674.375694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628674.375696:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628674.375701:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628674.375704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628674.375707:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628674.375709:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628674.375712:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628674.375714:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628674.631704:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628674.631711:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628674.631721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628674.631727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628674.631729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628674.631731:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628674.631734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628674.631737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628674.631742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628674.631743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628674.631750:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628674.631756:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628674.631761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628674.631764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628674.631766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628674.631807:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628674.631811:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628674.631816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628675.207687:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308023057, at 4308023104
00000100:00000010:0.0:1778628675.207702:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000001:2.0:1778628675.399714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628675.399719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628675.399720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628675.399725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628675.399728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628675.399730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628675.399732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628675.399734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628675.399736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628675.655749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628675.655755:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628675.655756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628675.655759:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628675.655760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628675.655767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628675.655767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628675.655770:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628675.655772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628675.655774:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628675.655776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628675.655776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628675.655783:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628675.655786:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628675.655789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628675.655808:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628675.655812:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628675.655817:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628676.423671:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628676.423677:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628676.423679:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628676.423684:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628676.423687:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628676.423690:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628676.423692:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628676.423695:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628676.423697:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628676.423697:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628676.423705:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628676.423708:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628676.423712:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628676.423716:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628676.423725:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13351
00000400:00000200:0.0:1778628676.423735:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628676.423742:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628676.423745:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628676.423749:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423753:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.423756:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423758:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628676.423762:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628676.423764:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628676.423767:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628676.423770:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628676.423773:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628676.423776:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628676.423779:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423781:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.423783:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423786:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628676.423789:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628676.423793:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423796:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628676.423799:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628676.423803:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628676.423806:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.423809:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628676.423811:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628676.423821:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628676.423825:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628676.423830:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628676.423832:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.423835:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628676.423838:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628676.423842:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628676.423850:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628676.423857:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628676.423867:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472590848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628676.423878:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628676.423883:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628676.423888:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472590848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628676.423916:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628676.423919:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628676.423923:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628676.423925:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628676.423928:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628676.423932:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628676.423936:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13351
00000400:00000200:0.0:1778628676.423943:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628676.423951:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628676.423955:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628676.423965:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423971:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.423975:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.423982:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628676.423988:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628676.423991:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628676.423995:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628676.423999:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628676.424005:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628676.424011:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628676.424019:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424025:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.424029:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424034:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628676.424037:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628676.424045:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424052:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628676.424056:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628676.424064:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628676.424071:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424077:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628676.424083:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628676.424089:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424092:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628676.424099:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778628676.424105:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628676.424109:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628676.424110:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424112:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628676.424114:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628676.424117:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628676.424135:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628676.424142:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628676.424154:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472590976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628676.424174:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628676.424179:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628676.424187:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472590976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778628676.424216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628676.424218:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628676.424220:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1778628676.424223:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628676.424231:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628676.424235:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628676.424237:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628676.424242:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628676.424265:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13351
00000400:00000200:0.0:1778628676.424273:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628676.424281:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628676.424299:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628676.424303:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424307:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.424313:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424319:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628676.424326:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628676.424328:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628676.424331:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628676.424335:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628676.424341:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628676.424347:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628676.424353:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424356:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628676.424359:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424363:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628676.424365:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628676.424371:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628676.424374:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628676.424377:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628676.424381:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628676.424387:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424394:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628676.424397:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628676.424402:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424407:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628676.424415:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628676.424420:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628676.424426:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628676.424431:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628676.424436:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628676.424439:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628676.424442:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628676.424449:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628676.424455:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628676.424464:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472591104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628676.424481:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628676.424485:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628676.424492:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472591104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628676.424517:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628676.424522:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628676.424532:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628676.424538:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628676.424547:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628676.424555:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13362)
00000800:00000200:1.1:1778628676.424775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628676.424778:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778628676.424978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628676.424980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1778628676.679675:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628676.679681:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628676.679684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628676.679690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628676.679694:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628676.679698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628676.679704:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628676.679709:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628676.679713:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628676.679713:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628676.679717:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628676.679722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628676.679724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628676.679726:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628676.679727:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628676.679778:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628676.679782:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628676.679785:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628677.447713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628677.447721:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628677.447724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628677.447730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628677.447736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628677.447740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628677.447743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628677.447746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628677.447749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628677.703706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628677.703712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628677.703713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628677.703717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628677.703718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628677.703726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628677.703727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628677.703730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628677.703732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628677.703734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628677.703736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628677.703736:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628677.703743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628677.703747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628677.703753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628677.703768:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628677.703773:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628677.703777:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628678.471693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628678.471700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628678.471703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628678.471708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628678.471712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628678.471716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628678.471719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628678.471722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628678.471725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628678.727741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628678.727742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628678.727753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628678.727753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628678.727761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628678.727770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628678.727770:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628678.727776:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628678.727781:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628678.727790:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628678.727791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628678.727798:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628678.727800:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628678.727807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628678.727812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628678.727918:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628678.727924:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628678.727928:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628679.495721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628679.495728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628679.495730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628679.495736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628679.495741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628679.495744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628679.495748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628679.495751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628679.495755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628679.751766:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628679.751766:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628679.751772:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628679.751775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628679.751778:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628679.751779:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628679.751780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628679.751787:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628679.751787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628679.751790:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628679.751794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628679.751800:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628679.751805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628679.751809:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628679.751814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628679.751817:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628679.751822:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628679.751827:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628680.327687:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308028176, at 4308028224
00000100:00000010:0.0:1778628680.327707:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:2.0:1778628680.519702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628680.519708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628680.519710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628680.519715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628680.519719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628680.519722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628680.519725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628680.519727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628680.519729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628680.775671:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628680.775678:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628680.775680:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628680.775684:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628680.775687:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628680.775692:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628680.775693:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628680.775696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628680.775698:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628680.775700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628680.775702:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628680.775704:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628680.775706:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628680.775709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628680.775709:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628680.775712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628680.775713:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628680.775715:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628680.775720:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628680.775721:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628680.775724:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628680.775770:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628680.775773:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628680.775776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628681.543716:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628681.543716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628681.543723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628681.543728:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628681.543728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.543733:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778628681.543735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628681.543738:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628681.543740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628681.543744:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628681.543745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628681.543749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778628681.543753:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13357
00000100:00000001:2.0:1778628681.543753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628681.543759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628681.543764:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628681.543771:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628681.543775:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628681.543788:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543792:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.543795:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543798:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628681.543807:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628681.543809:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628681.543812:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628681.543819:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628681.543821:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628681.543824:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628681.543827:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543829:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.543832:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543835:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628681.543838:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628681.543841:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543844:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628681.543847:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628681.543850:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628681.543853:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.543856:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628681.543858:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628681.543863:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628681.543866:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628681.543870:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628681.543871:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.543874:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628681.543876:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628681.543881:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628681.543888:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628681.543895:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628681.543905:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472591232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628681.543916:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628681.543929:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628681.543935:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472591232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628681.543956:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628681.543959:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628681.543962:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628681.543964:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628681.543966:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628681.543970:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628681.543973:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13357
00000400:00000200:0.0:1778628681.543980:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628681.543984:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628681.543987:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628681.543992:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.543996:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.544000:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544004:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628681.544010:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628681.544012:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628681.544014:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628681.544016:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628681.544021:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628681.544033:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628681.544042:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544046:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.544051:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544056:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628681.544064:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628681.544070:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544076:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628681.544081:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628681.544087:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628681.544093:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544096:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628681.544101:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628681.544106:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544111:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628681.544118:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628681.544124:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628681.544131:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628681.544135:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544138:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628681.544142:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628681.544155:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628681.544164:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628681.544169:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628681.544180:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472591360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628681.544194:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628681.544199:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628681.544209:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472591360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628681.544239:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628681.544244:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628681.544250:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628681.544255:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628681.544257:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628681.544263:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628681.544269:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13357
00000800:00000200:1.1:1778628681.544273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628681.544276:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1778628681.544281:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628681.544290:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628681.544294:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628681.544300:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544305:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.544309:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544315:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628681.544319:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628681.544322:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628681.544326:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628681.544330:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628681.544334:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628681.544339:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628681.544347:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544352:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628681.544357:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544360:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628681.544366:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628681.544374:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628681.544378:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628681.544382:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628681.544386:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628681.544390:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544392:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628681.544396:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628681.544400:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544402:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628681.544407:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628681.544411:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628681.544416:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628681.544419:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628681.544423:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628681.544425:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628681.544429:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628681.544434:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628681.544439:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628681.544447:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472591488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628681.544461:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628681.544465:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628681.544472:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472591488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628681.544506:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628681.544513:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628681.544520:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628681.544528:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628681.544533:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628681.544540:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13367)
00000800:00000200:1.1:1778628681.544789:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628681.544792:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778628681.545054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628681.545056:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1778628681.799707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628681.799710:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628681.799714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628681.799715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628681.799719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628681.799721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628681.799725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628681.799727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628681.799730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628681.799735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628681.799735:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628681.799741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628681.799763:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628681.799767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628681.799774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628681.799777:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628681.799779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628681.799780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628682.567691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628682.567698:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628682.567700:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628682.567706:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628682.567710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628682.567714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628682.567717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628682.567719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628682.567722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628682.823687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628682.823687:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628682.823693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628682.823695:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628682.823696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823699:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628682.823703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628682.823705:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628682.823710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628682.823712:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628682.823717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628682.823717:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628682.823723:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628682.823724:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628682.823727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628682.823728:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628682.823732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628682.823739:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628682.823740:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628682.823742:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823745:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628682.823746:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823748:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823749:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628682.823753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628682.823755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628682.823811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628682.823814:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628682.823817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628683.591750:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628683.591756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628683.591757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628683.591761:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628683.591764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628683.591766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628683.591768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628683.591770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628683.591772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628683.847708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628683.847711:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628683.847715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628683.847715:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628683.847718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628683.847721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628683.847724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628683.847725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628683.847727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628683.847731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628683.847731:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628683.847735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628683.847741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628683.847744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628683.847747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628683.847753:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628683.847756:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628683.847758:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628684.615683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628684.615689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628684.615691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628684.615695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628684.615697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628684.615700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628684.615702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628684.615704:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628684.615706:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628684.871733:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628684.871738:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628684.871740:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628684.871743:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628684.871744:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628684.871768:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628684.871769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628684.871773:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628684.871774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628684.871779:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628684.871780:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628684.871783:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628684.871784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628684.871789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628684.871794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628684.871853:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628684.871857:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628684.871860:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628685.447686:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308033296, at 4308033344
00000100:00000010:0.0:1778628685.447699:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:2.0:1778628685.639709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628685.639716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628685.639719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628685.639725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628685.639729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628685.639733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628685.639752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628685.639754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628685.639756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628685.895683:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628685.895687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628685.895688:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628685.895693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628685.895695:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628685.895696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628685.895699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628685.895703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628685.895705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628685.895708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628685.895709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628685.895712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628685.895716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628685.895719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628685.895724:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628685.895733:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628685.895736:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628685.895738:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628686.663729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628686.663741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628686.663743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628686.663750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628686.663756:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628686.663762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628686.663766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628686.663771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628686.663773:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628686.663775:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628686.663791:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628686.663795:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628686.663800:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628686.663807:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628686.663817:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13362
00000400:00000200:0.0:1778628686.663828:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628686.663836:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628686.663841:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628686.663845:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.663850:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.663853:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.663856:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628686.663861:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628686.663863:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628686.663867:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628686.663871:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628686.663874:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628686.663877:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628686.663881:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.663884:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.663886:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.663889:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628686.663892:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628686.663896:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628686.663899:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628686.663903:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628686.663907:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628686.663924:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.663927:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628686.663930:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628686.663942:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000020:00000040:0.0:1778628686.663946:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628686.663951:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628686.663954:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.663957:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628686.663960:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628686.663966:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628686.663975:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628686.663984:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628686.663995:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472591616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628686.664010:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628686.664015:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628686.664021:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472591616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628686.664072:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628686.664078:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628686.664084:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628686.664086:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628686.664089:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628686.664093:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628686.664099:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13362
00000400:00000200:0.0:1778628686.664105:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628686.664110:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628686.664114:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628686.664123:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664128:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.664133:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664136:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628686.664143:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628686.664148:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628686.664160:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628686.664177:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628686.664187:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628686.664204:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628686.664222:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664232:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.664244:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664249:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628686.664255:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628686.664268:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664275:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628686.664284:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628686.664296:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628686.664306:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.664313:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628686.664324:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628686.664342:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.664354:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628686.664371:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
00000020:00000040:0.0:1778628686.664381:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628686.664392:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628686.664400:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.664404:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628686.664411:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628686.664418:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628686.664428:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628686.664436:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628686.664451:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472591744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628686.664490:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628686.664500:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628686.664520:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472591744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628686.664556:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628686.664570:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628686.664590:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628686.664600:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628686.664605:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628686.664675:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1778628686.664684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:0.0:1778628686.664688:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13362
00000800:00000200:1.1:1778628686.664699:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000400:00000200:0.0:1778628686.664710:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628686.664727:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628686.664730:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628686.664741:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664751:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.664757:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664762:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628686.664776:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628686.664785:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628686.664795:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628686.664799:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628686.664803:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628686.664810:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628686.664829:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664836:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628686.664842:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664852:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628686.664861:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628686.664880:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628686.664897:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628686.664902:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628686.664911:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628686.664926:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.664935:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628686.664947:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628686.664958:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.664972:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628686.664980:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628686.664985:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628686.664990:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628686.664994:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628686.665001:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628686.665009:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628686.665014:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628686.665022:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628686.665028:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628686.665040:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472591872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628686.665127:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628686.665138:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628686.665155:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472591872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628686.665188:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628686.665196:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628686.665211:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628686.665230:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628686.665249:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628686.665266:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13372)
00000800:00000200:1.1:1778628686.665493:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628686.665496:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778628686.665798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628686.665800:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1778628686.919744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628686.919754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628686.919756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628686.919762:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628686.919763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628686.919776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628686.919777:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628686.919783:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628686.919785:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628686.919792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628686.919793:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628686.919798:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628686.919800:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628686.919806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628686.919814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628686.919874:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628686.919879:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628686.919883:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628687.687698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628687.687724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628687.687726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628687.687734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628687.687739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628687.687743:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628687.687747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628687.687750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628687.687753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628687.943749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628687.943757:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628687.943760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628687.943763:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628687.943765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628687.943774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628687.943775:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628687.943778:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628687.943782:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628687.943785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628687.943788:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628687.943789:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628687.943797:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628687.943802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628687.943809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628687.943832:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628687.943836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628687.943841:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628688.711708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628688.711713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628688.711716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628688.711721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628688.711725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628688.711728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628688.711731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628688.711734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628688.711738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628688.967718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628688.967720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628688.967724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628688.967725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628688.967729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628688.967731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628688.967733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628688.967733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628688.967739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628688.967741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628688.967743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628688.967744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628688.967747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628688.967749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628688.967753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628688.967809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628688.967815:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628688.967827:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628689.735683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628689.735689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628689.735690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628689.735695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628689.735697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628689.735700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628689.735703:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628689.735705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628689.735707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628689.991682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628689.991688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628689.991691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628689.991694:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628689.991697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628689.991699:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628689.991701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628689.991704:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628689.991706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628689.991708:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628689.991710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628689.991712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628689.991714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628689.991716:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628689.991723:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628689.991744:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628689.991748:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628689.991752:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628690.567708:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308038417, at 4308038464
00000100:00000010:0.0:1778628690.567726:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778628690.759695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628690.759700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628690.759701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628690.759712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628690.759715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628690.759729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628690.759732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628690.759733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628690.759736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.015738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628691.015742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628691.015746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628691.015749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.015750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628691.015762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628691.015762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628691.015768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.015773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628691.015774:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628691.015799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628691.015801:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628691.015808:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628691.015809:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628691.015814:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.015816:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628691.015819:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628691.015825:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.015828:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628691.015829:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628691.015841:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628691.015924:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628691.015946:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628691.015949:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628691.207713:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628691.207721:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628691.207725:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628691.207969:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628691.207982:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628691.207988:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628691.207991:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628691.783725:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628691.783738:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628691.783753:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628691.783758:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628691.783763:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628691.783771:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13367
00000400:00000200:2.0:1778628691.783782:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628691.783790:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628691.783795:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628691.783799:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.783804:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.783807:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.783811:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628691.783816:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628691.783818:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628691.783821:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628691.783825:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628691.783828:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628691.783832:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628691.783836:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.783838:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.783839:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.783842:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628691.783845:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628691.783848:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628691.783850:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628691.783853:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628691.783856:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628691.783858:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.783860:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628691.783862:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628691.783871:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628691.783875:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628691.783879:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628691.783881:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.783883:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628691.783886:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628691.783890:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628691.783899:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628691.783906:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628691.783916:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472592000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628691.783926:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628691.783930:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628691.783934:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472592000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628691.783973:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628691.783978:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628691.783983:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628691.783985:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628691.783988:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628691.783992:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628691.783996:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13367
00000400:00000200:2.0:1778628691.784003:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628691.784007:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628691.784011:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628691.784014:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784017:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.784020:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784023:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628691.784027:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628691.784028:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628691.784031:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628691.784034:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628691.784037:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628691.784040:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628691.784044:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784047:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.784050:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784053:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628691.784057:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628691.784061:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784064:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628691.784067:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628691.784073:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628691.784076:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784079:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628691.784084:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628691.784089:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784091:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628691.784095:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628691.784098:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628691.784102:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628691.784105:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784107:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628691.784109:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628691.784112:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628691.784116:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778628691.784121:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628691.784128:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472592128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628691.784140:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628691.784144:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628691.784149:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472592128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628691.784161:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628691.784165:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628691.784168:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628691.784170:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628691.784173:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628691.784176:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628691.784179:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13367
00000400:00000200:2.0:1778628691.784184:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628691.784187:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628691.784190:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628691.784194:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784197:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.784200:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784202:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628691.784205:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628691.784207:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628691.784209:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628691.784212:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628691.784215:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628691.784218:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628691.784222:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784226:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628691.784229:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784231:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628691.784235:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628691.784239:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628691.784242:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628691.784244:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628691.784247:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628691.784250:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784253:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628691.784256:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628691.784260:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784262:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628691.784265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000010:2.0:1778628691.784266:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628691.784269:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:1.1:1778628691.784270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1778628691.784273:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628691.784275:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628691.784277:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628691.784279:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628691.784282:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628691.784286:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628691.784289:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628691.784295:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472592256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628691.784306:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628691.784309:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628691.784314:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472592256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628691.784326:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628691.784330:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628691.784335:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628691.784339:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628691.784344:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628691.784350:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13377)
00000800:00000200:1.1:1778628691.784719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628691.784721:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778628691.785017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628691.785020:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1778628692.039717:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628692.039725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628692.039733:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628692.039734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628692.039741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628692.039744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628692.039758:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628692.039767:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1778628692.039773:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628692.039776:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628692.039778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628692.039790:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1778628692.039791:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628692.039801:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628692.039811:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628692.039822:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628692.039828:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628692.039833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628693.063838:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628693.063841:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628693.063866:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628693.063866:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628693.063872:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063872:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628693.063876:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628693.063881:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628693.063882:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628693.063886:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628693.063888:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628693.063890:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628693.063892:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628693.063893:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628693.063900:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628693.063903:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628693.063905:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628693.063907:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628693.063910:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628693.063912:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063913:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063933:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628693.063935:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063937:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063940:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628693.063946:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628693.063948:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628693.064074:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628693.064097:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628693.064101:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628694.087695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628694.087696:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628694.087706:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628694.087708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628694.087713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628694.087716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628694.087722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628694.087724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628694.087727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628694.087731:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628694.087733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628694.087739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628694.087744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628694.087747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628694.087751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628694.087756:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628694.087760:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628694.087763:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628695.111725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628695.111732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628695.111736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628695.111743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628695.111749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628695.111753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628695.111758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628695.111761:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628695.111763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628695.111768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628695.111771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628695.111775:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628695.111780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628695.111788:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628695.111792:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628695.111858:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628695.111862:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628695.111866:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628695.687778:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308043536, at 4308043584
00000100:00000010:0.0:1778628695.687800:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000001:2.0:1778628696.135743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628696.135747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628696.135755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628696.135758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628696.135763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628696.135766:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628696.135768:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628696.135780:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628696.135782:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628696.135785:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628696.135795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628696.135804:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628696.135813:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628696.135820:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628696.135845:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628696.135853:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628696.135880:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628696.135887:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628696.903816:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628696.903833:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628696.903859:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628696.903866:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628696.903875:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628696.903887:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13372
00000400:00000200:3.0:1778628696.903906:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628696.903929:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628696.903935:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628696.903939:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.903944:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.903947:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.903950:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628696.903964:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628696.903967:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628696.903971:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628696.903974:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628696.903977:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628696.903980:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628696.903994:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.903997:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.904009:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904011:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628696.904017:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628696.904025:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904029:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628696.904033:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628696.904036:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628696.904040:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904043:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628696.904045:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628696.904060:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778628696.904065:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628696.904070:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628696.904073:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904077:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628696.904081:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628696.904088:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628696.904101:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628696.904122:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628696.904133:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472592384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628696.904147:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628696.904153:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628696.904158:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472592384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628696.904205:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628696.904209:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628696.904213:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628696.904215:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628696.904217:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628696.904221:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628696.904224:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13372
00000400:00000200:3.0:1778628696.904229:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628696.904234:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628696.904237:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628696.904242:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904245:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.904248:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904251:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628696.904254:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628696.904256:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628696.904259:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628696.904262:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628696.904266:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628696.904269:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628696.904277:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904281:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.904288:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904296:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628696.904321:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628696.904331:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904341:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628696.904347:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628696.904359:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628696.904368:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904373:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628696.904383:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628696.904394:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904400:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628696.904409:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628696.904417:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628696.904428:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628696.904433:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904437:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628696.904442:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628696.904449:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628696.904465:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628696.904474:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628696.904486:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472592512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628696.904505:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628696.904509:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628696.904514:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472592512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628696.904537:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628696.904540:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628696.904550:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628696.904552:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628696.904555:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628696.904559:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628696.904566:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13372
00000400:00000200:3.0:1778628696.904579:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628696.904586:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628696.904594:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628696.904604:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904609:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.904612:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904614:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628696.904617:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628696.904620:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628696.904673:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628696.904679:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628696.904685:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628696.904689:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628696.904700:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904703:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628696.904711:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904716:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628696.904723:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628696.904743:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628696.904755:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628696.904757:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628696.904761:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628696.904767:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904771:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628696.904774:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628696.904779:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904783:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628696.904793:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628696.904799:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628696.904804:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628696.904806:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628696.904811:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628696.904815:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628696.904819:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628696.904825:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628696.904834:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628696.904871:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472592640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628696.904888:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628696.904895:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628696.904904:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472592640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628696.904914:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628696.904924:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628696.904933:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628696.904941:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628696.904948:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628696.904960:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13382)
00000800:00000200:1.1:1778628696.905028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628696.905035:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628696.905875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628696.905880:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628696.906465:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628696.906479:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1778628697.159753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628697.159759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628697.159763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628697.159765:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628697.159767:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628697.159779:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628697.159781:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628697.159786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628697.159788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628697.159791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628697.159796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628697.159797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628697.159815:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628697.159824:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628697.159858:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628697.159959:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628697.159966:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628697.159971:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628698.183684:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628698.183689:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628698.183695:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628698.183698:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628698.183705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628698.183708:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628698.183739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628698.183746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628698.183750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628698.183755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628698.183761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628698.183761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628698.183766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628698.183770:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628698.183771:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628698.183777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1778628698.183779:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628698.183782:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628699.207758:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628699.207762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628699.207784:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628699.207784:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628699.207788:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628699.207792:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628699.207794:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628699.207807:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628699.207813:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628699.207816:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628699.207817:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628699.207821:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628699.207828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628699.207832:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628699.207835:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628699.207900:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628699.207903:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628699.207906:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628700.231682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628700.231684:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628700.231688:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628700.231689:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628700.231691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628700.231695:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628700.231696:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628700.231698:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628700.231700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628700.231705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628700.231705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628700.231708:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628700.231710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628700.231714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628700.231718:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628700.231732:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628700.231736:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628700.231740:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628700.807689:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308048657, at 4308048704
00000100:00000010:0.0:1778628700.807707:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00010000:00000001:3.0:1778628701.255789:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628701.255797:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628701.255806:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628701.255807:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628701.255808:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628701.255817:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628701.255818:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628701.255821:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628701.255824:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628701.255826:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628701.255834:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628701.255835:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628701.255842:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628701.255845:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628701.255847:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628701.255851:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628701.255854:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628701.255859:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628701.255862:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628701.255865:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628701.255874:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628701.255953:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628701.255959:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628701.255964:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628702.023802:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628702.023814:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628702.023818:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628702.023823:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628702.023828:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628702.023837:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13377
00000400:00000200:0.0:1778628702.023851:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628702.023861:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628702.023866:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628702.023871:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.023874:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.023877:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.023879:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628702.023886:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628702.023889:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628702.023892:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628702.023895:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628702.023898:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628702.023901:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628702.023904:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.023906:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.023908:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.023911:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628702.023916:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628702.023924:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628702.023929:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628702.023934:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628702.023938:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628702.023943:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.023946:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628702.023949:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628702.023962:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628702.023967:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628702.023973:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628702.023987:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.023991:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628702.023995:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628702.024001:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628702.024015:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628702.024023:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628702.024033:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472592768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628702.024044:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628702.024049:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628702.024054:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472592768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628702.024081:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628702.024085:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628702.024088:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628702.024090:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628702.024092:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628702.024094:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628702.024097:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13377
00000400:00000200:0.0:1778628702.024102:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628702.024106:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628702.024109:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628702.024113:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024116:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.024118:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024120:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628702.024123:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628702.024125:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628702.024126:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628702.024129:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628702.024131:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628702.024134:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628702.024142:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024148:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.024155:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024161:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628702.024168:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628702.024178:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024186:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628702.024194:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628702.024205:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628702.024214:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024220:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628702.024226:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628702.024231:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024238:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628702.024244:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628702.024249:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628702.024256:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628702.024259:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024264:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628702.024266:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628702.024269:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628702.024274:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628702.024278:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628702.024285:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472592896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628702.024298:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628702.024302:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628702.024309:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472592896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628702.024322:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628702.024331:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628702.024341:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628702.024347:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628702.024350:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628702.024358:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628702.024365:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13377
00000400:00000200:0.0:1778628702.024376:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628702.024384:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628702.024391:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628702.024402:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024408:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.024414:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024418:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628702.024425:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628702.024427:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628702.024430:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628702.024434:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628702.024440:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628702.024446:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628702.024451:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024456:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628702.024462:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024467:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628702.024473:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628702.024477:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628702.024482:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628702.024485:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628702.024488:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628702.024490:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024492:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628702.024495:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628702.024497:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024500:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628702.024504:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628702.024512:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628702.024515:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628702.024517:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628702.024519:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628702.024522:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628702.024526:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628702.024534:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628702.024540:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628702.024550:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472593024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628702.024561:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628702.024567:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628702.024575:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472593024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628702.024589:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628702.024593:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628702.024601:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628702.024664:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628702.024674:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628702.024680:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13387)
00000800:00000200:1.1:1778628702.024769:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628702.024775:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628702.025477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628702.025482:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628702.026092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628702.026096:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1778628702.279680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628702.279686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628702.279689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628702.279691:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628702.279695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628702.279697:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628702.279702:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628702.279706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628702.279706:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628702.279711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628702.279715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628702.279719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628702.279721:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628702.279726:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628702.279729:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628702.279762:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628702.279764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628702.279766:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628703.303736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628703.303746:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628703.303750:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628703.303756:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628703.303763:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628703.303766:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628703.303770:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303774:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628703.303774:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303783:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628703.303786:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628703.303788:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628703.303790:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628703.303796:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628703.303798:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628703.303801:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303807:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628703.303807:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628703.303814:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628703.303818:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303821:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628703.303828:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303831:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628703.303833:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628703.303845:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628703.303847:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628703.303856:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628703.303955:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628703.303960:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628703.303964:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628704.327687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628704.327692:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628704.327708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628704.327709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628704.327711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628704.327715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628704.327716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628704.327717:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628704.327720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628704.327721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628704.327723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628704.327723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628704.327727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628704.327730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628704.327734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628704.327748:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628704.327753:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628704.327758:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628705.351711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628705.351730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628705.351733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628705.351737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628705.351740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628705.351742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628705.351746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628705.351748:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628705.351750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628705.351752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628705.351754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628705.351755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628705.351756:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628705.351759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628705.351763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628705.351832:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628705.351837:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628705.351841:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628705.927719:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308053777, at 4308053824
00000100:00000010:0.0:1778628705.927736:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:2.0:1778628706.375754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628706.375764:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628706.375764:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628706.375780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628706.375782:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628706.375789:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628706.375791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628706.375795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628706.375796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628706.375799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628706.375804:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628706.375805:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628706.375808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628706.375809:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628706.375813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628706.375849:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628706.375852:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628706.375855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628707.143810:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628707.143831:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628707.143837:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628707.143843:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628707.143855:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628707.143868:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13382
00000400:00000200:3.0:1778628707.143879:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628707.143905:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628707.143909:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628707.143912:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.143917:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.143919:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.143922:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628707.143926:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628707.143928:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628707.143930:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628707.143933:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628707.143935:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628707.143937:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628707.143940:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.143942:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.143944:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.143946:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628707.143948:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628707.143952:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628707.143954:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628707.143956:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628707.143960:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628707.143962:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.143964:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628707.143966:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628707.143976:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628707.143979:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628707.143983:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628707.143984:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.143987:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628707.143989:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628707.143993:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628707.144001:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628707.144008:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628707.144017:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472593152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628707.144032:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628707.144037:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628707.144041:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472593152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628707.144069:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628707.144072:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628707.144076:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628707.144077:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628707.144079:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628707.144082:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628707.144085:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13382
00000400:00000200:3.0:1778628707.144088:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628707.144092:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628707.144094:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628707.144097:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144099:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.144112:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144113:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628707.144117:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628707.144128:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628707.144131:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628707.144133:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628707.144139:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628707.144147:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628707.144162:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144174:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.144183:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144188:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628707.144195:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628707.144207:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144213:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628707.144218:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628707.144231:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628707.144236:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144240:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628707.144246:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628707.144253:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144265:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628707.144277:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628707.144292:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628707.144302:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628707.144306:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144310:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628707.144316:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628707.144319:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628707.144324:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628707.144331:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628707.144341:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472593280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628707.144365:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628707.144375:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628707.144395:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472593280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628707.144432:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628707.144441:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628707.144445:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628707.144447:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628707.144449:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628707.144452:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628707.144456:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13382
00000400:00000200:3.0:1778628707.144482:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628707.144491:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628707.144493:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628707.144498:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144503:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.144510:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144513:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628707.144516:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628707.144519:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628707.144522:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628707.144524:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628707.144529:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628707.144538:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628707.144544:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144551:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628707.144557:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144564:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628707.144571:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628707.144581:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628707.144588:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628707.144594:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628707.144598:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628707.144605:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144696:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628707.144699:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628707.144702:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144710:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628707.144715:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628707.144720:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628707.144723:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628707.144727:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628707.144733:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628707.144735:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628707.144736:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628707.144742:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628707.144747:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628707.144757:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472593408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778628707.144803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628707.144804:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628707.144814:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628707.144814:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778628707.144831:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472593408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628707.144860:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628707.144869:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628707.144899:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628707.144904:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628707.144909:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628707.144916:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13392)
00000800:00000200:1.1:1778628707.145301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628707.145304:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628707.145516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628707.145527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778628707.399693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628707.399699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628707.399703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628707.399705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628707.399707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628707.399709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628707.399713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628707.399716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628707.399718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628707.399719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628707.399721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628707.399724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628707.399726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628707.399730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628707.399735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628707.399778:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628707.399781:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628707.399784:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628708.423700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628708.423701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628708.423705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628708.423706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628708.423709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628708.423711:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628708.423714:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628708.423717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628708.423718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628708.423721:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628708.423724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628708.423729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628708.423733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628708.423737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628708.423742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628708.423742:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628708.423745:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628708.423750:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628709.447677:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628709.447679:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628709.447682:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628709.447685:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628709.447686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628709.447689:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628709.447693:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628709.447694:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628709.447696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628709.447699:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628709.447703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628709.447707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628709.447710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628709.447713:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628709.447717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628709.447746:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628709.447750:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628709.447753:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628710.471722:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628710.471724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628710.471729:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628710.471731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628710.471733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628710.471736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628710.471737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628710.471739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628710.471742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628710.471743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628710.471747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628710.471748:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628710.471752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628710.471752:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628710.471755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628710.471756:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628710.471760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628710.471760:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628710.471763:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628710.471767:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628710.471774:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628710.471796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628710.471799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628710.471802:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628711.047684:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308058897, at 4308058944
00000100:00000010:0.0:1778628711.047699:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:2.0:1778628711.495701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628711.495703:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628711.495707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628711.495709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628711.495713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628711.495714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628711.495718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628711.495718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628711.495724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628711.495724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628711.495726:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628711.495728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628711.495731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628711.495734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628711.495740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628711.495784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628711.495788:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628711.495792:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628712.263676:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628712.263684:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628712.263687:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628712.263692:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628712.263698:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628712.263705:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13387
00000400:00000200:3.0:1778628712.263712:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628712.263719:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628712.263723:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628712.263727:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263730:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.263734:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263736:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628712.263749:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628712.263751:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628712.263754:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628712.263756:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628712.263759:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628712.263762:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628712.263766:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263769:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.263771:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263773:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628712.263776:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628712.263779:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263782:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628712.263802:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628712.263806:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628712.263810:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.263813:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628712.263816:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628712.263828:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628712.263832:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628712.263838:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628712.263840:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.263844:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628712.263847:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628712.263852:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628712.263861:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628712.263867:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628712.263876:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472593536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628712.263894:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628712.263898:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628712.263903:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472593536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628712.263922:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628712.263925:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628712.263928:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628712.263929:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628712.263931:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628712.263933:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628712.263935:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13387
00000400:00000200:3.0:1778628712.263939:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628712.263941:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628712.263943:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628712.263946:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263948:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.263950:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263952:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628712.263954:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628712.263955:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628712.263957:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628712.263959:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628712.263961:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628712.263963:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628712.263966:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263968:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.263970:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263975:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628712.263978:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628712.263982:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628712.263987:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628712.263988:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628712.263994:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628712.263998:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264003:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628712.264008:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628712.264014:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264020:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628712.264024:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628712.264029:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628712.264033:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628712.264037:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264039:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628712.264042:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628712.264047:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628712.264052:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628712.264058:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628712.264067:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472593664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628712.264087:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628712.264090:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628712.264095:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472593664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628712.264126:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628712.264128:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628712.264132:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628712.264134:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628712.264136:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628712.264139:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628712.264142:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13387
00000400:00000200:3.0:1778628712.264146:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628712.264151:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628712.264153:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628712.264155:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.264156:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.264158:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.264159:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628712.264160:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628712.264161:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628712.264162:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628712.264164:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628712.264168:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628712.264170:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628712.264175:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.264177:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628712.264181:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628712.264183:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628712.264186:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628712.264189:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628712.264194:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628712.264197:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628712.264200:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628712.264204:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264207:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628712.264209:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628712.264212:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264214:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628712.264218:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628712.264221:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628712.264224:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628712.264226:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628712.264228:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628712.264230:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628712.264233:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628712.264237:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628712.264241:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628712.264245:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472593792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628712.264257:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628712.264259:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628712.264262:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472593792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628712.264274:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628712.264277:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628712.264282:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628712.264286:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628712.264290:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628712.264294:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13397)
00000800:00000200:1.1:1778628712.264349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628712.264352:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628712.264942:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628712.264946:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628712.265333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628712.265336:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1778628712.519694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628712.519699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628712.519703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628712.519704:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628712.519706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519708:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628712.519711:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628712.519714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628712.519716:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628712.519720:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628712.519721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628712.519723:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628712.519725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628712.519726:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628712.519732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628712.519732:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628712.519735:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628712.519736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628712.519737:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628712.519740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519741:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519745:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628712.519747:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519749:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519751:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628712.519755:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628712.519757:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628712.519774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628712.519777:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628712.519780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628713.543691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628713.543698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628713.543701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628713.543708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628713.543715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628713.543715:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628713.543721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628713.543721:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628713.543728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628713.543731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628713.543733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628713.543735:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628713.543740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628713.543741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628713.543745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628713.543797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628713.543800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628713.543803:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628714.311782:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628714.311792:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628714.311795:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628714.311802:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628714.311807:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628714.311813:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628714.311816:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628714.311820:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628714.311823:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628714.567741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628714.567741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628714.567749:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628714.567754:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628714.567755:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628714.567763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628714.567764:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628714.567776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628714.567776:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628714.567780:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628714.567791:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628714.567803:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628714.567810:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628714.567814:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778628714.567815:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628714.567818:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1778628714.567820:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628714.567826:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628715.335703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628715.335710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628715.335712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628715.335726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628715.335731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628715.335736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628715.335740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628715.335743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628715.335746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628715.591737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628715.591745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628715.591748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628715.591754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628715.591759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628715.591763:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628715.591767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628715.591772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628715.591772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628715.591778:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628715.591780:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628715.591791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628715.591796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628715.591807:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628715.591813:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628715.591882:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628715.591887:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628715.591890:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628716.167746:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308064016, at 4308064064
00000100:00000010:0.0:1778628716.167763:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5000.
00000100:00000001:2.0:1778628716.359696:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628716.359704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628716.359707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628716.359714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628716.359719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628716.359724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628716.359727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628716.359731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628716.359735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628716.615728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628716.615732:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628716.615736:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628716.615737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628716.615740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628716.615745:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628716.615746:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628716.615748:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628716.615752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628716.615757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628716.615762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628716.615762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628716.615767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628716.615767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628716.615774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628716.615797:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628716.615802:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628716.615806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628717.383700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628717.383707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628717.383711:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628717.383719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628717.383724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628717.383746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628717.383749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628717.383752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628717.383754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628717.383758:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628717.383768:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628717.383772:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628717.383777:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628717.383782:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628717.383792:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13392
00000400:00000200:3.0:1778628717.383803:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628717.383813:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628717.383818:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628717.383833:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.383838:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.383842:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.383846:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628717.383851:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628717.383854:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628717.383858:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628717.383862:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628717.383865:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628717.383867:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628717.383871:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.383873:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.383876:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.383878:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628717.383881:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628717.383885:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628717.383887:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628717.383890:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628717.383893:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628717.383896:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.383898:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628717.383900:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628717.383908:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778628717.383923:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628717.383927:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628717.383928:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.383931:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628717.383934:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628717.383955:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628717.383967:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628717.383975:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628717.383987:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472593920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628717.384001:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628717.384007:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628717.384012:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472593920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628717.384046:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628717.384050:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628717.384055:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628717.384057:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628717.384060:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628717.384063:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628717.384083:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13392
00000400:00000200:3.0:1778628717.384086:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628717.384089:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628717.384091:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628717.384094:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384096:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.384097:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384100:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628717.384102:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628717.384104:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628717.384105:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628717.384108:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628717.384110:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628717.384111:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628717.384114:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384115:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.384117:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384119:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628717.384124:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628717.384130:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384134:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628717.384137:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628717.384142:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628717.384148:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384153:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628717.384159:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628717.384164:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384167:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628717.384172:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628717.384178:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628717.384182:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628717.384185:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384188:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628717.384191:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628717.384195:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628717.384211:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628717.384214:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628717.384221:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472594048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628717.384231:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628717.384234:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628717.384242:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472594048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628717.384253:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628717.384257:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628717.384261:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628717.384262:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628717.384264:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628717.384267:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628717.384271:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13392
00000400:00000200:3.0:1778628717.384274:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628717.384277:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628717.384282:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628717.384284:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384286:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.384288:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384293:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628717.384297:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628717.384301:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628717.384303:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628717.384305:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628717.384309:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628717.384312:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628717.384320:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384325:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628717.384329:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384334:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628717.384337:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628717.384343:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628717.384349:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628717.384352:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628717.384355:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628717.384357:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384362:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628717.384365:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628717.384368:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384371:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628717.384375:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628717.384380:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628717.384383:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628717.384385:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628717.384387:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628717.384388:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628717.384390:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628717.384394:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628717.384399:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628717.384406:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472594176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628717.384420:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628717.384422:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628717.384429:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472594176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628717.384465:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628717.384472:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628717.384488:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628717.384492:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628717.384500:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628717.384507:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13402)
00000800:00000200:1.1:1778628717.384537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628717.384540:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628717.384993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628717.384995:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628717.385341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628717.385343:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1778628717.639714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628717.639722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628717.639725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628717.639730:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628717.639734:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628717.639736:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628717.639742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628717.639746:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628717.639750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628717.639750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628717.639762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628717.639767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628717.639772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628717.639777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628717.639782:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628717.639849:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628717.639853:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628717.639858:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628718.407740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628718.407746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628718.407747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628718.407751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628718.407754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628718.407758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628718.407760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628718.407763:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628718.407765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628718.663688:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628718.663691:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628718.663694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628718.663696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628718.663698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628718.663703:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628718.663705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628718.663706:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628718.663711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628718.663712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628718.663716:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628718.663719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628718.663722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628718.663723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628718.663729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628718.663747:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628718.663750:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628718.663753:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628719.431666:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628719.431672:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628719.431673:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628719.431677:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628719.431680:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628719.431683:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628719.431685:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628719.431688:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628719.431690:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628719.687692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628719.687696:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628719.687698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628719.687700:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628719.687701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628719.687707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628719.687708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628719.687711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628719.687712:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628719.687714:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628719.687716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628719.687718:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628719.687718:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628719.687721:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628719.687724:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628719.687799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628719.687802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628719.687805:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628720.455699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628720.455705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628720.455707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628720.455712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628720.455715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628720.455720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628720.455722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628720.455724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628720.455727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628720.711724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628720.711724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628720.711730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628720.711732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628720.711736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628720.711736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628720.711738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628720.711743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628720.711743:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628720.711746:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628720.711748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628720.711749:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628720.711754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628720.711754:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628720.711760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628720.711761:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628720.711764:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628720.711765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628720.711765:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628720.711771:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628720.711772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628720.711791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628720.711795:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628720.711799:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628721.287716:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308069137, at 4308069184
00000100:00000010:0.0:1778628721.287730:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:2.0:1778628721.479764:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628721.479782:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628721.479785:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628721.479790:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628721.479794:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628721.479798:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628721.479800:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628721.479803:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628721.479806:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628721.735718:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628721.735719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628721.735724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628721.735727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628721.735732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628721.735733:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628721.735737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628721.735741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628721.735742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628721.735745:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628721.735759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628721.735765:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628721.735773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628721.735777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628721.735782:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628721.735813:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628721.735817:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628721.735821:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628722.503715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628722.503721:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628722.503723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628722.503727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628722.503729:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628722.503734:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778628722.503735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628722.503737:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628722.503742:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628722.503744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628722.503749:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13397
00000100:00000001:2.0:1778628722.503750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628722.503756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628722.503758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628722.503763:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628722.503764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628722.503771:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628722.503774:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628722.503777:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503780:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628722.503783:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503785:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628722.503789:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628722.503791:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628722.503794:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628722.503796:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628722.503799:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628722.503801:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628722.503804:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503805:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628722.503807:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503809:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628722.503811:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628722.503814:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503816:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628722.503818:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628722.503821:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628722.503823:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.503825:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628722.503826:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628722.503834:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778628722.503837:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628722.503841:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628722.503842:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.503844:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628722.503847:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628722.503851:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628722.503857:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628722.503863:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628722.503871:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472594304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628722.503880:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628722.503885:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628722.503889:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472594304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628722.503907:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628722.503927:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628722.503930:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628722.503932:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628722.503934:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628722.503937:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628722.503940:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13397
00000400:00000200:0.0:1778628722.503944:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628722.503948:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628722.503952:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628722.503959:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503964:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628722.503971:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.503977:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628722.503983:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628722.503987:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628722.503991:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628722.503996:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628722.504003:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628722.504008:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628722.504017:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504022:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628722.504027:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504031:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628722.504037:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628722.504044:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504050:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628722.504053:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628722.504059:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628722.504062:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504064:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628722.504070:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628722.504077:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504081:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628722.504086:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628722.504091:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628722.504097:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628722.504099:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504103:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628722.504106:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628722.504109:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628722.504118:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628722.504123:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628722.504132:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472594432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628722.504145:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628722.504150:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628722.504157:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472594432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628722.504174:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628722.504178:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628722.504184:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628722.504188:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628722.504191:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628722.504207:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628722.504211:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13397
00000400:00000200:0.0:1778628722.504229:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628722.504235:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628722.504238:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628722.504244:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504246:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628722.504248:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504251:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628722.504255:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628722.504256:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628722.504259:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628722.504261:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628722.504264:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628722.504268:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.1:1778628722.504279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628722.504280:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504285:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1778628722.504285:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1778628722.504290:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504294:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628722.504299:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628722.504305:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628722.504307:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628722.504309:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628722.504313:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628722.504315:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504317:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628722.504318:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628722.504320:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504323:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628722.504326:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628722.504331:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628722.504349:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628722.504351:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628722.504354:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628722.504358:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628722.504361:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628722.504366:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628722.504371:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628722.504381:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472594560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628722.504401:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628722.504404:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628722.504411:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472594560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628722.504433:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628722.504437:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628722.504441:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628722.504444:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628722.504449:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628722.504457:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13408)
00000800:00000200:1.1:1778628722.504817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628722.504820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778628722.505052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628722.505054:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1778628722.759672:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628722.759683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628722.759685:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628722.759691:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628722.759696:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628722.759700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628722.759702:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628722.759707:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628722.759708:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628722.759710:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628722.759711:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628722.759714:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759717:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759729:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628722.759731:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759735:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759737:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628722.759741:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628722.759742:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628722.759743:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759744:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628722.759745:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759747:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759748:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628722.759751:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628722.759753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628722.759773:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628722.759776:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628722.759779:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628723.527687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628723.527692:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628723.527694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628723.527698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628723.527701:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628723.527704:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628723.527707:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628723.527709:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628723.527711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628723.783691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628723.783691:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628723.783696:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628723.783698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628723.783703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628723.783703:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628723.783707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628723.783709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628723.783716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628723.783720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628723.783721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628723.783725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628723.783727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628723.783731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628723.783736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628723.783782:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628723.783785:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628723.783788:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628724.551757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628724.551765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628724.551769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628724.551776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628724.551781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628724.551785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628724.551790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628724.551793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628724.551796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628724.807677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628724.807684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628724.807686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628724.807688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628724.807689:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628724.807696:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628724.807697:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628724.807701:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628724.807703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628724.807705:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628724.807708:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628724.807709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628724.807714:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628724.807718:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628724.807724:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628724.807726:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628724.807730:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628724.807734:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628725.575716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628725.575722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628725.575723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628725.575728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628725.575731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628725.575734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628725.575736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628725.575738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628725.575740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628725.831701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628725.831702:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628725.831707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628725.831707:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628725.831710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628725.831714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628725.831714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628725.831716:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628725.831721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628725.831722:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628725.831725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628725.831726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628725.831731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628725.831733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628725.831736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628725.831779:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628725.831783:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628725.831787:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628726.407715:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308074256, at 4308074304
00000100:00000010:0.0:1778628726.407734:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:2.0:1778628726.599723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628726.599733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628726.599736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628726.599744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628726.599749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628726.599753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628726.599756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628726.599759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628726.599761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628726.855699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628726.855709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628726.855714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628726.855723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628726.855729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628726.855736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628726.855740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628726.855743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628726.855750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628726.855755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628726.855759:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628726.855764:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628726.855769:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628726.855771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628726.855779:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628726.855847:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628726.855851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628726.855856:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628727.623730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628727.623739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628727.623741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628727.623747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628727.623753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628727.623758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628727.623762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628727.623767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628727.623771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628727.623822:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628727.623827:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628727.623830:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628727.623834:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628727.623838:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628727.623845:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13403
00000400:00000200:2.0:1778628727.623855:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628727.623862:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628727.623865:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628727.623867:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.623870:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.623872:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.623874:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628727.623877:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628727.623879:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628727.623882:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628727.623884:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628727.623886:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628727.623888:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628727.623890:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.623892:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.623893:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.623894:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628727.623896:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628727.623899:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628727.623900:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628727.623903:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628727.623905:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628727.623907:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.623909:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628727.623911:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628727.623917:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628727.623920:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628727.623925:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628727.623927:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.623930:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628727.623932:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628727.623938:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628727.623946:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628727.623952:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628727.623962:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628727.623971:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628727.623975:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628727.623979:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628727.624008:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628727.624017:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628727.624021:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628727.624023:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628727.624024:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628727.624028:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628727.624032:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13403
00000400:00000200:2.0:1778628727.624037:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628727.624041:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628727.624045:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628727.624048:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624050:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.624052:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624054:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628727.624057:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628727.624059:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628727.624061:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628727.624064:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628727.624067:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628727.624070:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628727.624075:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624079:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.624083:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624087:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628727.624091:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628727.624094:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624098:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628727.624100:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628727.624105:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628727.624109:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624111:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628727.624117:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628727.624122:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624125:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628727.624129:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628727.624132:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628727.624135:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628727.624136:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624138:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628727.624140:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628727.624143:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628727.624150:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778628727.624155:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628727.624162:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628727.624170:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628727.624172:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628727.624175:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628727.624195:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628727.624198:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628727.624204:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628727.624207:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628727.624209:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628727.624214:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628727.624217:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13403
00000400:00000200:2.0:1778628727.624223:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628727.624228:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628727.624231:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628727.624248:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624251:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.624253:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624257:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628727.624259:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628727.624260:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628727.624261:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628727.624263:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628727.624266:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628727.624268:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628727.624273:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624275:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628727.624277:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624278:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628727.624280:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628727.624288:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628727.624291:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628727.624294:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628727.624298:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628727.624300:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624303:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628727.624305:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628727.624310:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624312:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628727.624317:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628727.624321:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628727.624326:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628727.624327:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.624331:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628727.624333:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628727.624335:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628727.624339:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628727.624343:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628727.624352:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628727.624364:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628727.624367:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628727.624373:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628727.624379:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628727.624384:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628727.624388:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628727.624391:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628727.624394:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628727.624402:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13413)
00000800:00000200:1.1:1778628727.624405:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628727.624676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628727.624805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00010000:00000001:3.0:1778628727.879707:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628727.879713:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.879714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628727.879724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628727.879724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628727.879732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628727.879733:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628727.879746:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628727.879747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628727.879755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628727.879763:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628727.879767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628727.879771:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628727.879773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628727.879777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628727.879846:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628727.879850:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628727.879853:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628728.647676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628728.647681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628728.647683:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628728.647687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628728.647691:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628728.647694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628728.647696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628728.647699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628728.647701:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628728.903708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628728.903711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628728.903713:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628728.903718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628728.903721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628728.903722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628728.903725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628728.903729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628728.903733:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628728.903734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628728.903737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628728.903740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628728.903747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628728.903752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628728.903781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628728.903814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628728.903819:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628728.903823:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628729.095813:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628729.095845:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628729.095855:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628729.096138:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628729.096160:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628729.096168:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628729.096173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628729.671708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628729.671714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628729.671716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628729.671720:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628729.671723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628729.671726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628729.671728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628729.671730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628729.671733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628729.927700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628729.927707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628729.927707:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628729.927709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628729.927712:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628729.927717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628729.927721:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628729.927722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628729.927724:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628729.927726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628729.927729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628729.927730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628729.927732:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628729.927733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628729.927738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628729.927793:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628729.927796:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628729.927799:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628730.695726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628730.695731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628730.695733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628730.695736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628730.695739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628730.695742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628730.695744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628730.695746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628730.695748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628730.696129:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628730.696134:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628730.696140:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628730.696151:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628727/real 1778628730]  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628730.696171:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628730.696188:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628730.696194:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb2c0.
00000400:00000200:0.0:1778628730.696200:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441c38
00000400:00000010:0.0:1778628730.696204:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441c38.
00000100:00000001:0.0:1778628730.696210:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628730.696219:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628730.696240:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696254:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628730.696264:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696273:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628730.696283:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696300:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628730.696308:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696317:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628730.696321:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696323:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696327:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628730.696329:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628730.696333:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628730.696338:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628730.696340:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628730.696344:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628730.696353:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472594688:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628730.696358:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628730.696360:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628730.696363:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472594688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696370:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628730.696373:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628730.696377:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:0.0:1778628730.696382:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628730.696385:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628730.696387:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628730.696390:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628730.696393:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778628730.696396:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628730.696398:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628730.696400:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778628730.696404:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628730.696406:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696409:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628730.696411:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628730.696412:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628730.696413:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628730.696417:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628727/real 1778628730]  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628730.696426:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628730.696427:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628730.696429:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbf78.
00000400:00000200:0.0:1778628730.696432:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441cc0
00000400:00000010:0.0:1778628730.696433:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441cc0.
00000100:00000001:0.0:1778628730.696436:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628730.696439:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628730.696446:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696452:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628730.696454:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696455:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696457:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628730.696461:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696467:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628730.696471:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696478:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628730.696481:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696483:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696484:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696486:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628730.696490:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628730.696493:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628730.696497:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628730.696500:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628730.696503:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628730.696511:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472594816:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628730.696514:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628730.696518:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628727/real 1778628730]  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628730.696526:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628730.696527:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628730.696529:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbe70.
00000400:00000200:0.0:1778628730.696531:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441a18
00000400:00000010:0.0:1778628730.696533:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441a18.
00000100:00000001:0.0:1778628730.696535:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628730.696539:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628730.696546:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696551:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628730.696553:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696554:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628730.696559:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696565:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628730.696569:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696582:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628730.696585:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696586:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628730.696588:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696589:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628730.696592:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628730.696595:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628730.696599:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628730.696601:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628730.696605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628730.696643:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472594944:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628730.696648:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696650:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628730.696653:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472594816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696660:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628730.696662:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628730.696664:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778628730.696668:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628730.696671:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628730.696672:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628730.696675:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628730.696677:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778628730.696680:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628730.696682:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628730.696683:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778628730.696686:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628730.696688:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696691:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628730.696694:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472594944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628730.696701:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628730.696702:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628730.696704:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:0.0:1778628730.696706:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628730.696707:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628730.696709:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628730.696724:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628730.696725:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778628730.696728:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628730.696730:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628730.696731:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778628730.696733:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628730.696734:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696736:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628730.696745:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628730.696747:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628730.696749:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628730.696751:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628730.951698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628730.951700:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628730.951705:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628730.951707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628730.951709:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628730.951713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628730.951713:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628730.951719:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628730.951722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628730.951722:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628730.951727:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628730.951728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628730.951730:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628730.951732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628730.951734:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628730.951736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628730.951737:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628730.951740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628730.951741:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628730.951744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628730.951745:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628730.951827:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628730.951831:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628730.951833:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628731.527707:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308079376, at 4308079424
00000100:00000010:0.0:1778628731.527728:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:2.0:1778628731.719714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628731.719719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628731.719721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628731.719726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628731.719730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628731.719735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628731.719738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628731.719743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628731.719747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628731.975723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628731.975731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628731.975736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628731.975736:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628731.975742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628731.975745:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628731.975750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628731.975753:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628731.975755:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628731.975760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628731.975763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628731.975765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628731.975769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628731.975770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628731.975777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628731.975888:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628731.975893:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628731.975897:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628732.743676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628732.743681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628732.743682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628732.743686:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628732.743690:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628732.743692:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628732.743694:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628732.743696:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628732.743699:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628732.743723:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628732.743728:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628732.743730:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628732.743733:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628732.743737:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628732.743742:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13408
00000400:00000200:3.0:1778628732.743750:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628732.743755:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628732.743757:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628732.743760:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743762:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628732.743764:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743766:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628732.743769:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628732.743770:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628732.743772:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628732.743774:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628732.743776:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628732.743778:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628732.743780:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743781:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628732.743783:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743784:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628732.743787:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628732.743789:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743791:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628732.743793:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628732.743795:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628732.743797:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628732.743798:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628732.743799:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628732.743804:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628732.743806:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628732.743809:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628732.743811:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628732.743812:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628732.743814:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628732.743818:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628732.743824:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628732.743830:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628732.743840:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628732.743851:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628732.743856:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628732.743861:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628732.743890:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628732.743893:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628732.743896:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628732.743898:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628732.743900:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628732.743902:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628732.743906:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13408
00000400:00000200:3.0:1778628732.743911:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628732.743914:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628732.743917:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628732.743921:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743924:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628732.743926:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743928:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628732.743929:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1778628732.743931:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778628732.743934:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1778628732.743934:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778628732.743938:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628732.743938:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628732.743942:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628732.743944:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628732.743947:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628732.743949:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628732.743951:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743955:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628732.743959:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743964:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628732.743969:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628732.743972:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628732.743976:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.743978:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1778628732.743980:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778628732.743981:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.743987:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628732.743988:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628732.743990:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628732.743994:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.743996:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628732.744001:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472595072:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628732.744006:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628732.744010:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628732.744012:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628732.744014:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778628732.744017:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1778628732.744019:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1778628732.744024:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000008:00000001:3.0:1778628732.744024:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.744029:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628732.744030:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628732.744037:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000400:00000200:0.0:1778628732.744039:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778628732.744042:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:0.0:1778628732.744045:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
02000000:00000001:3.0:1778628732.744048:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628732.744051:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628732.744052:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000001:3.0:1778628732.744054:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628732.744057:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628732.744059:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778628732.744061:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595072, portal 25
00000100:00000001:0.0:1778628732.744065:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1778628732.744065:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:0.0:1778628732.744067:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000001:3.0:1778628732.744072:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628732.744076:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628732.744082:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628732.744097:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628732.744100:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778628732.744104:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744106:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628732.744109:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000040:3.0:1778628732.744114:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628732.744115:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472595072, offset 0
00000400:00000200:0.0:1778628732.744128:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744147:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628732.744151:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628732.744155:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1778628732.744157:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628732.744158:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628732.744162:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628732.744166:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1778628732.744168:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778628732.744172:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13408
00000400:00000200:0.0:1778628732.744177:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628732.744181:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628732.744185:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628732.744188:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628732.744192:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778628732.744193:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1778628732.744200:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778628732.744201:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744205:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628732.744210:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497248:497248:256:4294967295] 192.168.204.112@tcp LPNI seq info [497207:497207:8:4294967295]
00000100:00000040:3.0:1778628732.744212:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744218:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628732.744221:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628732.744222:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628732.744223:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628732.744226:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:0.0:1778628732.744229:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:3.0:1778628732.744230:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628732.744235:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628732.744238:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744243:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628732.744248:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778628732.744251:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628732.744256:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628732.744260:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:0.0:1778628732.744261:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778628732.744266:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000010:0.0:1778628732.744270:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:3.0:1778628732.744270:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628732.744274:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628732.744278:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1778628732.744283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778628732.744284:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628732.744289:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1778628732.744290:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000008:00100000:3.0:1778628732.744292:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628732.744297:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628732.744301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628732.744302:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778628732.744307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1778628732.744309:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000800:00000100:0.0:1778628732.744315:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778628732.744315:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000010:0.0:1778628732.744318:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
02000000:00000001:3.0:1778628732.744320:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628732.744324:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628732.744326:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628732.744332:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628732.744336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628732.744338:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628732.744342:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628732.744346:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744355:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.744359:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744365:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744367:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628732.744373:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628732.744376:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628732.744379:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308084496
00000100:00000010:0.0:1778628732.744385:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628732.744391:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628732.744397:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308084496
00000100:00000010:0.0:1778628732.744401:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6f00.
00000100:00000001:0.0:1778628732.744404:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628732.744406:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628732.744409:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744411:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628732.744415:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628732/real 1778628732]  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628732.744431:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628732.744433:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628732.744435:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628732.744438:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628732.744440:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628732.744442:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628732.744446:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628732.744454:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744460:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628732.744462:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744464:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.744466:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628732.744470:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744477:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628732.744481:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744489:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628732.744492:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744493:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.744495:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744497:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628732.744499:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628732.744502:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628732.744507:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628732.744510:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628732.744514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628732.744523:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472595072:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628732.744528:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744530:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.744534:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472595072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744541:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628732.744544:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628732.744547:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628732.744550:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628732.744553:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628732.744554:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628732.744557:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628732.744559:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:0.0:1778628732.744570:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628732.744572:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628732.744575:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:0.0:1778628732.744579:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628732.744582:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628732.744582:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1778628732.744584:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1778628732.744585:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628732.744589:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628732.744595:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:0.0:1778628732.744599:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628732.744600:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744602:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744606:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628732.744632:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628732.744634:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628732.744639:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628732.744644:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628732.744659:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628732.744661:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628732.744667:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744669:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628732.744672:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.744678:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628732.744681:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628732.744684:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.744685:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628732.744690:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1778628732.744693:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595200:192.168.204.112@tcp:38:kworker.0
00000100:00000040:3.0:1778628732.744699:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778628732.744700:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1778628732.744704:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1778628732.744705:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628732.744708:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628732.744711:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1778628732.744712:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628732.744718:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000100:00000040:3.0:1778628732.744720:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13418)
02000000:00000001:0.0:1778628732.744721:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628732.744728:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628732.744732:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628732.744736:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628732.744740:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595200, portal 10
00000100:00000001:0.0:1778628732.744743:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628732.744744:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:0.0:1778628732.744753:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744760:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628732.744762:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628732.744765:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628732.744767:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472595200, offset 0
00000400:00000200:0.0:1778628732.744772:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628732.744776:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628732.744780:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628732.744782:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628732.744785:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628732.744787:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628732.744789:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628732.744791:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497249:497249:256:4294967295] 192.168.204.112@tcp LPNI seq info [497208:497208:8:4294967295]
00000400:00000200:0.0:1778628732.744794:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628732.744798:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628732.744802:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628732.744804:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628732.744807:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628732.744809:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778628732.744813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628732.744814:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778628732.744817:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628732.744818:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628732.744821:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628732.744823:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628732.744825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628732.744827:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628732.744828:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628732.744831:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744836:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.744838:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744843:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744844:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628732.744846:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628732.744849:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628732.744851:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628732.744853:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308080654
00000100:00000001:0.0:1778628732.744855:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308084496
00000100:00000001:0.0:1778628732.744857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308080654
00000100:00000001:0.0:1778628732.744858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308084496
00000100:00000001:0.0:1778628732.744860:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628732.744861:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744862:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628732.744865:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628732/real 1778628732]  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628732.744870:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628732.744870:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628732.744872:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628732.744874:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628732.744875:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628732.744876:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628732.744878:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628732.744884:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628732.744888:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744889:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.744891:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628732.744893:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744897:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628732.744899:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744903:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628732.744905:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.744907:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744908:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628732.744912:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628732.744913:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628732.744915:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628732.744916:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628732.744919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628732.744927:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628732.744931:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744933:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.744936:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472595200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744942:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628732.744944:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628732.744945:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628732.744948:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628732.744949:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628732.744951:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628732.744953:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628732.744955:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:0.0:1778628732.744957:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628732.744959:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628732.744960:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:0.0:1778628732.744963:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628732.744964:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744967:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.744970:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628732.744972:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.744974:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628732.744975:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628732.744977:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628732.744981:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.744988:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628732.744990:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.744992:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628732.744994:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628732.744996:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628732.744999:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628732.745002:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628732.745004:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628732.745006:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628732.745008:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628732.745011:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628732.745013:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628732.745016:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628732.745019:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628732.745022:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628732.745025:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595328, portal 10
00000100:00000001:0.0:1778628732.745026:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628732.745028:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:0.0:1778628732.745033:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745040:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628732.745043:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628732.745045:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628732.745047:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472595328, offset 0
00000400:00000200:0.0:1778628732.745052:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628732.745056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628732.745060:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628732.745063:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628732.745065:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628732.745068:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628732.745070:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628732.745073:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497250:497250:256:4294967295] 192.168.204.112@tcp LPNI seq info [497209:497209:8:4294967295]
00000400:00000200:0.0:1778628732.745076:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628732.745081:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628732.745084:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628732.745086:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628732.745089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628732.745091:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778628732.745094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628732.745096:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778628732.745098:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628732.745100:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628732.745102:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628732.745105:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628732.745107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628732.745109:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628732.745111:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628732.745115:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745124:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.745127:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745148:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.745149:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628732.745153:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628732.745156:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628732.745160:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628732.745162:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308080655
00000100:00000001:0.0:1778628732.745165:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308084496
00000100:00000001:0.0:1778628732.745167:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308080655
00000100:00000001:0.0:1778628732.745170:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308084496
00000100:00000001:0.0:1778628732.745172:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628732.745174:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.745176:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628732.745201:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628732/real 1778628732]  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628732.745210:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628732.745211:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628732.745213:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628732.745215:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628732.745216:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628732.745218:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628732.745221:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628732.745228:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745232:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628732.745233:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745235:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.745236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628732.745238:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745244:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628732.745246:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745252:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628732.745253:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745254:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628732.745255:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745257:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628732.745259:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628732.745260:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628732.745263:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628732.745264:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628732.745267:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628732.745273:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628732.745276:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745279:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628732.745282:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472595328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628732.745291:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628732.745293:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628732.745295:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628732.745298:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628732.745300:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628732.745301:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628732.745304:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628732.745306:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:0.0:1778628732.745309:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628732.745310:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628732.745312:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778628732.745315:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628732.745316:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745318:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628732.745323:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628732.745324:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628732.745327:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628732.745328:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628732.999666:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628732.999673:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628732.999676:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999682:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628732.999683:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628732.999687:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628732.999690:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628732.999690:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628732.999693:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628732.999695:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628732.999697:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628732.999701:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628732.999702:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628732.999705:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628732.999706:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628732.999707:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628732.999714:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628732.999718:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628732.999720:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628732.999722:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999724:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628732.999725:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999726:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999728:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628732.999731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628732.999732:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628732.999782:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628732.999785:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628732.999788:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628733.767678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628733.767683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628733.767685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628733.767689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628733.767692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628733.767694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628733.767696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628733.767699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628733.767701:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628734.023728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628734.023752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628734.023753:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628734.023754:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628734.023758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628734.023761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628734.023763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628734.023767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628734.023768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628734.023769:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628734.023772:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628734.023773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628734.023779:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628734.023782:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628734.023789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628734.023832:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628734.023836:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628734.023840:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628734.791716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628734.791722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628734.791723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628734.791728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628734.791731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628734.791734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628734.791736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628734.791739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628734.791741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628735.047666:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628735.047672:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628735.047674:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628735.047678:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628735.047684:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628735.047688:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628735.047692:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628735.047695:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628735.047699:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628735.048022:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628735.048028:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628735.048035:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628735.048037:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628735.048042:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628735.048044:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628735.048132:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628735.048138:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628735.048142:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628735.815731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628735.815741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628735.815744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628735.815753:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628735.815758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628735.815763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628735.815767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628735.815771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628735.815774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628736.071731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628736.071741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628736.071744:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628736.071750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628736.071757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628736.071760:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628736.071762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628736.071768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628736.071769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628736.071776:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628736.071782:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628736.071782:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628736.071792:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628736.071803:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628736.071807:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628736.071917:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628736.071923:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628736.071928:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628736.647743:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308084496, at 4308084544
00000100:00000010:0.0:1778628736.647766:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628736.839794:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628736.839806:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628736.839810:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628736.839819:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628736.839824:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628736.839830:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628736.839833:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628736.839837:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628736.839841:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628737.095714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628737.095724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628737.095728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628737.095737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628737.095739:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628737.095743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628737.095748:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628737.095750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628737.095757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628737.095762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628737.095763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628737.095769:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628737.095770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628737.095783:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628737.095786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628737.095874:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628737.095878:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628737.095881:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628737.863709:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628737.863715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778628737.863720:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628737.863721:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628737.863725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.863726:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778628737.863732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778628737.863732:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628737.863738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628737.863739:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628737.863758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628737.863763:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628737.863765:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13413
00000100:00000001:2.0:1778628737.863767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628737.863773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628737.863788:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628737.863796:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628737.863800:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628737.863803:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.863807:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628737.863809:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.863812:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628737.863816:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628737.863818:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628737.863821:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628737.863823:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628737.863826:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628737.863829:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628737.863832:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.863835:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628737.863837:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.863839:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628737.863843:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628737.863846:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628737.863848:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628737.863851:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628737.863855:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628737.863857:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.863860:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628737.863862:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628737.863870:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628737.863874:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628737.863878:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628737.863879:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.863882:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628737.863885:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628737.863889:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628737.863897:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628737.863905:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628737.863921:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628737.863932:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628737.863937:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628737.863942:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628737.863981:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628737.863984:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628737.863987:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628737.863988:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628737.863990:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628737.863992:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628737.863995:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13413
00000400:00000200:3.0:1778628737.863999:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628737.864002:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628737.864004:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628737.864007:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864009:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628737.864011:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864013:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628737.864016:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628737.864018:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628737.864019:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628737.864021:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628737.864023:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628737.864025:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628737.864028:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628737.864029:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628737.864046:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628737.864048:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628737.864049:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628737.864055:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778628737.864061:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628737.864061:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628737.864086:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628737.864100:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628737.864102:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628737.864107:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864110:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.864113:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628737.864117:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628737.864118:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628737.864124:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628737.864145:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1778628737.864147:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472595456:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778628737.864158:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864164:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628737.864171:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1778628737.864173:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778628737.864176:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1778628737.864178:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.864181:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864183:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.864187:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1778628737.864191:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
02000000:00000010:0.0:1778628737.864197:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
00000020:00000040:3.0:1778628737.864198:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628737.864206:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628737.864208:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628737.864212:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864217:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1778628737.864218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628737.864221:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1778628737.864225:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
02000000:00000001:3.0:1778628737.864226:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628737.864234:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628737.864242:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595456, portal 25
00000100:00000001:0.0:1778628737.864247:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1778628737.864249:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:0.0:1778628737.864250:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000001:3.0:1778628737.864262:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628737.864264:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864280:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1778628737.864283:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1778628737.864289:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628737.864296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628737.864304:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472595456, offset 0
00000100:00000001:3.0:1778628737.864318:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778628737.864319:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864326:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.864333:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628737.864340:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628737.864352:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778628737.864362:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.864366:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778628737.864368:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628737.864391:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1778628737.864394:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778628737.864395:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628737.864399:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628737.864402:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1778628737.864405:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778628737.864408:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13413
00000400:00000200:0.0:1778628737.864415:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628737.864417:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628737.864425:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778628737.864429:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497251:497251:256:4294967295] 192.168.204.112@tcp LPNI seq info [497210:497210:8:4294967295]
00000100:00080000:3.0:1778628737.864430:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628737.864437:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864444:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778628737.864447:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628737.864465:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864484:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778628737.864485:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1778628737.864491:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628737.864495:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628737.864497:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1778628737.864503:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778628737.864504:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628737.864510:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:0.0:1778628737.864513:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000020:00000001:3.0:1778628737.864514:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628737.864539:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864544:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1778628737.864546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778628737.864552:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:0.0:1778628737.864556:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1778628737.864557:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628737.864562:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628737.864571:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628737.864575:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628737.864581:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1778628737.864581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778628737.864586:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1778628737.864608:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1778628737.864609:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864612:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628737.864614:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628737.864618:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628737.864621:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778628737.864622:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000010:3.0:1778628737.864626:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000800:00000010:0.0:1778628737.864628:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000020:00000040:3.0:1778628737.864630:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628737.864635:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628737.864637:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.864639:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628737.864649:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628737.864657:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000100:00000001:3.0:1778628737.864661:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1778628737.864662:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
02000000:00000001:3.0:1778628737.864663:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628737.864667:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628737.864672:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628737.864675:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628737.864681:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628737.864688:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628737.864691:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628737.864694:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628737.864702:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628737.864705:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628737.864709:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628737.864712:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628737.864715:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628737.864720:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13423)
00000100:00000001:0.0:1778628737.864723:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628737.864734:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864749:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.864754:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864762:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.864764:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628737.864798:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.864811:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628737.864815:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308089617
00000100:00000010:0.0:1778628737.864822:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628737.864830:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628737.864836:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308089617
00000100:00000010:0.0:1778628737.864840:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6cc0.
00000100:00000001:0.0:1778628737.864843:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628737.864846:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628737.864849:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.864852:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628737.864857:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628737/real 1778628737]  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628737.864867:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628737.864869:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628737.864871:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628737.864874:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628737.864876:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628737.864879:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628737.864882:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628737.864892:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864904:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628737.864907:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.864910:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.864913:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628737.864920:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864945:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628737.864951:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.864961:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628737.864966:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.864968:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.864971:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.864974:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628737.864976:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628737.864981:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628737.864986:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628737.864990:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628737.864994:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628737.865002:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472595456:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628737.865007:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865009:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.865011:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472595456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865017:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628737.865019:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628737.865022:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628737.865025:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628737.865026:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628737.865027:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628737.865029:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628737.865052:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:0.0:1778628737.865058:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628737.865060:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628737.865061:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:0.0:1778628737.865064:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628737.865066:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865068:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865093:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628737.865094:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.865097:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628737.865099:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628737.865101:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628737.865107:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865117:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628737.865119:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.865122:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628737.865124:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628737.865127:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628737.865130:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628737.865134:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628737.865137:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628737.865139:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.865141:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628737.865145:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628737.865147:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.865153:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628737.865156:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628737.865161:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628737.865165:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595584, portal 10
00000100:00000001:0.0:1778628737.865167:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628737.865169:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:0.0:1778628737.865176:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865185:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628737.865188:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628737.865190:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628737.865193:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472595584, offset 0
00000400:00000200:0.0:1778628737.865198:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628737.865203:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628737.865208:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628737.865212:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628737.865215:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628737.865218:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628737.865221:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628737.865226:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497252:497252:256:4294967295] 192.168.204.112@tcp LPNI seq info [497211:497211:8:4294967295]
00000400:00000200:0.0:1778628737.865231:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628737.865240:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628737.865245:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628737.865249:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628737.865254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628737.865258:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628737.865264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628737.865268:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778628737.865272:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628737.865275:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628737.865278:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628737.865283:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628737.865286:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628737.865289:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628737.865291:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628737.865295:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865305:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.865309:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865316:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.865318:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628737.865322:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628737.865327:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628737.865331:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628737.865333:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308085774
00000100:00000001:0.0:1778628737.865337:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308089617
00000100:00000001:0.0:1778628737.865341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308085774
00000100:00000001:0.0:1778628737.865345:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308089617
00000100:00000001:0.0:1778628737.865349:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628737.865354:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.865358:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628737.865364:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628737/real 1778628737]  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628737.865395:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628737.865396:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628737.865399:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628737.865402:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628737.865405:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628737.865408:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628737.865412:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628737.865425:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865435:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628737.865437:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865440:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.865442:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628737.865446:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865469:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628737.865474:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865481:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628737.865484:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865486:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.865487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865489:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628737.865494:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628737.865497:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628737.865501:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628737.865504:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628737.865508:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628737.865516:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628737.865540:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628737.865544:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865552:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628737.865554:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.865558:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628737.865561:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628737.865565:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628737.865570:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628737.865576:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628737.865579:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628737.865582:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628737.865585:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628737.865591:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628737.865595:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628737.865618:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628737.865622:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628737.865626:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628737.865630:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472595712, portal 10
00000100:00000001:0.0:1778628737.865634:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628737.865635:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:0.0:1778628737.865644:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865654:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628737.865657:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628737.865661:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628737.865664:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472595712, offset 0
00000400:00000200:0.0:1778628737.865670:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628737.865675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628737.865680:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628737.865684:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628737.865713:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628737.865717:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628737.865720:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628737.865725:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497253:497253:256:4294967295] 192.168.204.112@tcp LPNI seq info [497212:497212:8:4294967295]
00000400:00000200:0.0:1778628737.865732:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628737.865741:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628737.865747:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628737.865752:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628737.865756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628737.865759:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778628737.865763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628737.865765:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778628737.865769:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628737.865787:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628737.865791:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628737.865795:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628737.865798:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628737.865800:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628737.865803:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628737.865808:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865816:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.865819:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865826:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.865828:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628737.865832:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628737.865835:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628737.865839:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628737.865841:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308085776
00000100:00000001:0.0:1778628737.865844:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308089617
00000100:00000001:0.0:1778628737.865846:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308085776
00000100:00000001:0.0:1778628737.865848:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308089617
00000100:00000001:0.0:1778628737.865851:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628737.865853:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.865855:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628737.865858:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628737/real 1778628737]  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628737.865866:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628737.865867:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628737.865869:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628737.865871:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628737.865873:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628737.865875:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628737.865878:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628737.865887:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865893:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628737.865895:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865898:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.865900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628737.865905:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865935:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628737.865941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.865950:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628737.865954:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865956:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628737.865958:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865960:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628737.865964:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628737.865968:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628737.865972:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628737.865975:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628737.865981:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628737.865993:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472595712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628737.865997:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.865999:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.866002:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472595584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.866008:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628737.866009:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628737.866011:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628737.866014:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628737.866015:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628737.866017:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628737.866018:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628737.866020:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:0.0:1778628737.866022:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628737.866023:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628737.866025:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:0.0:1778628737.866027:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628737.866029:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.866049:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628737.866052:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472595712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628737.866058:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628737.866060:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628737.866061:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778628737.866063:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628737.866064:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628737.866065:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628737.866067:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628737.866086:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:0.0:1778628737.866088:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628737.866090:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628737.866091:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:0.0:1778628737.866094:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628737.866095:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.866097:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628737.866102:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628737.866104:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628737.866106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628737.866108:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628738.119773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628738.119785:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628738.119789:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628738.119803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628738.119804:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628738.119813:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628738.119815:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628738.119824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628738.119830:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628738.119835:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628738.119841:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628738.119844:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628738.119849:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628738.119854:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628738.119860:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628738.119956:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628738.119962:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628738.119967:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628739.143673:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628739.143677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628739.143679:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628739.143683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628739.143684:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628739.143686:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628739.143687:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628739.143693:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628739.143694:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628739.143697:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628739.143698:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628739.143702:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628739.143707:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628739.143711:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628739.143714:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628739.143745:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628739.143749:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628739.143752:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628740.167665:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628740.167670:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628740.167672:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628740.167676:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628740.167677:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628740.167682:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628740.167683:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628740.167686:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628740.167688:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628740.167692:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628740.167692:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628740.167697:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628740.167698:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628740.167701:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628740.167703:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628740.167745:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628740.167748:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628740.167751:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628741.191737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628741.191747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628741.191752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628741.191762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628741.191772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628741.191780:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628741.191782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628741.191788:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628741.191795:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628741.191797:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628741.191802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628741.191804:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628741.191810:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628741.191818:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628741.191827:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628741.191830:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628741.191835:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628741.191840:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628741.191843:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628741.191847:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628741.191852:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628741.191924:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628741.191930:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628741.191935:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628741.767715:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308089617, at 4308089664
00000100:00000010:0.0:1778628741.767731:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778628742.215702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628742.215710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628742.215712:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628742.215713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628742.215719:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628742.215721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628742.215728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628742.215732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628742.215732:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628742.215739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628742.215739:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628742.215744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628742.215750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628742.215750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628742.215756:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628742.215882:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628742.215888:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628742.215904:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628742.983741:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628742.983751:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628742.983754:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628742.983759:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628742.983763:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628742.983770:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13418
00000400:00000200:0.0:1778628742.983781:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628742.983787:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628742.983791:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628742.983795:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.983798:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.983801:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.983804:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628742.983808:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628742.983810:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628742.983813:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628742.983816:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628742.983818:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628742.983821:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628742.983824:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.983827:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.983829:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.983832:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628742.983836:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628742.983840:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628742.983842:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628742.983845:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628742.983850:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628742.983853:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.983855:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628742.983858:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628742.983867:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628742.983871:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628742.983875:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628742.983877:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.983880:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628742.983883:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628742.983888:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628742.983896:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628742.983902:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628742.983913:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472595840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628742.983925:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628742.983945:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628742.983952:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472595840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628742.983977:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628742.983988:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628742.983992:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628742.984005:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628742.984008:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628742.984015:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628742.984021:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13418
00000400:00000200:0.0:1778628742.984031:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628742.984039:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628742.984043:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628742.984050:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984055:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.984061:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984065:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628742.984071:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628742.984073:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628742.984076:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628742.984080:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628742.984085:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628742.984090:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628742.984096:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984099:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.984103:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984109:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628742.984114:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628742.984121:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984127:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628742.984132:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628742.984140:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628742.984146:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984150:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628742.984156:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628742.984162:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984167:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628742.984174:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628742.984181:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628742.984187:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628742.984191:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984194:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628742.984198:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628742.984202:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628742.984209:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628742.984226:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628742.984236:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472595968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778628742.984243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628742.984248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1778628742.984256:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628742.984262:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628742.984269:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472595968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628742.984298:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628742.984303:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628742.984313:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628742.984316:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628742.984319:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628742.984326:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628742.984333:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13418
00000400:00000200:0.0:1778628742.984344:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628742.984353:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628742.984357:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628742.984362:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984367:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.984371:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984377:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628742.984390:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628742.984394:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628742.984397:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628742.984402:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628742.984407:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628742.984412:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628742.984420:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984426:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628742.984432:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984437:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628742.984443:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628742.984452:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628742.984458:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628742.984463:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628742.984469:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628742.984473:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984477:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628742.984481:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628742.984486:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984491:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628742.984497:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778628742.984503:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628742.984509:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628742.984513:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628742.984517:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628742.984520:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628742.984523:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628742.984531:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628742.984539:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628742.984550:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472596096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628742.984574:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628742.984579:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628742.984588:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472596096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628742.984654:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628742.984659:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628742.984667:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628742.984673:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628742.984683:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628742.984693:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13428)
00000800:00000200:1.1:1778628742.984781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628742.984783:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778628742.984996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628742.984997:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778628743.239674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628743.239681:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628743.239684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239688:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628743.239690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628743.239693:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628743.239695:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628743.239696:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628743.239700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628743.239700:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628743.239706:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628743.239707:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628743.239710:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628743.239711:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628743.239711:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628743.239716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239717:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239724:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628743.239726:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628743.239727:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628743.239728:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239730:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628743.239731:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239733:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239734:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628743.239737:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628743.239738:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628743.239791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628743.239795:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628743.239798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628744.263738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628744.263745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628744.263747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628744.263752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628744.263756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628744.263758:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628744.263761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628744.263763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628744.263767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628744.263782:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628744.263801:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628744.263812:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628744.263816:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628744.263824:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628744.263827:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628744.263922:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628744.263926:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628744.263930:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628745.287740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628745.287747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628745.287748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628745.287751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628745.287753:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628745.287760:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628745.287761:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628745.287763:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628745.287766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628745.287768:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628745.287770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628745.287771:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628745.287776:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628745.287779:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628745.287783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628745.287876:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628745.287895:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628745.287901:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628746.311710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628746.311718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628746.311720:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628746.311722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628746.311725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628746.311740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628746.311740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628746.311742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628746.311746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628746.311747:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628746.311750:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628746.311751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628746.311766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628746.311769:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628746.311778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628746.311851:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628746.311854:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628746.311858:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628746.887786:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308094736, at 4308094784
00000100:00000010:0.0:1778628746.887815:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000001:3.0:1778628747.335794:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628747.335802:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628747.335806:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628747.335811:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:3.0:1778628747.335817:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628747.335823:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628747.335839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628747.335866:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628747.335870:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628747.335927:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628747.335930:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628747.335935:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628747.335937:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628747.335940:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628747.335941:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628747.336007:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628747.336012:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628747.336016:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628748.103744:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628748.103760:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628748.103765:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628748.103771:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628748.103777:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628748.103790:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13423
00000400:00000200:0.0:1778628748.103822:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628748.103870:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628748.103880:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628748.103889:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.103897:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.103903:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.103909:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628748.103918:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628748.103924:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628748.103928:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628748.103932:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628748.103935:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628748.103939:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628748.103943:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.103946:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.103948:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.103951:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628748.103955:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628748.103960:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628748.103963:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628748.103968:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628748.103972:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628748.103976:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.103979:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628748.103981:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628748.103996:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628748.104001:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628748.104007:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628748.104009:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104013:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628748.104017:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628748.104025:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628748.104048:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628748.104059:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628748.104073:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472596224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628748.104088:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628748.104095:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628748.104101:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472596224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628748.104143:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628748.104148:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628748.104152:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628748.104154:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628748.104157:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628748.104160:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628748.104165:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13423
00000400:00000200:0.0:1778628748.104183:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628748.104189:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628748.104193:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628748.104197:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104205:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.104212:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104218:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628748.104221:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628748.104226:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628748.104229:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628748.104234:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628748.104242:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628748.104252:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628748.104268:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104276:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.104284:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104291:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628748.104299:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628748.104310:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104322:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628748.104327:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628748.104335:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628748.104344:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104349:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628748.104356:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628748.104366:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104369:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628748.104381:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628748.104387:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628748.104394:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628748.104395:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104398:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628748.104403:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628748.104406:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628748.104413:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628748.104423:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628748.104437:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472596352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628748.104487:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628748.104494:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628748.104508:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472596352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628748.104529:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628748.104533:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628748.104543:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628748.104550:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628748.104553:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628748.104561:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628748.104569:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13423
00000400:00000200:0.0:1778628748.104580:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628748.104585:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628748.104588:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628748.104595:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104600:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.104643:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104647:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628748.104650:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628748.104652:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628748.104654:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628748.104657:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628748.104659:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628748.104662:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628748.104666:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104669:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628748.104672:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104676:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628748.104682:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628748.104691:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628748.104698:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628748.104703:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628748.104711:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628748.104718:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104723:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628748.104729:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628748.104736:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104741:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628748.104751:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628748.104761:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628748.104770:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628748.104773:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628748.104776:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628748.104779:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628748.104782:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628748.104791:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628748.104802:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628748.104822:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472596480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628748.104870:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628748.104880:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628748.104897:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472596480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778628748.104902:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628748.104912:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1778628748.104933:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628748.104939:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628748.104945:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628748.104949:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628748.104957:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628748.104969:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13433)
00000800:00000200:1.1:1778628748.105490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628748.105493:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778628748.105985:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628748.105988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1778628748.359754:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628748.359757:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628748.359760:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628748.359779:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628748.359785:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628748.359805:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628748.359807:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628748.359821:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628748.359822:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628748.359861:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628748.359864:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628748.359867:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628748.359870:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628748.359874:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628748.359881:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628748.359980:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628748.359987:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628748.359994:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628749.383716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628749.383719:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628749.383725:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628749.383726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628749.383730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628749.383734:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628749.383737:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628749.383739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628749.383742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628749.383746:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628749.383748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628749.383754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628749.383760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628749.383765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628749.383771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628749.383814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628749.383818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628749.383821:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628750.407703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628750.407711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628750.407713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628750.407715:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628750.407720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628750.407721:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628750.407727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628750.407731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628750.407732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628750.407735:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628750.407737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628750.407741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628750.407744:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628750.407745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628750.407751:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628750.407757:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628750.407762:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628750.407766:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628750.407770:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628750.407773:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628750.407775:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628750.407857:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628750.407861:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628750.407864:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628751.431787:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628751.431797:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628751.431799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628751.431802:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628751.431819:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628751.431824:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628751.431827:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628751.431833:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628751.431833:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628751.431841:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628751.431845:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628751.431849:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628751.431850:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628751.431853:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628751.431865:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628751.431998:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628751.432004:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628751.432010:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628752.007747:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308099857, at 4308099904
00000100:00000010:0.0:1778628752.007787:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778628752.455699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628752.455706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628752.455708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628752.455713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628752.455716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628752.455719:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628752.455720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628752.455724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628752.455727:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628752.455728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628752.455732:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628752.455733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455738:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455759:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628752.455763:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455769:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455774:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455800:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628752.455804:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628752.455806:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628752.455809:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455812:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628752.455814:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455817:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455819:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628752.455823:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628752.455825:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628752.455937:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628752.455943:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628752.455947:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628753.223713:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628753.223719:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628753.223722:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628753.223725:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628753.223745:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628753.223751:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13428
00000400:00000200:3.0:1778628753.223759:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628753.223765:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628753.223768:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628753.223771:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223774:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.223777:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223779:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628753.223782:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628753.223783:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628753.223786:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628753.223789:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628753.223792:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628753.223794:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628753.223799:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223801:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.223803:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223806:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628753.223809:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628753.223812:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223815:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628753.223819:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628753.223832:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628753.223835:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.223838:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628753.223841:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628753.223848:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628753.223852:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628753.223856:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628753.223857:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.223859:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628753.223861:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628753.223865:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628753.223872:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628753.223879:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628753.223887:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472596608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628753.223896:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628753.223900:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628753.223904:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472596608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628753.223917:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628753.223920:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628753.223923:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628753.223925:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628753.223926:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628753.223929:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628753.223934:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13428
00000400:00000200:3.0:1778628753.223943:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628753.223951:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628753.223957:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628753.223964:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.223970:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.224064:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224068:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628753.224071:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628753.224072:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628753.224075:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628753.224078:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628753.224080:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628753.224084:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628753.224088:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224093:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.224100:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224102:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628753.224107:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628753.224113:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224118:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628753.224138:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1778628753.224175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628753.224178:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1778628753.224271:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628753.224274:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224278:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628753.224283:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628753.224290:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224295:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628753.224359:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778628753.224366:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628753.224371:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628753.224373:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224378:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628753.224380:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628753.224383:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628753.224405:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628753.224412:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628753.224422:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472596736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628753.224433:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628753.224439:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628753.224447:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472596736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628753.224485:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628753.224491:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628753.224499:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628753.224503:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628753.224508:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628753.224516:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628753.224526:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13428
00000400:00000200:3.0:1778628753.224539:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628753.224550:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628753.224557:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628753.224567:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224574:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.224581:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224585:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628753.224588:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628753.224591:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628753.224595:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628753.224599:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628753.224603:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628753.224606:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628753.224609:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224613:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628753.224640:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224644:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628753.224647:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628753.224653:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628753.224659:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628753.224710:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628753.224713:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628753.224717:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224720:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628753.224724:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628753.224743:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224747:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628753.224755:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628753.224759:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628753.224765:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628753.224766:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628753.224770:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628753.224772:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628753.224776:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628753.224782:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628753.224788:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628753.224800:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472596864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628753.224821:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628753.224827:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628753.224837:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472596864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628753.224865:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628753.224871:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628753.224877:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628753.224882:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628753.224888:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628753.224893:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13438)
00000800:00000200:1.1:1778628753.224894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628753.224898:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778628753.225115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628753.225116:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1778628753.479779:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628753.479781:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628753.479786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628753.479787:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628753.479792:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628753.479793:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628753.479796:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628753.479817:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628753.479819:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628753.479823:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628753.479825:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628753.479830:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628753.479837:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628753.479842:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628753.479848:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628753.479898:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628753.479902:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628753.479906:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628754.503683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628754.503686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628754.503690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628754.503690:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628754.503692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628754.503699:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628754.503699:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628754.503712:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628754.503719:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628754.503720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628754.503723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628754.503724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628754.503728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628754.503731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628754.503734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628754.503779:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628754.503783:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628754.503786:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628755.527796:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628755.527799:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628755.527805:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628755.527806:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628755.527809:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628755.527814:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628755.527816:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628755.527817:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628755.527824:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628755.527826:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628755.527830:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628755.527831:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628755.527838:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628755.527845:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628755.527853:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628755.527920:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628755.527926:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628755.527930:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1778628756.551771:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628756.551778:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628756.551786:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628756.551789:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628756.551790:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628756.551802:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628756.551803:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628756.551806:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628756.551807:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628756.551818:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628756.551831:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628756.551838:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628756.551847:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628756.551852:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628756.551869:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628756.551885:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628756.551891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628756.551895:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628757.127772:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308104976, at 4308105024
00000100:00000010:0.0:1778628757.127790:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:2.0:1778628757.575836:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628757.575847:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628757.575850:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628757.575859:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628757.575860:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628757.575875:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628757.575877:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628757.575886:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628757.575887:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628757.575895:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628757.575901:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628757.575902:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628757.575910:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628757.575911:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628757.575931:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628757.576029:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628757.576036:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628757.576042:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628758.343725:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628758.343737:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628758.343740:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628758.343745:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628758.343750:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628758.343759:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13433
00000400:00000200:0.0:1778628758.343783:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628758.343793:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628758.343798:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628758.343803:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.343807:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.343812:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.343815:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628758.343820:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628758.343824:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628758.343827:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628758.343832:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628758.343835:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628758.343838:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628758.343841:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.343843:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.343845:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.343846:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628758.343849:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628758.343854:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628758.343855:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628758.343858:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628758.343861:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628758.343864:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.343865:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628758.343867:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628758.343878:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d880.
00000020:00000040:0.0:1778628758.343883:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628758.343889:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628758.343891:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.343894:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628758.343897:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628758.343903:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628758.343925:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628758.343935:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628758.343947:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d880 x1865013472596992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628758.343960:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628758.343965:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628758.343980:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0b6c985] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d880 x1865013472596992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628758.344002:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628758.344005:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628758.344009:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628758.344010:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628758.344012:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628758.344021:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628758.344023:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13433
00000400:00000200:0.0:1778628758.344028:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628758.344031:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628758.344034:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628758.344049:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344053:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.344056:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344059:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628758.344063:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628758.344065:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628758.344069:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628758.344072:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628758.344076:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628758.344081:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628758.344086:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344090:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.344093:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344096:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628758.344102:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628758.344115:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344118:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628758.344121:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628758.344129:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628758.344134:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344137:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628758.344143:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628758.344147:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344152:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628758.344157:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c380.
00000020:00000040:0.0:1778628758.344160:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628758.344163:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628758.344165:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344167:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628758.344170:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628758.344173:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628758.344178:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628758.344184:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628758.344189:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c380 x1865013472597120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628758.344204:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628758.344208:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628758.344217:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049257aac] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c380 x1865013472597120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628758.344233:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628758.344238:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628758.344243:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628758.344246:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628758.344250:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628758.344255:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628758.344259:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13433
00000400:00000200:0.0:1778628758.344314:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628758.344323:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628758.344326:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628758.344335:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344339:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.344346:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.1:1778628758.344350:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628758.344352:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628758.344355:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1778628758.344356:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628758.344360:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628758.344364:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628758.344368:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628758.344374:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628758.344379:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628758.344385:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344390:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628758.344395:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344400:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628758.344406:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628758.344411:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628758.344417:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628758.344422:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628758.344428:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628758.344434:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344439:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628758.344443:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628758.344449:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344454:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628758.344469:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628758.344477:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628758.344484:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628758.344487:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628758.344491:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628758.344494:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628758.344497:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628758.344506:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628758.344512:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628758.344539:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472597248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628758.344584:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628758.344593:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628758.344609:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472597248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628758.344702:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628758.344707:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628758.344715:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628758.344721:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628758.344727:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628758.344735:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13443)
00000800:00000200:1.1:1778628758.345041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628758.345043:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778628758.345261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628758.345263:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1778628758.599762:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628758.599767:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628758.599772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628758.599774:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628758.599782:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628758.599786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628758.599794:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628758.599810:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628758.599816:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628758.599826:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628758.599836:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628758.599846:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628758.599856:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628758.599865:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628758.599873:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628758.599897:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628758.599907:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628758.599915:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628759.367847:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628759.367853:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628759.367855:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628759.367860:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628759.367863:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628759.367867:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628759.367869:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628759.367872:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628759.367874:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628759.623704:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628759.623709:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628759.623714:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628759.623727:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628759.623729:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628759.623730:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628759.623738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628759.623744:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628759.623747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628759.623752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628759.623759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628759.623763:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628759.623769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628759.623775:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628759.623797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628759.623807:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628759.623815:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628759.623819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628760.391696:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628760.391702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628760.391704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628760.391708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628760.391711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628760.391715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628760.391717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628760.391719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628760.391722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647740:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628760.647744:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647750:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628760.647752:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647756:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628760.647760:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628760.647765:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628760.647769:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647773:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628760.647776:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647778:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628760.647781:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628760.647798:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628760.647807:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628760.647810:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628760.647818:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628760.647824:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628760.647829:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628760.647833:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628760.647848:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628760.647852:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628760.647856:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628760.647863:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628760.647866:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628761.415696:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628761.415703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628761.415705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628761.415711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628761.415714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628761.415719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628761.415721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628761.415724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628761.415727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628761.671751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628761.671760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628761.671762:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628761.671767:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628761.671770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628761.671777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628761.671778:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628761.671783:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628761.671787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628761.671791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628761.671791:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628761.671800:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628761.671801:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628761.671821:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628761.671830:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628761.671917:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628761.671921:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628761.671924:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628762.247693:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308110096, at 4308110144
00000100:00000010:0.0:1778628762.247712:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:3.0:1778628762.439697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628762.439703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628762.439705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628762.439709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628762.439712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628762.439716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628762.439718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628762.439720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628762.439722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628762.695705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628762.695707:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628762.695714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628762.695714:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628762.695728:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628762.695730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628762.695738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628762.695739:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628762.695746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628762.695747:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628762.695751:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628762.695753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628762.695753:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628762.695760:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628762.695761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628762.695763:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628762.695766:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628762.695766:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628762.695769:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628762.695771:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628762.695773:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628762.695774:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628762.695777:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628762.695779:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628762.695781:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628762.695784:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628762.695786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628762.695871:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628762.695875:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628762.695879:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628763.463764:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628763.463781:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628763.463789:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628763.463819:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628763.463827:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628763.463843:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13438
00000400:00000200:0.0:1778628763.463861:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628763.463906:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628763.463914:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628763.463920:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.463925:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.463929:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.463933:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628763.463938:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628763.463940:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628763.463943:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628763.463947:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628763.463950:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628763.463952:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628763.463984:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.463988:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.463991:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.463995:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628763.464000:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628763.464006:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464010:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628763.464016:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628763.464021:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628763.464037:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464041:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628763.464045:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628763.464058:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628763.464080:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628763.464086:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628763.464088:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464092:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628763.464094:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628763.464100:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628763.464107:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628763.464113:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628763.464133:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628763.464143:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628763.464147:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628763.464150:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628763.464171:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628763.464174:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628763.464177:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628763.464179:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628763.464180:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628763.464183:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628763.464186:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13438
00000400:00000200:0.0:1778628763.464191:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628763.464194:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628763.464197:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628763.464200:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464203:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.464205:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464207:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628763.464212:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628763.464213:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628763.464217:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628763.464219:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628763.464223:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628763.464225:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628763.464231:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464235:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.464239:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464262:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628763.464269:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628763.464279:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464287:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628763.464292:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628763.464299:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628763.464306:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464313:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628763.464332:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628763.464341:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464347:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628763.464358:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628763.464363:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:1.0:1778628763.464366:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:0.0:1778628763.464367:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628763.464372:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628763.464374:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464377:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628763.464382:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778628763.464386:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628763.464399:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000001:0.0:1778628763.464406:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628763.464407:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
02000000:00000010:0.0:1778628763.464420:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000200:1.0:1778628763.464422:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472597376, portal 25
00000100:00000001:1.0:1778628763.464430:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628763.464432:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.464449:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00100000:0.0:1778628763.464462:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1778628763.464462:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628763.464478:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628763.464480:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628763.464485:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.464504:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628763.464511:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628763.464516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000001:0.0:1778628763.464520:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628763.464521:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472597376, offset 0
00000100:00080000:0.0:1778628763.464541:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628763.464548:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778628763.464548:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464582:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628763.464585:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628763.464589:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628763.464591:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778628763.464598:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13438
00000400:00000200:1.0:1778628763.464606:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628763.464612:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628763.464696:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628763.464702:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628763.464706:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628763.464712:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497266:497266:256:4294967295] 192.168.204.112@tcp LPNI seq info [497225:497225:8:4294967295]
00000400:00000200:1.0:1778628763.464719:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628763.464734:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1778628763.464751:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.0:1778628763.464752:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628763.464765:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628763.464787:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628763.464791:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464793:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.464796:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464798:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628763.464801:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628763.464802:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628763.464804:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628763.464806:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628763.464808:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628763.464811:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628763.464814:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464816:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628763.464818:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464820:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628763.464822:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628763.464825:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628763.464828:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628763.464832:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628763.464837:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628763.464841:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628763.464844:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628763.464851:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1778628763.464851:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000008:00000001:0.0:1778628763.464872:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628763.464893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628763.464895:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628763.464898:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000010:0.0:1778628763.464902:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000800:00000200:1.1:1778628763.464906:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:0.0:1778628763.464909:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:1.1:1778628763.464911:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1778628763.464917:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1778628763.464918:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778628763.464921:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778628763.464933:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000001:0.0:1778628763.464937:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778628763.464940:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1778628763.464941:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628763.464946:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628763.464947:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628763.464955:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
02000000:00000010:0.0:1778628763.464956:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000400:00000010:1.0:1778628763.464975:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:0.0:1778628763.464983:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.464984:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628763.464994:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628763.465000:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628763.465026:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778628763.465028:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628763.465034:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628763.465037:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628763.465046:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465064:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.465072:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628763.465099:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628763.465102:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628763.465103:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628763.465110:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628763.465114:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628763.465116:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628763.465117:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308115217
00000100:00000040:0.0:1778628763.465123:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1778628763.465126:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000040:0.0:1778628763.465129:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13449)
00000100:00000001:1.0:1778628763.465133:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628763.465141:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308115217
00000100:00000010:1.0:1778628763.465145:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778628763.465149:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628763.465155:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628763.465158:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.465161:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628763.465167:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628763/real 1778628763]  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628763.465178:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628763.465180:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628763.465182:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628763.465186:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628763.465188:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628763.465191:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628763.465195:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628763.465206:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465217:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628763.465219:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.465224:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628763.465229:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465258:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628763.465264:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465273:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628763.465276:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465278:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.465280:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465283:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628763.465285:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628763.465288:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628763.465293:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628763.465296:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628763.465300:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628763.465309:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472597376:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628763.465315:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465318:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628763.465321:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472597376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465329:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628763.465332:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628763.465337:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628763.465340:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628763.465343:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628763.465345:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628763.465347:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628763.465350:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778628763.465354:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628763.465356:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628763.465358:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:1.0:1778628763.465363:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628763.465364:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465366:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465374:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628763.465376:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.465378:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628763.465380:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628763.465382:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628763.465387:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465395:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628763.465397:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628763.465399:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628763.465402:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628763.465404:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628763.465408:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628763.465411:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628763.465414:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628763.465416:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628763.465418:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628763.465422:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628763.465424:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628763.465445:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628763.465447:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628763.465450:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628763.465453:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472597504, portal 10
00000100:00000001:1.0:1778628763.465455:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628763.465456:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:1.0:1778628763.465461:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465466:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628763.465468:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628763.465469:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628763.465471:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472597504, offset 0
00000400:00000200:1.0:1778628763.465474:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628763.465478:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628763.465481:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628763.465483:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628763.465485:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628763.465488:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628763.465490:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628763.465492:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497267:497267:256:4294967295] 192.168.204.112@tcp LPNI seq info [497226:497226:8:4294967295]
00000400:00000200:1.0:1778628763.465495:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628763.465501:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628763.465505:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628763.465507:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628763.465510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628763.465513:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628763.465516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628763.465518:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778628763.465521:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628763.465542:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628763.465546:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628763.465549:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628763.465552:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628763.465553:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628763.465555:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628763.465558:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465593:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628763.465596:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465604:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.465606:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628763.465610:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628763.465684:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628763.465691:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628763.465694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308111375
00000100:00000001:1.0:1778628763.465698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308115217
00000100:00000001:1.0:1778628763.465701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308111375
00000100:00000001:1.0:1778628763.465703:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308115217
00000100:00000001:1.0:1778628763.465706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628763.465709:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.465711:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628763.465717:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628763/real 1778628763]  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628763.465727:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628763.465728:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628763.465731:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628763.465734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628763.465736:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628763.465739:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628763.465743:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628763.465754:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465762:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628763.465765:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465767:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.465786:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628763.465791:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465798:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628763.465802:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465810:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628763.465813:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.465816:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.465818:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628763.465823:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628763.465826:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628763.465829:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628763.465832:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628763.465836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628763.465857:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628763.465861:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628763.465865:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465886:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628763.465887:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628763.465889:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628763.465890:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628763.465892:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628763.465894:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628763.465897:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628763.465898:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628763.465900:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628763.465901:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628763.465904:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628763.465906:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628763.465908:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628763.465910:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628763.465922:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628763.465924:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472597632, portal 10
00000100:00000001:1.0:1778628763.465926:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628763.465927:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:1.0:1778628763.465932:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.465937:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628763.465938:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628763.465940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628763.465941:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472597632, offset 0
00000400:00000200:1.0:1778628763.465944:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628763.465947:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628763.465950:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628763.465952:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628763.465971:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628763.465974:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628763.465977:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628763.465981:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497268:497268:256:4294967295] 192.168.204.112@tcp LPNI seq info [497227:497227:8:4294967295]
00000400:00000200:1.0:1778628763.465986:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628763.466003:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628763.466008:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628763.466012:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628763.466017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628763.466021:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628763.466025:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628763.466028:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778628763.466033:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628763.466036:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628763.466039:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628763.466043:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628763.466047:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628763.466049:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628763.466051:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628763.466055:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466064:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628763.466068:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466075:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.466077:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628763.466097:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628763.466100:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628763.466102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628763.466103:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308111376
00000100:00000001:1.0:1778628763.466105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308115217
00000100:00000001:1.0:1778628763.466107:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308111376
00000100:00000001:1.0:1778628763.466109:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308115217
00000100:00000001:1.0:1778628763.466121:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628763.466123:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.466124:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628763.466127:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628763/real 1778628763]  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628763.466132:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628763.466134:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628763.466135:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628763.466137:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628763.466138:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628763.466139:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628763.466142:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628763.466151:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466159:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628763.466161:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466163:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.466165:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628763.466169:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466178:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628763.466182:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466191:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628763.466194:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466196:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628763.466198:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466200:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628763.466203:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628763.466206:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628763.466210:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628763.466213:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628763.466234:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628763.466264:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628763.466269:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466271:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628763.466275:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472597504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466284:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628763.466286:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628763.466288:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628763.466292:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628763.466294:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628763.466295:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628763.466298:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628763.466300:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778628763.466304:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628763.466306:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628763.466308:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:1.0:1778628763.466311:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628763.466313:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466315:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628763.466319:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472597632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628763.466327:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628763.466328:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628763.466330:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628763.466333:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628763.466334:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628763.466336:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628763.466338:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628763.466339:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778628763.466342:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628763.466343:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628763.466345:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:1.0:1778628763.466348:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628763.466349:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466352:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628763.466356:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628763.466359:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.466361:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628763.466363:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.719720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628763.719728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628763.719730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628763.719736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628763.719740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628763.719741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628763.719747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628763.719748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628763.719749:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628763.719752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628763.719753:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628763.719757:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628763.719757:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628763.719759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628763.719766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628763.719767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628763.719771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628763.719772:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628763.719785:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628763.719786:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628763.719789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628763.719794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628763.719796:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628763.719800:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628763.719884:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628763.719888:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628763.719891:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628764.487692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628764.487700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628764.487702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628764.487707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628764.487712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628764.487715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628764.487718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628764.487720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628764.487724:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628764.743705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628764.743705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628764.743708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628764.743712:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628764.743713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628764.743713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628764.743718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628764.743719:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628764.743720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628764.743722:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628764.743725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628764.743725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628764.743726:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628764.743728:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628764.743733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628764.743734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628764.743739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628764.743739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628764.743745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628764.743745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628764.743750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628764.743750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628764.743757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628764.743757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628764.743788:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628764.743791:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628764.743794:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628765.511688:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628765.511693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628765.511694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628765.511705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628765.511708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628765.511711:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628765.511714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628765.511716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628765.511718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628765.767708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628765.767714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628765.767716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628765.767721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1778628765.767722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628765.767727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628765.767727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628765.767727:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628765.767730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628765.767732:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628765.767733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628765.767735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628765.767739:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628765.767741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628765.767741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628765.767742:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628765.767745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628765.767745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628765.767748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628765.767748:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628765.767750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628765.767751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628765.767751:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628765.767757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628765.767827:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628765.767830:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628765.767833:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628766.535759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628766.535767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628766.535770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628766.535776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628766.535781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628766.535786:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628766.535791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628766.535806:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628766.535811:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628766.791781:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628766.791786:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628766.791789:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628766.791813:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628766.791815:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628766.791823:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628766.791824:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628766.791825:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628766.791830:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628766.791832:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628766.791833:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628766.791834:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628766.791839:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628766.791842:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628766.791843:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628766.791850:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628766.791850:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628766.791854:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628766.791855:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628766.791855:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628766.791864:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628766.791864:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628766.791867:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628766.791871:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628766.791925:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628766.791929:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628766.791933:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628767.367738:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308115217, at 4308115264
00000100:00000040:1.0:1778628767.367738:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308115217, at 4308115264
00000100:00000010:0.0:1778628767.367762:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000010:1.0:1778628767.367778:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778628767.559749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628767.559773:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628767.559777:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628767.559788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628767.559796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628767.559802:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628767.559808:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628767.559812:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628767.559819:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628767.815679:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628767.815682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628767.815685:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628767.815686:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628767.815687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628767.815687:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628767.815689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628767.815691:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628767.815695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628767.815695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628767.815698:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628767.815700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628767.815701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628767.815701:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628767.815705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628767.815705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628767.815708:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628767.815710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628767.815711:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628767.815711:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628767.815715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628767.815715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628767.815721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628767.815721:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628767.815762:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628767.815766:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628767.815769:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628768.007687:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628768.007695:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628768.007699:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628768.007868:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778628768.007871:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628768.007883:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628768.007887:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628768.007890:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.583699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628768.583705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628768.583707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628768.583712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628768.583716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778628768.583716:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628768.583719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.583724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628768.583725:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628768.583728:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628768.583728:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628768.583732:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628768.583733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.583738:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628768.583745:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13444
00000400:00000200:3.0:1778628768.583753:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628768.583778:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628768.583781:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628768.583784:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583786:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628768.583788:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583789:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628768.583792:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628768.583794:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628768.583796:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628768.583798:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628768.583800:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628768.583802:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628768.583804:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583805:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628768.583806:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583807:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628768.583809:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628768.583812:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583813:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628768.583831:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628768.583833:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628768.583835:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.583837:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628768.583838:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628768.583846:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628768.583849:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628768.583853:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628768.583854:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.583856:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628768.583858:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628768.583862:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628768.583868:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628768.583874:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628768.583882:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628768.583890:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628768.583894:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628768.583897:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628768.583920:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628768.583923:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628768.583926:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628768.583927:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628768.583928:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628768.583941:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628768.583943:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13444
00000100:00000001:1.0:1778628768.583945:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628768.583949:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778628768.583949:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628768.583953:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1778628768.583956:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:1.0:1778628768.583961:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778628768.583961:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628768.583970:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.583993:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628768.583994:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628768.583996:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628768.583998:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628768.584000:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628768.584003:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628768.584003:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628768.584008:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628768.584009:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628768.584012:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00100000:1.0:1778628768.584013:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472597760:192.168.204.112@tcp:250:kworker.0
00000020:00000001:3.0:1778628768.584016:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628768.584021:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778628768.584022:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1778628768.584026:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778628768.584027:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628768.584030:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628768.584030:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778628768.584035:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1778628768.584038:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000010:1.0:1778628768.584040:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:3.0:1778628768.584040:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628768.584042:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628768.584045:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.584045:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628768.584050:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628768.584054:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778628768.584055:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628768.584059:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628768.584060:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000001:3.0:1778628768.584062:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778628768.584067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
02000000:00000001:3.0:1778628768.584067:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628768.584072:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.584073:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1778628768.584075:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472597760, portal 25
00000008:00100000:3.0:1778628768.584077:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628768.584078:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628768.584081:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000008:00000001:3.0:1778628768.584081:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.584086:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628768.584089:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778628768.584090:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628768.584094:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628768.584099:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628768.584101:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628768.584102:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628768.584103:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628768.584104:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628768.584107:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628768.584112:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584113:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628768.584119:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00100000:3.0:1778628768.584119:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778628768.584124:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628768.584130:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472597760, offset 0
00000100:00000001:3.0:1778628768.584130:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628768.584134:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628768.584139:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628768.584140:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628768.584148:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628768.584152:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778628768.584152:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628768.584156:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628768.584158:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778628768.584160:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778628768.584160:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628768.584166:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628768.584169:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778628768.584173:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628768.584175:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778628768.584178:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13444
00000400:00000200:1.0:1778628768.584181:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628768.584185:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628768.584187:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497269:497269:256:4294967295] 192.168.204.112@tcp LPNI seq info [497228:497228:8:4294967295]
00000400:00000200:3.0:1778628768.584191:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628768.584195:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778628768.584196:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628768.584200:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.584202:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628768.584206:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.584210:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778628768.584213:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1778628768.584213:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628768.584216:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628768.584218:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628768.584220:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:1.0:1778628768.584224:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778628768.584224:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628768.584227:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628768.584240:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000010:1.0:1778628768.584241:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000001:3.0:1778628768.584241:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628768.584245:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628768.584247:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628768.584250:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.0:1778628768.584251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:3.0:1778628768.584256:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000200:1.0:1778628768.584257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1778628768.584259:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628768.584263:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628768.584265:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1778628768.584266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778628768.584268:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628768.584270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1778628768.584271:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628768.584273:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628768.584276:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778628768.584278:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628768.584278:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778628768.584282:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000010:3.0:1778628768.584283:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628768.584286:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778628768.584287:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1778628768.584288:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628768.584290:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628768.584293:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1778628768.584294:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628768.584297:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778628768.584299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
02000000:00000001:3.0:1778628768.584299:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628768.584303:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
02000000:00000010:3.0:1778628768.584304:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:1.0:1778628768.584308:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778628768.584308:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628768.584315:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628768.584315:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628768.584346:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628768.584348:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1778628768.584349:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628768.584355:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628768.584355:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628768.584384:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584385:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628768.584386:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628768.584387:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1778628768.584391:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628768.584393:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628768.584394:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628768.584398:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628768.584401:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628768.584404:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308120336
00000100:00000040:3.0:1778628768.584405:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13454)
00000100:00000010:1.0:1778628768.584409:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778628768.584417:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628768.584438:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308120336
00000100:00000010:1.0:1778628768.584442:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778628768.584446:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628768.584448:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628768.584450:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584452:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628768.584467:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628768/real 1778628768]  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628768.584474:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628768.584475:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628768.584477:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628768.584479:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628768.584480:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628768.584482:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628768.584484:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628768.584490:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584495:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628768.584496:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584497:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.584499:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628768.584501:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584505:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628768.584508:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584513:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628768.584515:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584516:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.584517:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584529:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628768.584531:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628768.584532:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628768.584535:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628768.584536:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628768.584539:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628768.584544:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472597760:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628768.584550:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584551:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628768.584553:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472597760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584558:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628768.584559:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628768.584561:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628768.584563:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628768.584564:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628768.584566:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628768.584567:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628768.584568:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778628768.584571:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628768.584572:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628768.584574:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778628768.584576:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628768.584577:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584578:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584583:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628768.584585:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584586:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628768.584587:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628768.584588:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628768.584590:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584595:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628768.584596:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628768.584597:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628768.584599:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628768.584600:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628768.584602:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628768.584604:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628768.584629:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628768.584631:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628768.584633:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628768.584635:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628768.584637:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628768.584639:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628768.584641:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628768.584643:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628768.584646:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472597888, portal 10
00000100:00000001:1.0:1778628768.584647:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628768.584648:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:1.0:1778628768.584653:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584657:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628768.584659:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628768.584660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628768.584661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472597888, offset 0
00000400:00000200:1.0:1778628768.584664:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628768.584667:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628768.584669:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628768.584671:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628768.584673:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628768.584675:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628768.584676:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628768.584678:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497270:497270:256:4294967295] 192.168.204.112@tcp LPNI seq info [497229:497229:8:4294967295]
00000400:00000200:1.0:1778628768.584681:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628768.584686:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628768.584688:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628768.584690:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628768.584693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628768.584695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628768.584698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628768.584700:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778628768.584703:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628768.584704:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628768.584706:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628768.584709:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628768.584711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628768.584712:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628768.584714:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628768.584716:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584721:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628768.584723:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584727:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584728:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628768.584730:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628768.584732:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628768.584734:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628768.584736:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308116494
00000100:00000001:1.0:1778628768.584737:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308120336
00000100:00000001:1.0:1778628768.584739:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308116494
00000100:00000001:1.0:1778628768.584740:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308120336
00000100:00000001:1.0:1778628768.584742:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628768.584743:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584744:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628768.584747:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628768/real 1778628768]  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628768.584751:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628768.584752:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628768.584753:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628768.584754:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628768.584755:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628768.584756:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628768.584758:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628768.584764:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584768:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628768.584769:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584770:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.584771:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628768.584773:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584777:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628768.584779:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584783:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628768.584784:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584785:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.584786:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.584787:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628768.584790:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628768.584791:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628768.584794:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628768.584795:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628768.584798:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628768.584803:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472597888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628768.584805:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628768.584822:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584837:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628768.584838:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628768.584840:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628768.584842:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628768.584844:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628768.584848:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628768.584852:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628768.584854:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628768.584855:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628768.584857:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628768.584861:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628768.584863:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628768.584867:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628768.584870:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628768.584873:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628768.584877:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598016, portal 10
00000100:00000001:1.0:1778628768.584879:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628768.584880:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778628768.584887:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584894:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628768.584896:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628768.584898:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628768.584900:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472598016, offset 0
00000400:00000200:1.0:1778628768.584902:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628768.584906:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628768.584908:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628768.584911:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628768.584913:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628768.584914:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628768.584916:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628768.584919:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497271:497271:256:4294967295] 192.168.204.112@tcp LPNI seq info [497230:497230:8:4294967295]
00000400:00000200:1.0:1778628768.584922:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628768.584927:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628768.584930:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628768.584933:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628768.584935:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628768.584937:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628768.584941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628768.584942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778628768.584945:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628768.584947:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628768.584949:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628768.584951:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628768.584953:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628768.584955:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628768.584957:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628768.584959:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584965:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628768.584967:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.584987:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.584988:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628768.584991:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628768.584993:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628768.584995:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628768.584997:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308116495
00000100:00000001:1.0:1778628768.584998:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308120336
00000100:00000001:1.0:1778628768.585000:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308116495
00000100:00000001:1.0:1778628768.585001:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308120336
00000100:00000001:1.0:1778628768.585002:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628768.585004:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.585005:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628768.585008:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628768/real 1778628768]  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628768.585013:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628768.585013:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628768.585014:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628768.585016:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628768.585017:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628768.585018:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628768.585020:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628768.585025:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.585029:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628768.585030:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585031:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.585032:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628768.585034:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.585038:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628768.585040:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.585044:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628768.585045:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585047:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628768.585048:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585049:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628768.585051:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628768.585053:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628768.585055:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628768.585057:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628768.585059:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628768.585064:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628768.585066:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585067:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628768.585069:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472597888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.585072:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628768.585073:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628768.585075:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628768.585076:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628768.585077:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628768.585078:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628768.585079:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628768.585080:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778628768.585081:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628768.585082:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628768.585083:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778628768.585085:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628768.585085:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585086:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628768.585088:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472598016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628768.585092:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628768.585093:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628768.585094:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628768.585095:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628768.585096:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628768.585097:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628768.585098:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628768.585099:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778628768.585100:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628768.585101:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628768.585102:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778628768.585104:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628768.585105:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.585108:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628768.585109:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.585110:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628768.585111:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628768.839691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628768.839692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628768.839698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628768.839700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628768.839701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628768.839701:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628768.839702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628768.839706:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628768.839710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628768.839711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628768.839711:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628768.839716:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.839717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628768.839718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628768.839723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628768.839725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628768.839725:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628768.839726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628768.839729:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628768.839731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628768.839731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628768.839736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628768.839737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628768.839741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628768.839852:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628768.839857:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628768.839861:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628769.607715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628769.607724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628769.607727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628769.607735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628769.607740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628769.607745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628769.607748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628769.607752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628769.607755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628769.863749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628769.863753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628769.863759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628769.863760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628769.863763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628769.863765:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628769.863773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628769.863774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628769.863774:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628769.863791:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628769.863794:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628769.863794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628769.863802:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628769.863802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628769.863810:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628769.863811:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628769.863816:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628769.863817:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628769.863844:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628769.863844:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628769.863868:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628769.863871:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628769.863876:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628769.863880:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628769.864025:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628769.864030:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628769.864034:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628770.631775:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628770.631784:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628770.631787:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628770.631794:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628770.631799:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628770.631803:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628770.631807:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628770.631810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628770.631814:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628770.887749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628770.887750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628770.887752:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628770.887758:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628770.887759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628770.887761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628770.887764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628770.887783:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628770.887785:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628770.887786:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628770.887788:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628770.887791:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628770.887793:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628770.887794:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628770.887799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628770.887800:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628770.887805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628770.887806:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628770.887807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628770.887813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628770.887815:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628770.887819:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628770.887823:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628770.887848:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628770.887852:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628770.887855:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628770.887859:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628770.887861:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628770.887863:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628770.887865:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628770.887921:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628770.887925:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628770.887928:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628771.655781:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628771.655792:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628771.655797:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628771.655807:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628771.655814:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628771.655819:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628771.655822:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628771.655843:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628771.655847:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628771.911735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628771.911747:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628771.911760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628771.911764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628771.911770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628771.911771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628771.911777:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628771.911778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628771.911784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628771.911784:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628771.911787:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628771.911791:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628771.911793:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628771.911795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628771.911799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628771.911800:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628771.911800:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628771.911803:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628771.911805:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628771.911806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628771.911808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628771.911815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628771.911815:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628771.911820:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628771.911924:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628771.911928:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628771.911931:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628772.487699:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308120336, at 4308120384
00000100:00000040:1.0:1778628772.487700:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308120336, at 4308120384
00000100:00000010:0.0:1778628772.487715:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000010:1.0:1778628772.487718:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778628772.679679:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628772.679684:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628772.679686:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628772.679691:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628772.679694:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628772.679697:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628772.679699:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628772.679701:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628772.679703:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628772.935732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628772.935734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628772.935741:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628772.935758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628772.935759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628772.935762:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628772.935763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628772.935763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628772.935766:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628772.935771:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628772.935772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628772.935775:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628772.935778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628772.935778:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628772.935779:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628772.935783:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628772.935784:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628772.935785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628772.935786:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628772.935790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628772.935791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628772.935792:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628772.935793:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628772.935795:0:225084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628772.935797:0:225084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628772.935798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628772.935799:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628772.935799:0:225084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628772.935804:0:225084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628772.935805:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628772.935806:0:225084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628772.935810:0:225084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628772.935812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628772.935813:0:225084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628772.935818:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628772.935836:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628772.935920:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628772.935925:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628772.935930:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628773.703751:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628773.703759:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628773.703763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628773.703764:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628773.703769:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628773.703772:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628773.703774:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778628773.703776:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628773.703784:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13449
00000100:00100000:1.0:1778628773.703785:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628773.703791:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778628773.703796:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628773.703797:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.703802:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628773.703805:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1778628773.703806:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778628773.703812:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628773.703813:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628773.703825:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.703829:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628773.703831:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.703833:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628773.703835:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628773.703837:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628773.703839:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628773.703884:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628773.703886:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628773.703888:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628773.703890:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.703892:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628773.703893:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.703894:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628773.703897:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628773.703899:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628773.703901:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628773.703904:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628773.703907:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628773.703910:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.703912:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628773.703914:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628773.703923:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628773.703926:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628773.703931:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628773.703932:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.703935:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628773.703938:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628773.703943:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628773.703952:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628773.703960:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628773.703969:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628773.703978:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628773.703982:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628773.703986:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628773.704005:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628773.704007:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628773.704010:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628773.704011:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628773.704012:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628773.704014:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628773.704016:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13449
00000400:00000200:3.0:1778628773.704021:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628773.704024:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628773.704026:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628773.704028:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704030:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628773.704032:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628773.704032:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628773.704037:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628773.704037:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628773.704044:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628773.704045:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628773.704050:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628773.704052:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628773.704053:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628773.704056:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628773.704059:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628773.704059:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628773.704075:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704084:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628773.704095:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628773.704097:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628773.704099:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628773.704100:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.704108:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628773.704111:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1778628773.704111:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778628773.704118:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628773.704122:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:1.0:1778628773.704125:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598144:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628773.704126:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628773.704135:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778628773.704137:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628773.704141:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628773.704143:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628773.704145:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.704146:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704148:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778628773.704150:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1778628773.704153:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1778628773.704158:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000008:00000001:3.0:1778628773.704158:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704160:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.704163:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628773.704166:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628773.704170:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628773.704174:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778628773.704175:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628773.704177:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628773.704180:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:3.0:1778628773.704180:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628773.704183:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628773.704186:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628773.704190:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
02000000:00000010:3.0:1778628773.704190:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628773.704198:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628773.704203:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598144, portal 25
00000100:00100000:3.0:1778628773.704204:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628773.704213:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628773.704217:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778628773.704245:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628773.704248:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628773.704257:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.704271:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628773.704276:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628773.704279:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628773.704285:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472598144, offset 0
00000100:00000040:3.0:1778628773.704286:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628773.704304:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628773.704319:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628773.704339:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628773.704347:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778628773.704348:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628773.704383:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778628773.704384:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778628773.704386:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778628773.704390:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778628773.704390:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628773.704402:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628773.704407:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778628773.704411:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13449
00000400:00000200:1.0:1778628773.704418:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628773.704419:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628773.704440:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497272:497272:256:4294967295] 192.168.204.112@tcp LPNI seq info [497231:497231:8:4294967295]
00000400:00000200:3.0:1778628773.704447:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628773.704455:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628773.704461:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628773.704463:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628773.704470:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628773.704474:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704477:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628773.704480:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1778628773.704500:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1778628773.704503:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628773.704505:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628773.704507:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:1.0:1778628773.704513:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778628773.704515:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628773.704518:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:1.0:1778628773.704520:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000040:3.0:1778628773.704523:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704528:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628773.704530:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704532:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.0:1778628773.704537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:3.0:1778628773.704538:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.0:1778628773.704547:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1778628773.704550:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628773.704581:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628773.704581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778628773.704593:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1778628773.704593:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1778628773.704601:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1778628773.704612:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778628773.704612:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704621:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628773.704624:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628773.704626:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704627:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628773.704632:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628773.704635:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628773.704637:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628773.704638:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704640:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628773.704642:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1778628773.704643:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
02000000:00000001:3.0:1778628773.704645:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628773.704665:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1778628773.704667:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628773.704673:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628773.704677:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1778628773.704682:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628773.704683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628773.704687:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628773.704691:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628773.704697:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704706:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.704709:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628773.704736:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628773.704744:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.704756:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628773.704758:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704759:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628773.704769:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628773.704771:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628773.704776:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628773.704779:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628773.704787:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628773.704788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308125457
00000100:00000040:3.0:1778628773.704791:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628773.704795:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1778628773.704796:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000040:3.0:1778628773.704802:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13459)
00000100:00000001:1.0:1778628773.704807:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628773.704816:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308125457
00000100:00000010:1.0:1778628773.704819:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778628773.704822:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628773.704824:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628773.704827:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.704829:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628773.704833:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628773/real 1778628773]  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628773.704841:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628773.704844:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628773.704846:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628773.704848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628773.704849:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628773.704851:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628773.704854:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628773.704860:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704865:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628773.704866:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704868:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.704870:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628773.704872:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704877:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628773.704880:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704885:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628773.704887:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704888:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.704889:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704891:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628773.704893:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628773.704895:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628773.704899:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628773.704900:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628773.704904:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628773.704910:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598144:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628773.704914:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704916:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.704918:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472598144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704923:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628773.704941:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628773.704943:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628773.704945:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628773.704946:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628773.704947:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628773.704949:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628773.704951:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778628773.704954:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628773.704956:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628773.704957:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778628773.704960:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628773.704961:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704962:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.704970:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628773.704971:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.704973:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628773.704974:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628773.704975:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628773.704978:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.704983:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628773.704984:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.704986:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628773.704988:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628773.704989:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628773.704991:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628773.704993:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628773.704995:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628773.704996:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.704998:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628773.705000:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628773.705001:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628773.705004:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628773.705006:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628773.705009:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628773.705011:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598272, portal 10
00000100:00000001:1.0:1778628773.705013:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628773.705014:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:1.0:1778628773.705019:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705024:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628773.705025:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628773.705027:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628773.705029:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472598272, offset 0
00000400:00000200:1.0:1778628773.705031:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628773.705034:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628773.705036:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628773.705038:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628773.705040:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628773.705042:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628773.705043:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628773.705062:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497273:497273:256:4294967295] 192.168.204.112@tcp LPNI seq info [497232:497232:8:4294967295]
00000400:00000200:1.0:1778628773.705065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628773.705070:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628773.705073:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628773.705075:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628773.705078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628773.705080:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628773.705084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628773.705086:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778628773.705089:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628773.705090:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628773.705093:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628773.705096:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628773.705098:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628773.705099:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628773.705101:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628773.705103:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705109:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.705111:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705116:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.705117:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628773.705119:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628773.705122:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628773.705124:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628773.705126:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308121614
00000100:00000001:1.0:1778628773.705128:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308125457
00000100:00000001:1.0:1778628773.705129:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308121614
00000100:00000001:1.0:1778628773.705131:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308125457
00000100:00000001:1.0:1778628773.705133:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628773.705134:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.705135:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628773.705137:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628773/real 1778628773]  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628773.705142:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628773.705143:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628773.705144:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628773.705146:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628773.705147:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628773.705149:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628773.705151:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628773.705157:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705161:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628773.705162:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.705163:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.705164:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628773.705166:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705170:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628773.705172:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705176:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628773.705178:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.705179:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.705180:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.705181:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628773.705185:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628773.705186:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628773.705188:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628773.705190:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628773.705192:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628773.705197:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628773.705199:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628773.705202:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705211:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628773.705212:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.705234:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628773.705235:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628773.705237:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628773.705238:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628773.705240:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628773.705241:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628773.705242:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628773.705243:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628773.705245:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628773.705247:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628773.705249:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628773.705250:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628773.705251:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628773.705253:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598400, portal 10
00000100:00000001:1.0:1778628773.705254:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628773.705256:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:1.0:1778628773.705260:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705265:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628773.705266:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628773.705267:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628773.705269:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472598400, offset 0
00000400:00000200:1.0:1778628773.705271:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628773.705274:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628773.705275:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628773.705277:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628773.705279:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628773.705280:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628773.705282:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628773.705284:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497274:497274:256:4294967295] 192.168.204.112@tcp LPNI seq info [497233:497233:8:4294967295]
00000400:00000200:1.0:1778628773.705287:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628773.705291:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628773.705294:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628773.705296:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628773.705298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628773.705300:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628773.705302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628773.705304:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778628773.705307:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628773.705308:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628773.705310:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628773.705312:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628773.705314:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628773.705315:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628773.705317:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628773.705319:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705340:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.705343:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.705350:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.705352:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628773.705355:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628773.706576:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628773.706582:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628773.706585:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308121616
00000100:00000001:1.0:1778628773.706589:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308125457
00000100:00000001:1.0:1778628773.706590:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308121616
00000100:00000001:1.0:1778628773.706592:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308125457
00000100:00000001:1.0:1778628773.706594:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628773.706598:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.706601:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628773.706620:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628773/real 1778628773]  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628773.706630:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628773.706632:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628773.706635:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628773.706639:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628773.706641:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628773.706644:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628773.706647:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628773.706654:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.706659:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628773.706660:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.706663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628773.706665:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.706670:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628773.706673:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.706678:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628773.706680:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706682:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628773.706683:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706684:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628773.706687:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628773.706689:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628773.706693:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628773.706694:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628773.706697:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628773.706703:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628773.706706:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706708:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.706711:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472598272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.706723:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628773.706724:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628773.706727:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628773.706730:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628773.706731:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628773.706732:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628773.706734:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628773.706736:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778628773.706738:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628773.706740:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628773.706741:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778628773.706743:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628773.706744:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706746:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628773.706748:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472598400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628773.706752:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628773.706753:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628773.706754:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628773.706755:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628773.706756:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628773.706757:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628773.706758:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628773.706759:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778628773.706761:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628773.706761:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628773.706762:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778628773.706764:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628773.706765:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706766:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628773.706772:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628773.706773:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.706775:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628773.706776:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628773.959693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628773.959696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628773.959701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628773.959702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628773.959705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.959706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628773.959714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628773.959714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628773.959716:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628773.959721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628773.959722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628773.959723:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.959727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628773.959727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628773.959731:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628773.959734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628773.959734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628773.959735:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628773.959738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628773.959738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628773.959742:0:225084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628773.959747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628773.959747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628773.959747:0:225084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628773.959818:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628773.959822:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628773.959825:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628774.727672:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628774.727677:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628774.727679:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628774.727683:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628774.727687:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628774.727690:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628774.727692:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628774.727694:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628774.727696:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628774.983735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628774.983735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628774.983736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628774.983742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628774.983743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628774.983744:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628774.983747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628774.983749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628774.983751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628774.983753:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628774.983755:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628774.983755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628774.983760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628774.983762:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628774.983764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628774.983765:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628774.983766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628774.983767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628774.983772:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628774.983772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628774.983777:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628774.983778:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628774.983784:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628774.983784:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628774.983838:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628774.983842:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628774.983845:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628775.751733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628775.751740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628775.751741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628775.751747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628775.751750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628775.751754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628775.751757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628775.751759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628775.751761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628776.007725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628776.007725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628776.007725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628776.007730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628776.007732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628776.007733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628776.007735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628776.007735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628776.007736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628776.007738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628776.007741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628776.007743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628776.007744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628776.007745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628776.007746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628776.007759:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628776.007761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628776.007762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628776.007764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628776.007765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628776.007767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628776.007769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628776.007771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628776.007776:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628776.007808:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628776.007812:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628776.007816:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628776.775704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628776.775710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628776.775713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628776.775718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628776.775721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628776.775725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628776.775727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628776.775730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628776.775733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628777.031751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628777.031757:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628777.031760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628777.031763:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1778628777.031765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628777.031768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628777.031769:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628777.031770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628777.031773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628777.031773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628777.031776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628777.031780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628777.031782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628777.031782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628777.031785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628777.031786:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628777.031788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628777.031789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628777.031795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628777.031796:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628777.031797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628777.031800:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628777.031800:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628777.031807:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628777.031863:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628777.031867:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628777.031871:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628777.607701:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308125457, at 4308125504
00000100:00000040:1.0:1778628777.607701:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308125457, at 4308125504
00000100:00000010:0.0:1778628777.607717:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000010:1.0:1778628777.607719:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778628777.799727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628777.799736:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628777.799738:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628777.799745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628777.799750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628777.799755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628777.799758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628777.799762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628777.799766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628778.055699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628778.055717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628778.055719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.055720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1778628778.055723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628778.055727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628778.055728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628778.055732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628778.055734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628778.055738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628778.055738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628778.055741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.055743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628778.055745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.055748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.055752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628778.055754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628778.055756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628778.055758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.055761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628778.055769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628778.055772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628778.055776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628778.055777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628778.055832:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628778.055836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628778.055839:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628778.823709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628778.823727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628778.823730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628778.823732:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1778628778.823738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628778.823745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778628778.823748:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628778.823749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.823754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628778.823754:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778628778.823759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628778.823762:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628778.823764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.823774:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628778.823783:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13454
00000400:00000200:3.0:1778628778.823793:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628778.823800:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628778.823804:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628778.823807:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.823811:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628778.823813:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.823816:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628778.823820:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628778.823823:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628778.823826:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628778.823846:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628778.823849:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628778.823852:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628778.823856:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.823858:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628778.823860:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.823863:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628778.823866:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628778.823870:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628778.823872:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628778.823875:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628778.823878:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628778.823882:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.823884:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628778.823887:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628778.823914:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628778.823917:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628778.823922:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628778.823923:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.823926:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628778.823929:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628778.823934:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628778.823942:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628778.823949:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628778.823958:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628778.823969:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628778.823974:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628778.823979:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628778.824012:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628778.824016:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628778.824019:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628778.824021:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628778.824023:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628778.824026:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628778.824029:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13454
00000400:00000200:3.0:1778628778.824035:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628778.824040:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628778.824043:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778628778.824047:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628778.824047:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824050:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628778.824052:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778628778.824055:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628778.824057:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628778.824062:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628778.824065:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628778.824068:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:1.0:1778628778.824070:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628778.824071:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628778.824076:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628778.824084:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628778.824091:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628778.824094:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628778.824097:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628778.824099:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628778.824103:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778628778.824103:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778628778.824110:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628778.824110:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824115:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628778.824119:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778628778.824120:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628778.824126:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824129:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628778.824134:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598528:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778628778.824134:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628778.824141:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628778.824144:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628778.824146:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.824149:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778628778.824151:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1778628778.824154:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778628778.824157:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778628778.824159:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.824165:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778628778.824165:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628778.824171:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628778.824174:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:1.0:1778628778.824176:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:3.0:1778628778.824177:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628778.824180:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.824184:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.824184:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628778.824188:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628778.824191:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628778.824197:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000200:1.0:1778628778.824198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628778.824202:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628778.824207:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00100000:3.0:1778628778.824212:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778628778.824217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628778.824249:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598528, portal 25
00000100:00000001:3.0:1778628778.824251:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628778.824255:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628778.824257:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.824259:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:3.0:1778628778.824265:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628778.824271:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824300:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628778.824302:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628778.824306:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628778.824312:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00080000:3.0:1778628778.824313:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778628778.824317:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472598528, offset 0
00000100:00080000:3.0:1778628778.824326:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778628778.824331:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824333:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628778.824337:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628778.824342:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628778.824343:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778628778.824353:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13454
00000400:00000200:1.0:1778628778.824356:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628778.824366:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628778.824370:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628778.824374:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628778.824381:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628778.824386:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778628778.824390:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:3.0:1778628778.824394:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778628778.824399:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497275:497275:256:4294967295] 192.168.204.112@tcp LPNI seq info [497234:497234:8:4294967295]
00000100:00000040:3.0:1778628778.824404:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824409:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628778.824412:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628778.824416:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824419:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628778.824422:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628778.824427:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628778.824431:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628778.824441:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778628778.824447:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1778628778.824448:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628778.824455:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778628778.824460:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628778.824466:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000010:1.0:1778628778.824470:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000001:3.0:1778628778.824470:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628778.824473:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824477:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628778.824480:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.0:1778628778.824487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:3.0:1778628778.824488:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628778.824497:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628778.824499:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1778628778.824499:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628778.824504:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628778.824509:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.824511:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628778.824515:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1778628778.824516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000008:00000001:3.0:1778628778.824519:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628778.824525:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628778.824527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000010:3.0:1778628778.824530:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778628778.824536:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000100:1.0:1778628778.824542:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778628778.824542:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628778.824547:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778628778.824550:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000001:3.0:1778628778.824550:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628778.824554:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628778.824557:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628778.824562:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778628778.824566:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628778.824572:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628778.824580:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628778.824582:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628778.824586:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628778.824594:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628778.824597:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628778.824601:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628778.824604:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628778.824634:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1778628778.824642:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628778.824650:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1778628778.824654:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13464)
00000400:00000200:1.0:1778628778.824659:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628778.824665:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628778.824673:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628778.824682:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824699:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.824716:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824724:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.824726:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628778.824734:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628778.824739:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628778.824742:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308130577
00000100:00000010:1.0:1778628778.824748:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778628778.824754:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628778.824761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308130577
00000100:00000010:1.0:1778628778.824764:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778628778.824766:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628778.824770:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628778.824773:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.824776:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628778.824780:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628778/real 1778628778]  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628778.824790:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628778.824792:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628778.824794:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628778.824797:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628778.824799:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628778.824801:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628778.824805:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628778.824814:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824837:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628778.824840:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.824842:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.824844:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628778.824849:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824856:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628778.824861:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824869:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628778.824872:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.824873:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.824875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.824877:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628778.824879:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628778.824882:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628778.824887:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628778.824906:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628778.824912:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628778.824921:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598528:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628778.824928:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.824930:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.824934:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472598528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.824941:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628778.824944:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628778.824947:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628778.824950:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628778.824952:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628778.824954:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628778.824956:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628778.824959:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778628778.824963:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628778.824966:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628778.824968:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778628778.824988:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628778.824990:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.824993:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825001:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628778.825003:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825005:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628778.825008:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628778.825010:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628778.825014:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825024:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628778.825026:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.825028:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628778.825031:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628778.825034:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628778.825054:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628778.825058:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628778.825060:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628778.825062:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.825064:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628778.825067:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628778.825070:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628778.825074:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628778.825076:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628778.825080:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628778.825083:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598656, portal 10
00000100:00000001:1.0:1778628778.825085:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628778.825086:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:1.0:1778628778.825093:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825100:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628778.825102:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628778.825104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628778.825107:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472598656, offset 0
00000400:00000200:1.0:1778628778.825113:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628778.825118:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628778.825124:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628778.825129:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628778.825149:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628778.825153:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628778.825157:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628778.825162:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497276:497276:256:4294967295] 192.168.204.112@tcp LPNI seq info [497235:497235:8:4294967295]
00000400:00000200:1.0:1778628778.825169:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628778.825181:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628778.825189:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628778.825195:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628778.825203:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628778.825208:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628778.825216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628778.825241:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628778.825263:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628778.825265:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628778.825270:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628778.825274:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628778.825277:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628778.825279:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628778.825282:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628778.825286:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825295:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.825298:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825305:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825306:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628778.825310:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628778.825315:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628778.825318:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628778.825321:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308126734
00000100:00000001:1.0:1778628778.825324:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308130577
00000100:00000001:1.0:1778628778.825326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308126734
00000100:00000001:1.0:1778628778.825338:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308130577
00000100:00000001:1.0:1778628778.825341:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628778.825343:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825345:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628778.825348:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628778/real 1778628778]  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628778.825356:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628778.825357:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628778.825359:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628778.825361:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628778.825363:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628778.825365:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628778.825369:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628778.825377:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825384:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628778.825385:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.825388:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628778.825391:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825398:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628778.825401:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825408:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628778.825410:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825412:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.825413:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825415:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628778.825419:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628778.825422:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628778.825425:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628778.825427:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628778.825430:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628778.825444:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628778.825448:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628778.825451:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825465:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628778.825467:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.825469:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628778.825471:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628778.825473:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628778.825476:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628778.825479:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628778.825480:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628778.825482:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628778.825484:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628778.825488:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628778.825491:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628778.825496:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628778.825500:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628778.825505:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628778.825510:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598784, portal 10
00000100:00000001:1.0:1778628778.825512:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628778.825514:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:1.0:1778628778.825523:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825534:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628778.825537:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628778.825541:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628778.825545:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472598784, offset 0
00000400:00000200:1.0:1778628778.825552:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628778.825559:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628778.825565:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628778.825570:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628778.825574:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628778.825577:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628778.825582:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628778.825587:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497277:497277:256:4294967295] 192.168.204.112@tcp LPNI seq info [497236:497236:8:4294967295]
00000400:00000200:1.0:1778628778.825592:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628778.825599:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628778.825604:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628778.825608:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628778.825612:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628778.825615:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628778.825620:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628778.825646:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628778.825651:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628778.825653:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628778.825656:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628778.825660:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628778.825663:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628778.825665:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628778.825668:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628778.825672:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825680:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.825683:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825690:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825692:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628778.825695:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628778.825699:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628778.825702:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628778.825704:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308126736
00000100:00000001:1.0:1778628778.825707:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308130577
00000100:00000001:1.0:1778628778.825709:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308126736
00000100:00000001:1.0:1778628778.825711:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308130577
00000100:00000001:1.0:1778628778.825714:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628778.825716:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825718:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628778.825722:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628778/real 1778628778]  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628778.825730:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628778.825732:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628778.825733:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628778.825735:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628778.825737:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628778.825739:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628778.825742:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628778.825750:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825756:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628778.825757:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825759:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.825761:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628778.825764:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825770:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628778.825773:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825780:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628778.825782:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825783:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628778.825785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825787:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628778.825789:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628778.825792:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628778.825796:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628778.825798:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628778.825802:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628778.825809:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472598784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628778.825813:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825815:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.825817:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472598656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825823:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628778.825825:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628778.825827:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628778.825829:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628778.825830:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628778.825832:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628778.825834:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628778.825835:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778628778.825838:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628778.825839:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628778.825854:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778628778.825861:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628778.825862:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825864:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628778.825868:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472598784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628778.825874:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628778.825876:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628778.825877:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628778.825879:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628778.825880:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628778.825881:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628778.825883:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628778.825885:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778628778.825887:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628778.825889:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628778.825890:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778628778.825892:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628778.825894:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825895:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628778.825900:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628778.825901:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628778.825903:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628778.825904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628779.079712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628779.079718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628779.079718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628779.079719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628779.079728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628779.079729:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628779.079729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628779.079733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628779.079733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628779.079734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628779.079742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628779.079742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628779.079744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628779.079749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628779.079750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628779.079751:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628779.079754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628779.079756:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628779.079758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628779.079762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628779.079762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628779.079767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628779.079768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628779.079775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628779.079823:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628779.079826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628779.079830:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628779.847742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628779.847749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628779.847751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628779.847756:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628779.847759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628779.847763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628779.847766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628779.847768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628779.847771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628780.103738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628780.103742:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628780.103746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628780.103749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628780.103750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628780.103757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628780.103758:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628780.103767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628780.103768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628780.103768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628780.103773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628780.103777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628780.103778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628780.103783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628780.103784:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628780.103785:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628780.103791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628780.103792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628780.103793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628780.103797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628780.103800:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628780.103804:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628780.103806:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628780.103808:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628780.103858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628780.103861:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628780.103865:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628780.871748:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628780.871755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628780.871757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628780.871763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628780.871767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628780.871782:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628780.871786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628780.871789:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628780.871792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628781.127749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628781.127756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628781.127760:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628781.127762:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628781.127764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628781.127768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628781.127769:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628781.127770:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628781.127778:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628781.127779:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628781.127779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628781.127786:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628781.127792:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778628781.127793:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628781.127793:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628781.127801:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628781.127805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628781.127805:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628781.127806:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628781.127812:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628781.127815:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628781.127815:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628781.127816:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628781.127821:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628781.127828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628781.127830:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628781.127832:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628781.127834:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628781.127836:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628781.127838:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628781.127913:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628781.127917:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628781.127920:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628781.895773:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628781.895781:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628781.895783:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628781.895791:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628781.895797:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628781.895802:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628781.895807:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628781.895811:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628781.895816:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628782.151745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628782.151747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628782.151752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628782.151755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628782.151759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628782.151760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628782.151765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628782.151766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628782.151771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628782.151776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628782.151776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628782.151780:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628782.151783:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628782.151791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628782.151792:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628782.151795:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628782.151796:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628782.151808:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628782.151812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628782.151827:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628782.151830:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628782.151831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628782.151833:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628782.151842:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628782.151895:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628782.151901:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628782.151905:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628782.727714:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308130577, at 4308130624
00000100:00000010:0.0:1778628782.727734:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000040:1.0:1778628782.727798:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308130577, at 4308130624
00000100:00000010:1.0:1778628782.727814:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000001:3.0:1778628782.919738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628782.919749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628782.919754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628782.919764:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628782.919771:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628782.919777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628782.919783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628782.919787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628782.919793:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.175761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628783.175762:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628783.175762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628783.175777:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628783.175782:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628783.175785:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628783.175788:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.175789:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628783.175791:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628783.175805:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1778628783.175806:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628783.175807:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175812:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.175826:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628783.175827:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628783.175828:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628783.175841:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628783.175842:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628783.175844:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628783.175855:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628783.175857:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628783.175859:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628783.175860:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628783.175866:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628783.175868:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628783.175873:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175875:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628783.175876:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628783.175881:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628783.175883:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175889:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628783.175893:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175896:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175899:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628783.175903:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628783.175905:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628783.176001:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628783.176009:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628783.176015:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628783.943751:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628783.943765:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628783.943769:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628783.943775:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628783.943782:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628783.943793:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13459
00000400:00000200:3.0:1778628783.943808:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628783.943818:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628783.943823:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628783.943828:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.943835:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628783.943841:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.943846:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628783.943851:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1778628783.943852:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628783.943863:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000100:00000001:1.0:1778628783.943865:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628783.943870:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628783.943872:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628783.943883:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000100:00100000:1.0:1778628783.943884:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628783.943895:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628783.943896:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:1.0:1778628783.943902:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628783.943908:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:1.0:1778628783.943910:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628783.943918:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628783.943920:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628783.943924:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.943930:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628783.943958:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.943964:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628783.943971:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628783.943979:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628783.943986:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628783.943992:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628783.943998:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628783.944004:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944021:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628783.944026:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628783.944039:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778628783.944045:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628783.944051:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628783.944054:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944059:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628783.944063:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628783.944069:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628783.944082:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628783.944092:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628783.944144:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628783.944162:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628783.944185:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628783.944191:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628783.944213:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628783.944216:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628783.944219:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628783.944220:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628783.944222:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628783.944224:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628783.944226:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13459
00000400:00000200:3.0:1778628783.944230:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628783.944233:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628783.944235:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628783.944237:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944239:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628783.944241:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944243:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628783.944246:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628783.944247:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628783.944249:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628783.944252:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628783.944253:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628783.944256:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628783.944260:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944263:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628783.944265:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944266:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628783.944268:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778628783.944270:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1778628783.944275:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628783.944278:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628783.944280:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.944282:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1778628783.944284:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628783.944294:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628783.944298:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944301:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1778628783.944306:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1778628783.944307:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628783.944324:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944335:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628783.944340:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628783.944342:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628783.944344:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628783.944345:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944347:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628783.944348:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628783.944352:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.944363:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628783.944365:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628783.944369:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778628783.944373:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778628783.944375:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.944379:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628783.944390:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628783.944391:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1778628783.944410:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598912:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628783.944433:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778628783.944433:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628783.944443:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.944446:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1778628783.944453:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628783.944457:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.944477:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778628783.944490:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628783.944493:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628783.944497:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1778628783.944499:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:3.0:1778628783.944501:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628783.944506:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1778628783.944509:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944511:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628783.944518:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13459
00000400:00000200:3.0:1778628783.944523:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628783.944527:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778628783.944537:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778628783.944537:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628783.944552:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944555:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1778628783.944558:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000040:3.0:1778628783.944559:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944573:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628783.944577:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628783.944578:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628783.944580:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1778628783.944582:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000020:00000040:3.0:1778628783.944582:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628783.944587:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628783.944594:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628783.944598:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944600:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778628783.944604:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472598912, portal 25
00000100:00000040:3.0:1778628783.944604:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944609:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628783.944611:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628783.944614:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628783.944616:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628783.944619:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628783.944661:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628783.944664:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944666:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628783.944668:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628783.944671:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944680:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.944683:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1778628783.944686:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778628783.944690:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000020:00000040:3.0:1778628783.944692:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628783.944703:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628783.944706:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628783.944708:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628783.944711:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628783.944719:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628783.944720:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778628783.944730:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628783.944737:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628783.944758:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628783.944844:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628783.944845:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628783.944859:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628783.944863:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628783.944871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000040:3.0:1778628783.944871:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628783.944886:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472598912, offset 0
00000100:00000001:3.0:1778628783.944906:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628783.944917:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628783.944919:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628783.944925:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628783.944930:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628783.944935:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628783.944937:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628783.944944:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13469)
00000400:00000200:1.0:1778628783.944965:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628783.944975:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628783.944981:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628783.944988:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628783.944993:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628783.944999:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497278:497278:256:4294967295] 192.168.204.112@tcp LPNI seq info [497237:497237:8:4294967295]
00000400:00000200:1.0:1778628783.945006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628783.945020:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628783.945030:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.945038:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628783.945049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628783.945054:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628783.945063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628783.945069:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628783.945075:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.945079:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628783.945140:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628783.945161:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628783.945168:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628783.945172:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628783.945178:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628783.945185:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945200:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.945205:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945223:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.945226:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628783.945234:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628783.945240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628783.945244:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308135697
00000100:00000010:1.0:1778628783.945252:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778628783.945262:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628783.945273:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308135697
00000100:00000010:1.0:1778628783.945277:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778628783.945281:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628783.945285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628783.945289:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.945293:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628783.945298:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628783/real 1778628783]  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628783.945311:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628783.945314:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628783.945317:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628783.945320:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628783.945322:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628783.945326:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628783.945330:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628783.945341:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945349:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628783.945351:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.945357:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628783.945362:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945372:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628783.945378:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945388:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628783.945391:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945393:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.945395:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945398:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628783.945400:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628783.945405:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628783.945410:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628783.945413:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628783.945418:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628783.945428:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472598912:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628783.945434:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945436:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.945440:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472598912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945449:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628783.945454:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628783.945459:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628783.945465:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628783.945470:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628783.945473:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628783.945478:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628783.945483:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778628783.945490:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628783.945495:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628783.945498:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778628783.945505:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628783.945508:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945513:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.945525:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628783.945528:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.945533:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628783.945537:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628783.945540:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628783.945549:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945564:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628783.945567:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.945571:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628783.945574:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628783.945576:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628783.945580:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628783.945585:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628783.945588:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628783.945591:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.945593:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628783.945598:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628783.945600:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628783.945641:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628783.945648:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628783.945668:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628783.945674:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599040, portal 10
00000100:00000001:1.0:1778628783.945678:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628783.945680:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:1.0:1778628783.945694:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945708:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628783.945714:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628783.945720:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628783.945725:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599040, offset 0
00000400:00000200:1.0:1778628783.945734:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628783.945743:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628783.945751:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628783.945757:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628783.945762:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628783.945766:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628783.945769:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628783.945773:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497279:497279:256:4294967295] 192.168.204.112@tcp LPNI seq info [497238:497238:8:4294967295]
00000400:00000200:1.0:1778628783.945779:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628783.945789:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628783.945795:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.945801:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628783.945806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628783.945810:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628783.945816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628783.945819:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628783.945825:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.945827:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628783.945832:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628783.945836:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628783.945841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628783.945851:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628783.945854:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628783.945859:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945870:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.945874:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.945885:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.945888:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628783.945895:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628783.945904:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628783.945910:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628783.945922:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308131855
00000100:00000001:1.0:1778628783.945928:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308135697
00000100:00000001:1.0:1778628783.945932:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308131855
00000100:00000001:1.0:1778628783.945937:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308135697
00000100:00000001:1.0:1778628783.945941:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628783.945946:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.945949:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628783.945958:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628783/real 1778628783]  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628783.945976:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628783.945990:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628783.945994:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628783.946000:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628783.946002:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628783.946005:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628783.946010:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628783.946021:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946030:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628783.946032:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946034:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.946036:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628783.946040:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946049:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628783.946053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946064:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628783.946067:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946069:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.946071:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946073:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628783.946080:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628783.946083:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628783.946087:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628783.946090:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628783.946094:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628783.946107:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628783.946113:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628783.946118:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946168:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628783.946170:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.946174:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628783.946177:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628783.946179:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628783.946184:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628783.946188:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628783.946191:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628783.946193:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628783.946196:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628783.946201:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628783.946204:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628783.946209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628783.946213:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628783.946217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628783.946221:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599168, portal 10
00000100:00000001:1.0:1778628783.946224:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628783.946226:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778628783.946234:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946243:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628783.946246:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628783.946248:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628783.946251:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599168, offset 0
00000400:00000200:1.0:1778628783.946256:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628783.946262:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628783.946267:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628783.946270:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628783.946274:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628783.946277:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628783.946280:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628783.946284:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497280:497280:256:4294967295] 192.168.204.112@tcp LPNI seq info [497239:497239:8:4294967295]
00000400:00000200:1.0:1778628783.946290:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628783.946298:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628783.946304:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.946307:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628783.946312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628783.946316:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628783.946321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628783.946325:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628783.946330:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628783.946333:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628783.946337:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628783.946341:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628783.946345:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628783.946348:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628783.946351:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628783.946356:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946366:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.946370:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946378:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.946380:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628783.946383:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628783.946388:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628783.946391:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628783.946394:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308131856
00000100:00000001:1.0:1778628783.946397:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308135697
00000100:00000001:1.0:1778628783.946399:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308131856
00000100:00000001:1.0:1778628783.946402:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308135697
00000100:00000001:1.0:1778628783.946405:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628783.946408:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.946410:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628783.946414:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628783/real 1778628783]  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628783.946423:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628783.946425:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628783.946427:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628783.946429:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628783.946431:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628783.946433:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628783.946437:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628783.946447:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946460:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628783.946463:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946466:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.946469:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628783.946476:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946489:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628783.946497:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946511:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628783.946517:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946520:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628783.946523:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946527:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628783.946532:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628783.946537:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628783.946545:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628783.946549:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628783.946557:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628783.946571:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628783.946577:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946579:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.946583:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472599040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946592:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628783.946595:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628783.946598:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628783.946601:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628783.946604:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628783.946633:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628783.946638:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628783.946642:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778628783.946647:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628783.946650:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628783.946653:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778628783.946658:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628783.946661:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946664:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628783.946670:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472599168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628783.946684:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628783.946687:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628783.946690:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628783.946696:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628783.946699:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628783.946701:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628783.946705:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628783.946708:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778628783.946713:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628783.946715:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628783.946718:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778628783.946723:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628783.946725:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946729:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628783.946736:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628783.946745:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628783.946749:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628783.946753:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628784.199743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628784.199744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628784.199750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628784.199752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628784.199757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628784.199759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628784.199761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628784.199777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628784.199783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628784.199785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628784.199799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628784.199800:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628784.199806:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628784.199807:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628784.199810:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628784.199819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628784.199820:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628784.199824:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628784.199833:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628784.199840:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628784.199846:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628784.199851:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628784.199855:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628784.199859:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628784.199898:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628784.199903:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628784.199907:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628784.967774:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628784.967784:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628784.967787:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628784.967795:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628784.967799:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628784.967803:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628784.967806:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628784.967809:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628784.967812:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628785.223720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628785.223725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628785.223732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628785.223733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628785.223737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628785.223739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628785.223768:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628785.223768:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628785.223775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628785.223777:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628785.223778:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628785.223781:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628785.223783:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628785.223788:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628785.223790:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628785.223795:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628785.223797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628785.223799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628785.223800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628785.223801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1778628785.223808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628785.223809:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628785.223809:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1778628785.223817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628785.223817:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628785.223818:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628785.223826:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628785.991699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628785.991705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628785.991706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628785.991710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628785.991713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628785.991717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628785.991719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628785.991721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628785.991723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628786.247737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628786.247737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628786.247745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628786.247745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628786.247745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628786.247751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628786.247755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628786.247755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628786.247758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628786.247765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628786.247768:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628786.247770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628786.247770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628786.247772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628786.247775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628786.247776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628786.247777:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628786.247784:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628786.247791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628786.247793:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628786.247793:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628786.247794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628786.247801:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628786.247802:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628786.247909:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628786.247914:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628786.247918:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628787.015740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628787.015745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628787.015746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628787.015751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628787.015754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628787.015758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628787.015760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628787.015762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628787.015764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628787.271766:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628787.271768:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628787.271773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628787.271773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628787.271774:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628787.271781:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628787.271784:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628787.271784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628787.271787:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628787.271790:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628787.271790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628787.271794:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628787.271800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628787.271805:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778628787.271806:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628787.271807:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628787.271809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628787.271813:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628787.271819:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628787.271820:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628787.271851:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628787.271855:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628787.271858:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628787.271862:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628787.271911:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628787.271916:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628787.271920:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628787.847769:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308135697, at 4308135744
00000100:00000040:1.0:1778628787.847770:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308135697, at 4308135744
00000100:00000010:0.0:1778628787.847802:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:1.0:1778628787.847813:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778628788.039710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628788.039716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628788.039718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628788.039722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628788.039725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628788.039728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628788.039731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628788.039733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628788.039735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628788.295705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628788.295705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628788.295709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628788.295710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628788.295712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628788.295713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628788.295714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628788.295714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628788.295720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628788.295720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628788.295721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628788.295725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628788.295727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628788.295727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628788.295729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628788.295731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628788.295732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628788.295732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628788.295735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628788.295737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628788.295738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628788.295740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628788.295741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628788.295745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628788.295803:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628788.295809:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628788.295813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628789.063690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778628789.063690:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628789.063696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628789.063699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628789.063702:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1778628789.063704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628789.063708:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778628789.063709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628789.063713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628789.063713:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628789.063718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628789.063719:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778628789.063722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628789.063725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628789.063726:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13464
00000400:00000200:3.0:1778628789.063740:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628789.063746:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628789.063750:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628789.063753:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063756:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.063758:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063765:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628789.063769:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628789.063771:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628789.063773:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628789.063775:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628789.063778:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628789.063781:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628789.063784:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063786:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.063788:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063790:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628789.063793:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628789.063796:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063799:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628789.063802:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628789.063804:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628789.063806:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.063808:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628789.063810:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628789.063822:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628789.063825:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628789.063828:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628789.063830:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.063832:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628789.063835:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628789.063838:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628789.063844:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628789.063850:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628789.063858:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628789.063866:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628789.063871:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628789.063875:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628789.063900:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628789.063904:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628789.063906:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628789.063908:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628789.063909:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628789.063912:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628789.063915:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13464
00000400:00000200:3.0:1778628789.063917:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628789.063920:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628789.063922:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628789.063924:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063926:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.063928:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063930:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628789.063932:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628789.063934:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628789.063935:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628789.063937:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628789.063939:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628789.063940:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628789.063942:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063944:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.063945:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063946:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628789.063948:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628789.063950:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628789.063952:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628789.063953:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628789.063957:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628789.063959:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.063961:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628789.063965:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628789.063967:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.063969:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628789.063972:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628789.063973:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628789.063976:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628789.063978:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.063980:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628789.063981:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628789.063983:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628789.063986:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:0.0:1778628789.064057:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628789.064059:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.064066:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1778628789.064073:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628789.064074:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628789.064085:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628789.064091:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628789.064094:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628789.064100:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.064118:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628789.064120:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.064127:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628789.064134:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628789.064138:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628789.064145:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472599296:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628789.064152:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628789.064159:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628789.064162:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.064166:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628789.064173:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628789.064176:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628789.064187:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628789.064224:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628789.064226:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628789.064229:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628789.064231:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628789.064233:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628789.064273:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628789.064279:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13464
00000400:00000200:3.0:1778628789.064286:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628789.064291:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628789.064294:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628789.064298:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.064300:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.064303:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.064305:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628789.064308:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628789.064309:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628789.064311:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628789.064313:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628789.064315:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628789.064318:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628789.064321:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.064322:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628789.064324:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628789.064325:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628789.064327:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628789.064329:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628789.064331:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628789.064334:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628789.064338:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628789.064341:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.064343:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628789.064345:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628789.064348:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.064349:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628789.064354:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778628789.064357:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628789.064359:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628789.064361:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628789.064363:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628789.064364:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628789.064367:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628789.064371:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628789.064375:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628789.064381:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628789.064390:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628789.064393:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628789.064396:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628789.064402:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628789.064404:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628789.064407:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628789.064409:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628789.064412:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628789.064418:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13474)
00000400:00000010:0.0:1778628789.065776:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628789.065786:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628789.065793:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599296, portal 25
00000100:00000001:0.0:1778628789.065795:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628789.065796:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:0.0:1778628789.065803:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.065810:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628789.065812:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628789.065815:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628789.065817:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472599296, offset 0
00000400:00000200:0.0:1778628789.065822:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628789.065828:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.065834:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628789.065838:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628789.065841:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628789.065845:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628789.065846:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628789.065850:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497281:497281:256:4294967295] 192.168.204.112@tcp LPNI seq info [497240:497240:8:4294967295]
00000400:00000200:0.0:1778628789.065853:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.065861:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628789.065865:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.065869:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628789.065875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628789.065878:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628789.065883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628789.065885:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778628789.065888:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.065890:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628789.065894:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628789.065897:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628789.065901:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628789.065903:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628789.065906:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628789.065909:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.065916:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.065919:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.065923:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.065925:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628789.065929:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628789.065932:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628789.065934:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308140818
00000100:00000010:0.0:1778628789.065937:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628789.065943:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628789.065948:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308140818
00000100:00000010:0.0:1778628789.065950:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778628789.065952:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628789.065955:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628789.065957:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.065959:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628789.065962:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628789/real 1778628789]  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628789.065978:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628789.065979:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628789.065981:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628789.065983:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628789.065984:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628789.065986:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628789.065989:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628789.065995:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066000:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628789.066001:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066003:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066005:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628789.066007:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066012:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628789.066015:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066039:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628789.066042:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066045:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066048:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628789.066066:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628789.066072:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628789.066079:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628789.066083:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628789.066091:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628789.066105:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472599296:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628789.066114:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066117:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.066122:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472599296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066132:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628789.066136:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628789.066141:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628789.066147:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628789.066150:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628789.066153:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628789.066172:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628789.066174:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:0.0:1778628789.066177:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628789.066180:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628789.066182:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:0.0:1778628789.066185:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628789.066186:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066189:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066196:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628789.066197:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066199:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628789.066202:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628789.066204:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628789.066207:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066215:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628789.066217:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.066220:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628789.066238:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628789.066242:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628789.066246:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628789.066251:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628789.066255:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628789.066258:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.066262:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628789.066267:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628789.066270:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628789.066275:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628789.066278:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628789.066284:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628789.066304:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599424, portal 10
00000100:00000001:0.0:1778628789.066308:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628789.066309:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:0.0:1778628789.066319:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066330:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628789.066334:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628789.066338:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628789.066342:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599424, offset 0
00000400:00000200:0.0:1778628789.066348:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628789.066354:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.066374:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628789.066376:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628789.066379:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628789.066380:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628789.066382:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628789.066385:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497282:497282:256:4294967295] 192.168.204.112@tcp LPNI seq info [497241:497241:8:4294967295]
00000400:00000200:0.0:1778628789.066388:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.066393:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628789.066396:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.066398:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628789.066401:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628789.066403:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628789.066406:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628789.066409:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778628789.066411:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.066413:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628789.066415:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628789.066418:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628789.066420:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628789.066421:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628789.066423:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628789.066442:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066452:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.066454:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066459:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066460:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628789.066462:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628789.066484:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628789.066487:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628789.066489:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308136975
00000100:00000001:0.0:1778628789.066491:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308140818
00000100:00000001:0.0:1778628789.066492:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308136975
00000100:00000001:0.0:1778628789.066494:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308140818
00000100:00000001:0.0:1778628789.066495:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628789.066497:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066498:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628789.066501:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628789/real 1778628789]  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628789.066506:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628789.066507:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628789.066508:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628789.066509:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628789.066510:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628789.066512:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628789.066514:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628789.066520:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066524:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628789.066525:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066527:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066528:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628789.066530:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066534:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628789.066537:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066541:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628789.066542:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066543:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066544:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066545:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628789.066549:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628789.066550:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628789.066553:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628789.066554:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628789.066556:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628789.066561:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628789.066564:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628789.066566:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066577:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628789.066578:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.066580:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628789.066581:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628789.066585:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628789.066588:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628789.066590:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628789.066591:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628789.066592:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628789.066594:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628789.066596:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628789.066597:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628789.066600:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628789.066601:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628789.066603:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628789.066605:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599552, portal 10
00000100:00000001:0.0:1778628789.066621:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628789.066622:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:0.0:1778628789.066626:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066632:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628789.066634:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628789.066636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628789.066638:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599552, offset 0
00000400:00000200:0.0:1778628789.066641:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628789.066644:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.066648:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628789.066650:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628789.066651:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628789.066653:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628789.066655:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628789.066657:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497283:497283:256:4294967295] 192.168.204.112@tcp LPNI seq info [497242:497242:8:4294967295]
00000400:00000200:0.0:1778628789.066660:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628789.066664:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628789.066667:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.066669:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628789.066672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628789.066674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778628789.066677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628789.066679:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778628789.066681:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628789.066683:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628789.066685:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628789.066687:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628789.066689:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628789.066690:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628789.066692:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628789.066694:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066699:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.066701:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066706:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066707:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628789.066709:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628789.066711:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628789.066713:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628789.066714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308136977
00000100:00000001:0.0:1778628789.066716:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308140818
00000100:00000001:0.0:1778628789.066717:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308136977
00000100:00000001:0.0:1778628789.066719:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308140818
00000100:00000001:0.0:1778628789.066720:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628789.066722:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066723:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628789.066725:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628789/real 1778628789]  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628789.066730:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628789.066731:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628789.066732:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:0.0:1778628789.066733:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:0.0:1778628789.066734:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:0.0:1778628789.066736:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628789.066738:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628789.066743:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066747:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628789.066747:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066749:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066749:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628789.066751:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066755:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628789.066758:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066762:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628789.066763:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066764:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628789.066765:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066766:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628789.066769:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628789.066770:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628789.066772:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628789.066774:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628789.066776:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628789.066803:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628789.066806:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066808:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.066809:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472599424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066814:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628789.066815:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628789.066816:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628789.066818:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628789.066818:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628789.066819:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628789.066821:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628789.066822:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:0.0:1778628789.066823:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628789.066824:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628789.066826:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:0.0:1778628789.066828:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628789.066829:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066830:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628789.066832:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472599552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628789.066837:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628789.066838:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628789.066839:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778628789.066840:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628789.066841:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628789.066842:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628789.066843:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628789.066844:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:0.0:1778628789.066845:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628789.066846:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628789.066846:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778628789.066864:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628789.066865:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066866:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628789.066869:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628789.066870:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628789.066871:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628789.066873:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628789.319710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628789.319713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628789.319716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628789.319718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628789.319719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628789.319719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628789.319720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628789.319723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628789.319726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628789.319727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628789.319728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628789.319731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628789.319733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628789.319734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628789.319735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628789.319738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628789.319738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628789.319739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628789.319744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628789.319744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628789.319747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628789.319748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628789.319753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628789.319753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628789.319811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628789.319814:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628789.319817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628790.087739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628790.087750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628790.087752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628790.087756:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628790.087759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628790.087762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628790.087764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628790.087771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628790.087773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628790.343749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628790.343761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628790.343764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628790.343765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628790.343768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628790.343770:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628790.343771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628790.343771:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628790.343774:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628790.343775:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628790.343777:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628790.343781:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628790.343782:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628790.343783:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628790.343790:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628790.343790:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628790.343796:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628790.343796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628790.343803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628790.343803:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628790.343808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628790.343809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628790.343816:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628790.343816:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628790.343877:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628790.343882:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628790.343885:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628791.111762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628791.111767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628791.111769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628791.111773:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628791.111776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628791.111779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628791.111782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628791.111784:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628791.111785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628791.367687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628791.367687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628791.367691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628791.367693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628791.367694:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628791.367694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628791.367696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628791.367697:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628791.367703:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628791.367703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628791.367710:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628791.367710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628791.367715:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628791.367715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628791.367718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628791.367720:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628791.367722:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628791.367730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628791.367732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628791.367735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628791.367736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628791.367737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628791.367741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628791.367745:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628791.367748:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628791.367751:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628791.367754:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628791.367756:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628791.367758:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628791.367759:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628791.367820:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628791.367842:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628791.367846:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628792.135763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628792.135768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628792.135769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628792.135774:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628792.135777:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628792.135780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628792.135782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628792.135784:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628792.135786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628792.391700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628792.391701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628792.391703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628792.391707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628792.391708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628792.391709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628792.391713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628792.391713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628792.391715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628792.391718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628792.391721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628792.391721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628792.391722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628792.391725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628792.391727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628792.391727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628792.391731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628792.391731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628792.391735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628792.391736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628792.391738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628792.391739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628792.391743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628792.391744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628792.391788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628792.391792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628792.391795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628792.967692:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308140818, at 4308140864
00000100:00000040:1.0:1778628792.967696:0:225065:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308140818, at 4308140864
00000100:00000010:0.0:1778628792.967743:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778628792.967749:0:225065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:1.0:1778628793.159767:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628793.159774:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628793.159776:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628793.159782:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628793.159787:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628793.159791:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628793.159796:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628793.159800:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628793.159805:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415679:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628793.415685:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628793.415688:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628793.415691:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415695:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628793.415697:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415699:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415701:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628793.415705:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628793.415708:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628793.415709:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415710:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628793.415712:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415714:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628793.415715:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628793.415718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628793.415718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628793.415721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628793.415723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628793.415726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628793.415730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628793.415732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628793.415733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628793.415737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628793.415738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628793.415741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628793.415742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628793.415746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628793.415746:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628793.415751:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628793.415752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628793.415754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628793.415757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628793.415759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628793.415760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628793.415765:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628793.415769:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628793.415773:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778628794.183713:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628794.183715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628794.183721:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1778628794.183723:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628794.183725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.183727:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1778628794.183730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778628794.183731:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628794.183735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628794.183737:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778628794.183738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628794.183742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628794.183744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628794.183746:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13469
00000100:00000001:1.0:1778628794.183748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628794.183757:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628794.183791:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628794.183795:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628794.183799:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.183803:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.183805:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.183808:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628794.183812:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628794.183814:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628794.183817:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628794.183827:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628794.183830:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628794.183833:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628794.183836:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.183839:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.183841:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.183843:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628794.183846:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628794.183850:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628794.183853:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628794.183856:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628794.183860:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628794.183862:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.183865:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628794.183867:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628794.183876:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778628794.183879:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628794.183883:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628794.183885:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.183888:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628794.183891:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628794.183895:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628794.183904:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628794.183910:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628794.183932:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628794.183943:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628794.183947:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628794.183952:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628794.183984:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628794.183988:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628794.183992:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628794.183994:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628794.183996:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628794.184005:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628794.184010:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628794.184010:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778628794.184013:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778628794.184016:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13469
00000400:00000200:3.0:1778628794.184022:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628794.184026:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628794.184029:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628794.184031:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628794.184034:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184038:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.184043:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184049:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628794.184054:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628794.184057:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778628794.184068:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778628794.184069:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778628794.184072:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778628794.184073:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628794.184078:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778628794.184079:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1778628794.184081:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778628794.184084:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628794.184087:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778628794.184090:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184091:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.184095:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:0.0:1778628794.184099:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472599680:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628794.184100:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628794.184106:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778628794.184112:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778628794.184112:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184117:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628794.184119:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628794.184119:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628794.184123:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628794.184126:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628794.184128:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628794.184131:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184134:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1778628794.184135:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628794.184139:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628794.184146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:3.0:1778628794.184150:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628794.184155:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184157:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628794.184161:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628794.184163:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628794.184166:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628794.184167:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184169:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628794.184170:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628794.184172:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628794.184176:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778628794.184180:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628794.184185:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628794.184193:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628794.184195:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628794.184199:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628794.184208:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628794.184210:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628794.184214:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628794.184215:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628794.184217:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628794.184219:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628794.184222:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13469
00000400:00000200:3.0:1778628794.184225:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628794.184228:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628794.184231:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628794.184234:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184236:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.184238:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184240:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628794.184243:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628794.184244:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628794.184246:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628794.184248:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628794.184250:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628794.184252:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628794.184255:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184257:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628794.184259:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184261:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628794.184263:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778628794.184266:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628794.184269:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628794.184271:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628794.184273:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628794.184275:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184277:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628794.184280:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628794.184282:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184283:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628794.184286:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628794.184289:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628794.184291:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628794.184292:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628794.184294:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628794.184296:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628794.184297:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628794.184301:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628794.184304:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628794.184308:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628794.184316:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628794.184318:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628794.184333:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628794.184342:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628794.184344:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628794.184349:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628794.184352:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628794.184356:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628794.184361:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13479)
00000400:00000010:0.0:1778628794.185603:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872948.
00000400:00000010:0.0:1778628794.185636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24440.
00000100:00000200:0.0:1778628794.185647:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599680, portal 25
00000100:00000001:0.0:1778628794.185651:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628794.185653:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:0.0:1778628794.185662:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628794.185671:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628794.185675:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628794.185679:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628794.185683:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472599680, offset 0
00000400:00000200:0.0:1778628794.185692:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628794.185704:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.185712:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628794.185718:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628794.185723:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628794.185728:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628794.185731:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628794.185736:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497284:497284:256:4294967295] 192.168.204.112@tcp LPNI seq info [497243:497243:8:4294967295]
00000400:00000200:0.0:1778628794.185741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.185756:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628794.185766:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628794.185774:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628794.185784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628794.185792:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628794.185814:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628794.185819:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628794.185823:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308145938
00000100:00000010:0.0:1778628794.185833:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628794.185845:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628794.185855:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308145938
00000100:00000010:0.0:1778628794.185860:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6720.
00000100:00000001:0.0:1778628794.185865:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628794.185868:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628794.185872:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.185877:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.185881:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628794.185893:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628794.185894:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778628794.185896:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628794.185899:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628794.185901:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628794.185908:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628794.185929:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628794.185931:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628794.185934:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628794.185937:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628794.185940:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628794.185947:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628794.185952:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628794.185958:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628794.185960:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628794.185962:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628794.185967:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628794.185970:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628794.185976:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628794.185980:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f39668725d8.
00000400:00000010:0.0:1778628794.185985:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24198.
00000100:00000200:0.0:1778628794.185988:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599808, portal 10
00000100:00000001:0.0:1778628794.185990:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628794.185992:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:0.0:1778628794.186001:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628794.186009:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628794.186011:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628794.186015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628794.186017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599808, offset 0
00000400:00000200:0.0:1778628794.186023:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628794.186029:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.186033:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628794.186037:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628794.186040:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628794.186043:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628794.186046:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628794.186049:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497285:497285:255:4294967295] 192.168.204.112@tcp LPNI seq info [497244:497244:7:4294967295]
00000400:00000200:0.0:1778628794.186053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.186062:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628794.186067:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628794.186072:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778628794.186077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628794.186082:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628794.186085:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628794.186110:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628794.186115:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628794.186117:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308142095
00000100:00000001:0.0:1778628794.186119:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308145938
00000100:00000001:0.0:1778628794.186121:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308142095
00000100:00000001:0.0:1778628794.186122:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308145938
00000100:00000001:0.0:1778628794.186125:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628794.186127:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.186129:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628794.186133:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628794.186142:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628794.186143:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628794.186145:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628794.186147:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628794.186149:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628794.186152:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628794.186156:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628794.186158:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628794.186160:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628794.186161:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628794.186165:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778628794.186168:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628794.186171:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628794.186174:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872318.
00000400:00000010:0.0:1778628794.186178:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24990.
00000100:00000200:0.0:1778628794.186181:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472599936, portal 10
00000100:00000001:0.0:1778628794.186183:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628794.186185:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:0.0:1778628794.186192:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628794.186200:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628794.186202:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628794.186205:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24908.
00000100:00000200:0.0:1778628794.186207:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472599936, offset 0
00000400:00000200:0.0:1778628794.186212:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628794.186217:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.186220:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628794.186224:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628794.186227:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628794.186230:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628794.186233:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628794.186236:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497286:497286:254:4294967295] 192.168.204.112@tcp LPNI seq info [497245:497245:6:4294967295]
00000400:00000200:0.0:1778628794.186240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628794.186247:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628794.186252:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628794.186256:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4800.
00000800:00000200:0.0:1778628794.186260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628794.186264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628794.186267:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628794.186270:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628794.186273:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628794.186276:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308142096
00000100:00000001:0.0:1778628794.186278:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308145938
00000100:00000001:0.0:1778628794.186280:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308142096
00000100:00000001:0.0:1778628794.186282:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308145938
00000100:00000001:0.0:1778628794.186285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628794.186287:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.186290:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.186292:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628794.186296:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628794.186297:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778628794.186299:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628794.186301:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628794.186303:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628794.186304:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628794.439671:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628794.439676:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628794.439679:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628794.439683:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628794.439683:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628794.439684:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628794.439687:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628794.439687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628794.439691:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628794.439692:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628794.439692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628794.439695:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628794.439696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628794.439697:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628794.439701:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628794.439702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628794.439703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628794.439704:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628794.439705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628794.439709:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628794.439713:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628794.439716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628794.439719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628794.439722:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628794.439781:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628794.439785:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628794.439788:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628795.207791:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628795.209461:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628795.209469:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628795.209505:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628795.209511:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628795.209517:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628795.209521:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628795.209525:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628795.209529:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628795.463748:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628795.463771:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628795.463775:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628795.463783:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628795.463789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628795.463792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628795.463796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628795.463799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628795.463802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628795.463807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628795.463810:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628795.463815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628795.463816:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628795.463819:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628795.463839:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628795.463844:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628795.463862:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628795.463868:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628795.463878:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628795.463885:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628795.463927:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628795.463934:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628795.463939:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628795.463945:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628795.463978:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628795.463986:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628795.463994:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628796.237109:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628796.237120:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628796.237123:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628796.237130:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628796.237136:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628796.237142:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628796.237146:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628796.237151:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628796.237156:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628796.487689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628796.487689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628796.487696:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628796.487697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628796.487699:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628796.487699:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628796.487706:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628796.487707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628796.487713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628796.487713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628796.487720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628796.487720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628796.487726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628796.487726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628796.487729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628796.487730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628796.487735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628796.487736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628796.487745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628796.487750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628796.487756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628796.487758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628796.487761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628796.487763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628796.487829:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628796.487834:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628796.487837:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628797.255994:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628797.256002:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628797.256004:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628797.256010:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628797.256014:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628797.256018:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628797.256022:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628797.256025:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628797.256028:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1778628797.256199:0:2387:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:0.0:1778628797.256340:0:2387:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1778628797.256354:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628797.256360:0:2387:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:0.0:1778628797.256367:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628797.256372:0:2387:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1778628797.256378:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:0.0:1778628797.256382:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628797.256389:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1778628797.256395:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1778628797.256401:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:0.0:1778628797.256404:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000001:0.0:1778628797.256409:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628797.256419:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256451:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628797.256455:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256465:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628797.256467:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1778628797.256477:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:0.0:1778628797.256480:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778628797.256483:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1778628797.256486:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1778628797.256490:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628797.256492:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628797.256494:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628797.256499:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256509:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628797.256512:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256519:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628797.256521:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1778628797.256526:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:0.0:1778628797.256529:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4800.
00000400:00000200:0.0:1778628797.256532:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1778628797.256536:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1778628797.256539:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24908
00000400:00000010:0.0:1778628797.256541:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24908.
00000100:00000001:0.0:1778628797.256543:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628797.256547:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256557:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628797.256560:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628797.256567:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628797.256568:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628797.256651:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628797.256659:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628797.256663:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628797.256683:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628794/real 1778628797]  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628797.256708:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628797.256711:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628797.256717:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f39668725d8.
00000400:00000200:1.0:1778628797.256725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24198
00000400:00000010:1.0:1778628797.256730:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24198.
00000100:00000001:1.0:1778628797.256736:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628797.256744:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628797.256759:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256770:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628797.256773:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256778:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.256782:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628797.256788:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256796:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628797.256801:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256809:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628797.256812:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.256815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256818:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628797.256825:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628797.256831:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628797.256838:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628797.256842:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628797.256848:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628797.256879:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628797.256887:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628797.256895:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628794/real 1778628797]  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628797.256907:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628797.256909:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628797.256911:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872318.
00000400:00000200:1.0:1778628797.256915:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24990
00000400:00000010:1.0:1778628797.256917:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24990.
00000100:00000001:1.0:1778628797.256921:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628797.256925:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628797.256937:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256947:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628797.256949:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256951:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.256953:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628797.256959:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256967:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628797.256972:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.256979:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628797.256982:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256985:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.256986:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.256988:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628797.256992:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628797.256995:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628797.257001:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628797.257005:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628797.257010:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628797.257020:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472599936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628797.257025:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628797.257031:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628794/real 1778628797]  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628797.257042:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628797.257044:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628797.257046:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872948.
00000400:00000200:1.0:1778628797.257050:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24440
00000400:00000010:1.0:1778628797.257053:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24440.
00000100:00000001:1.0:1778628797.257056:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628797.257060:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628797.257071:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257080:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628797.257081:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257084:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.257085:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628797.257090:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257099:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628797.257103:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257112:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628797.257115:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257118:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628797.257120:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257122:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628797.257125:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628797.257129:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628797.257135:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628797.257139:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628797.257145:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628797.257155:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472599680:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628797.257161:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257164:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628797.257168:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472599808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257177:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628797.257182:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628797.257188:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628797.257194:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628797.257197:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628797.257200:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628797.257203:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628797.257207:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778628797.257213:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628797.257215:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628797.257219:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778628797.257224:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628797.257227:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257230:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628797.257234:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472599936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257243:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628797.257246:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628797.257248:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628797.257253:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628797.257254:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628797.257256:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628797.257259:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628797.257261:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778628797.257264:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628797.257267:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628797.257269:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778628797.257273:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628797.257275:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257277:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628797.257282:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472599680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628797.257292:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628797.257295:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628797.257297:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628797.257301:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628797.257303:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628797.257306:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628797.257309:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628797.257312:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778628797.257316:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628797.257318:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628797.257320:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778628797.257325:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628797.257327:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257331:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.257343:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628797.257346:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628797.257349:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628797.257353:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628797.511736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628797.511742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628797.511745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628797.511746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628797.511748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628797.511752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628797.511755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628797.511755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628797.511758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628797.511760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628797.511761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628797.511761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628797.511766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.511768:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628797.511771:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628797.511771:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778628797.511778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628797.511778:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.511786:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628797.511788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628797.511790:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.511795:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628797.511798:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628797.511801:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628797.511825:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628797.511829:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628797.511831:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628798.087711:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308145938, at 4308145984
00000100:00000040:1.0:1778628798.087712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308145938, at 4308145984
00000100:00000010:0.0:1778628798.087732:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778628798.087736:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6720.
00000100:00000001:3.0:1778628798.279827:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628798.280007:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628798.280010:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628798.280015:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628798.280020:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628798.280024:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628798.280027:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628798.280030:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628798.280033:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628798.535737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628798.535745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628798.535745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628798.535748:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628798.535755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628798.535755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628798.535756:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628798.535760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628798.535766:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628798.535768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628798.535770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628798.535786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628798.535786:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628798.535787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628798.535790:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628798.535790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628798.535793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628798.535796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628798.535797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628798.535797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628798.535799:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628798.535802:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628798.535805:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628798.535807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628798.535894:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628798.535899:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628798.535904:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628799.303809:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628799.303839:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628799.303845:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628799.303845:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628799.303852:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628799.303855:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628799.303855:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628799.303863:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628799.303865:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628799.303867:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628799.303873:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628799.303877:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778628799.303879:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13474
00000100:00000001:3.0:1778628799.303881:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628799.303887:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628799.303906:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628799.303917:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628799.303921:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628799.303925:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.303929:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628799.303932:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.303934:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628799.303939:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628799.303941:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628799.303944:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628799.303947:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628799.303949:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628799.303952:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628799.303955:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.303956:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628799.303958:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.303960:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628799.303963:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628799.303966:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628799.303968:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628799.303972:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628799.303976:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628799.303978:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.303981:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628799.303983:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628799.303992:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628799.303995:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628799.304000:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628799.304018:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304021:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628799.304026:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628799.304032:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628799.304045:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628799.304056:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628799.304069:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628799.304084:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628799.304091:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628799.304098:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628799.304131:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628799.304135:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628799.304140:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628799.304142:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628799.304144:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628799.304147:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628799.304151:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13474
00000400:00000200:0.0:1778628799.304156:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628799.304161:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628799.304164:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628799.304175:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304179:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628799.304182:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304185:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628799.304189:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628799.304192:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628799.304195:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628799.304198:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628799.304201:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628799.304204:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628799.304209:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628799.304211:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304217:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628799.304220:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778628799.304221:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628799.304226:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628799.304228:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628799.304233:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628799.304238:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304242:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628799.304245:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778628799.304253:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628799.304256:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628799.304269:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304276:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628799.304283:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628799.304288:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.304289:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628799.304294:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.304299:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778628799.304302:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.304304:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628799.304312:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628799.304317:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000100:00100000:1.0:1778628799.304319:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600064:192.168.204.112@tcp:250:kworker.0
00000020:00000040:0.0:1778628799.304324:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628799.304330:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628799.304332:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628799.304336:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304338:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628799.304340:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628799.304342:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628799.304345:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628799.304348:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.304350:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628799.304358:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
02000000:00000010:1.0:1778628799.304365:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:0.0:1778628799.304366:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.304373:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628799.304383:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628799.304389:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628799.304403:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:0.0:1778628799.304407:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628799.304412:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628799.304414:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000040:0.0:1778628799.304423:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628799.304428:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600064, portal 25
00000100:00000001:1.0:1778628799.304441:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628799.304449:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000001:0.0:1778628799.304472:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628799.304478:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778628799.304480:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628799.304500:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628799.304505:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628799.304509:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628799.304513:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778628799.304516:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1778628799.304526:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628799.304527:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13474
00000400:00000010:1.0:1778628799.304536:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628799.304543:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472600064, offset 0
00000400:00000200:0.0:1778628799.304545:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628799.304562:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778628799.304564:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628799.304571:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628799.304579:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628799.304588:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628799.304593:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628799.304600:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628799.304606:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628799.304678:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628799.304686:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628799.304691:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628799.304695:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628799.304701:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497287:497287:256:4294967295] 192.168.204.112@tcp LPNI seq info [497246:497246:8:4294967295]
00000400:00000200:1.0:1778628799.304706:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628799.304714:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628799.304725:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1778628799.304726:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1778628799.304733:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628799.304743:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1778628799.304743:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778628799.304748:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628799.304753:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628799.304756:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628799.304761:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304764:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628799.304767:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304769:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628799.304772:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628799.304776:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304779:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628799.304781:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628799.304787:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628799.304790:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304793:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628799.304797:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628799.304800:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304803:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628799.304808:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628799.304812:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628799.304833:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628799.304835:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628799.304838:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628799.304839:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628799.304844:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778628799.304845:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
02000000:00000010:0.0:1778628799.304852:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000800:00000200:1.0:1778628799.304861:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628799.304862:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628799.304872:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1778628799.304880:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778628799.304893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628799.304909:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1778628799.304925:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1778628799.304933:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628799.304934:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778628799.304939:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000040:0.0:1778628799.304949:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628799.304965:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628799.304968:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628799.304974:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628799.304975:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778628799.304979:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628799.304987:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628799.304989:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1778628799.305000:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13484)
00000400:00000200:1.0:1778628799.305001:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628799.305008:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628799.305016:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628799.305023:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305035:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305042:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305052:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305055:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628799.305062:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628799.305069:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628799.305073:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308151057
00000100:00000010:1.0:1778628799.305081:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778628799.305089:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628799.305098:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308151057
00000100:00000010:1.0:1778628799.305102:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a56c0.
00000100:00000001:1.0:1778628799.305106:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628799.305109:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628799.305112:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305116:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628799.305121:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628799/real 1778628799]  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628799.305136:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628799.305140:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628799.305142:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628799.305149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628799.305152:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628799.305156:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628799.305160:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628799.305168:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305175:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628799.305177:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305180:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305182:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628799.305186:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305194:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628799.305198:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305206:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628799.305209:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305215:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628799.305218:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628799.305222:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628799.305229:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628799.305231:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628799.305238:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628799.305248:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600064:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628799.305253:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305256:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305260:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472600064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305265:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628799.305267:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628799.305270:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628799.305273:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628799.305275:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628799.305277:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628799.305279:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628799.305281:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628799.305285:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628799.305286:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628799.305288:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:1.0:1778628799.305290:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628799.305291:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305293:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305299:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628799.305301:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305302:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628799.305304:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628799.305305:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628799.305308:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305313:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628799.305314:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.305316:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628799.305318:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628799.305320:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628799.305321:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628799.305324:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628799.305326:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628799.305327:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.305329:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628799.305331:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628799.305333:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628799.305336:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628799.305338:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628799.305341:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628799.305343:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600192, portal 10
00000100:00000001:1.0:1778628799.305345:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628799.305346:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:1.0:1778628799.305351:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305359:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628799.305362:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628799.305364:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628799.305367:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472600192, offset 0
00000400:00000200:1.0:1778628799.305372:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628799.305377:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628799.305382:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628799.305386:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628799.305389:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628799.305392:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628799.305394:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628799.305398:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497288:497288:256:4294967295] 192.168.204.112@tcp LPNI seq info [497247:497247:8:4294967295]
00000400:00000200:1.0:1778628799.305402:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628799.305408:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628799.305413:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628799.305417:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628799.305421:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628799.305425:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628799.305430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628799.305433:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778628799.305437:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628799.305439:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628799.305443:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628799.305447:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628799.305451:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628799.305453:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628799.305455:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628799.305458:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305464:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305466:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305476:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305477:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628799.305479:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628799.305483:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628799.305485:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628799.305487:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308147214
00000100:00000001:1.0:1778628799.305489:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308151057
00000100:00000001:1.0:1778628799.305491:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308147214
00000100:00000001:1.0:1778628799.305492:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308151057
00000100:00000001:1.0:1778628799.305493:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628799.305495:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305496:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628799.305498:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628799/real 1778628799]  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628799.305504:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628799.305505:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628799.305506:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628799.305507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628799.305508:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628799.305510:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628799.305511:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628799.305517:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305521:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628799.305522:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305523:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305524:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628799.305526:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305532:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628799.305534:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305539:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628799.305540:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305541:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305542:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305543:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628799.305546:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628799.305548:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628799.305550:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628799.305551:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628799.305553:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628799.305558:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628799.305561:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628799.305564:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305569:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628799.305570:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.305572:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628799.305573:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628799.305574:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628799.305576:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628799.305578:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628799.305580:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628799.305581:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628799.305583:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628799.305585:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628799.305586:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628799.305588:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628799.305590:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628799.305592:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628799.305594:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600320, portal 10
00000100:00000001:1.0:1778628799.305595:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628799.305596:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:1.0:1778628799.305600:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305604:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628799.305606:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628799.305634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628799.305636:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472600320, offset 0
00000400:00000200:1.0:1778628799.305639:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628799.305641:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628799.305644:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628799.305646:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628799.305648:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628799.305650:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628799.305651:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628799.305654:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497289:497289:256:4294967295] 192.168.204.112@tcp LPNI seq info [497248:497248:8:4294967295]
00000400:00000200:1.0:1778628799.305656:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628799.305660:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628799.305663:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628799.305665:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628799.305668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628799.305670:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628799.305672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628799.305674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778628799.305676:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628799.305696:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628799.305700:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628799.305703:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628799.305707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628799.305709:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628799.305711:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628799.305716:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305723:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305726:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305734:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305735:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628799.305739:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628799.305743:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628799.305746:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628799.305748:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308147216
00000100:00000001:1.0:1778628799.305751:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308151057
00000100:00000001:1.0:1778628799.305753:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308147216
00000100:00000001:1.0:1778628799.305754:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308151057
00000100:00000001:1.0:1778628799.305756:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628799.305758:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305760:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628799.305765:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628799/real 1778628799]  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628799.305773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628799.305774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628799.305776:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628799.305779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628799.305780:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628799.305783:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628799.305786:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628799.305796:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305803:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628799.305805:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305807:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305808:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628799.305812:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305832:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628799.305837:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305842:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628799.305844:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305845:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628799.305845:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305846:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628799.305848:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628799.305850:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628799.305852:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628799.305853:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628799.305856:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628799.305861:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628799.305864:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305866:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305868:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472600192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305872:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628799.305873:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628799.305875:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778628799.305876:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628799.305877:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628799.305878:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628799.305880:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628799.305881:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628799.305883:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628799.305884:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628799.305885:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:1.0:1778628799.305887:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628799.305887:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305889:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628799.305890:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472600320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628799.305894:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628799.305895:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628799.305896:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628799.305897:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628799.305898:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628799.305898:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628799.305899:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628799.305900:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628799.305902:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628799.305902:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628799.305903:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:1.0:1778628799.305904:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628799.305905:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305906:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.305909:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628799.305910:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.305911:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628799.305912:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.559706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628799.559706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628799.559713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628799.559713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628799.559715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628799.559716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628799.559722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628799.559722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628799.559728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628799.559728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628799.559732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628799.559732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.559738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628799.559738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628799.559742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628799.559742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628799.559748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628799.559748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628799.559853:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628799.559856:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628799.559859:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628799.559860:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628799.559862:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628799.559863:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628799.559949:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628799.559954:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628799.559958:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628800.327763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628800.327770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628800.327772:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628800.327777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628800.327780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628800.327783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628800.327785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628800.327787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628800.327789:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628800.583699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628800.583700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628800.583705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628800.583706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628800.583706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628800.583709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628800.583710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628800.583710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628800.583717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628800.583717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628800.583718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628800.583720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628800.583722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628800.583725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628800.583726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628800.583728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628800.583730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628800.583731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628800.583732:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628800.583733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628800.583735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628800.583738:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628800.583740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628800.583743:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628800.583744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628800.583749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628800.583749:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628800.583753:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628800.583757:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628800.583760:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628800.583900:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628800.583906:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628800.583910:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628801.351756:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628801.351763:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628801.351766:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628801.351772:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628801.351831:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628801.351834:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628801.351836:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628801.351838:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628801.351841:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628801.607704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628801.607704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628801.607709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628801.607710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628801.607711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628801.607714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628801.607714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628801.607721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628801.607722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628801.607725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628801.607727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628801.607727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628801.607730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628801.607731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628801.607733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628801.607734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628801.607736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628801.607739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628801.607739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628801.607740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628801.607744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628801.607745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628801.607750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628801.607751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628801.607805:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628801.607808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628801.607811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628802.375711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628802.375720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628802.375723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628802.375730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628802.375734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628802.375739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628802.375743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628802.375746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628802.375749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628802.631697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628802.631704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628802.631706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628802.631711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628802.631713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628802.631715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628802.631719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628802.631719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628802.631722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628802.631722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628802.631726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628802.631726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628802.631731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628802.631732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628802.631736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628802.631738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628802.631740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628802.631740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628802.631743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628802.631748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628802.631770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628802.631772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628802.631777:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628802.631778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628802.631839:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628802.631842:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628802.631846:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628803.207830:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308151057, at 4308151104
00000100:00000040:0.0:1778628803.207842:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308151057, at 4308151104
00000100:00000010:1.0:1778628803.207848:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00000100:00000010:0.0:1778628803.207861:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:3.0:1778628803.399793:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628803.399800:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628803.399803:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628803.399809:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628803.399815:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628803.399821:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628803.399825:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628803.399829:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628803.399836:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628803.655700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628803.655700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628803.655708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628803.655708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628803.655710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628803.655711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628803.655717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628803.655717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628803.655723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628803.655723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628803.655728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628803.655739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628803.655746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628803.655746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628803.655750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628803.655750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628803.655756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628803.655756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628803.655764:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628803.655766:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628803.655769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655772:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628803.655774:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655775:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655777:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628803.655783:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628803.655784:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628803.655786:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655787:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628803.655788:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655789:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655790:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628803.655793:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628803.655794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628803.655845:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628803.655848:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628803.655851:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1778628804.423701:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628804.423710:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628804.423723:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628804.423727:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628804.423731:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628804.423737:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13479
00000400:00000200:1.0:1778628804.423746:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628804.423781:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628804.423786:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628804.423791:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628804.423792:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628804.423796:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628804.423804:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628804.423804:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628804.423810:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.423815:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:3.0:1778628804.423818:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628804.423824:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778628804.423826:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778628804.423831:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1778628804.423832:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000100:00000001:3.0:1778628804.423847:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628804.423852:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1778628804.423856:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778628804.423857:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778628804.423862:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778628804.423867:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778628804.423873:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778628804.423879:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.423882:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628804.423886:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.423891:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628804.423895:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778628804.423900:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628804.423902:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628804.423904:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628804.423907:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628804.423909:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.423910:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628804.423912:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628804.423937:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823480.
00000020:00000040:1.0:1778628804.423940:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778628804.423944:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628804.423946:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.423949:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628804.423952:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628804.423955:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628804.423963:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:1.0:1778628804.423970:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628804.423996:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628804.424006:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628804.424009:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628804.424013:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007466eeac] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628804.424036:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628804.424047:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628804.424051:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778628804.424053:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628804.424055:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628804.424075:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628804.424079:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13479
00000400:00000200:1.0:1778628804.424086:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628804.424087:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1778628804.424091:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778628804.424092:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628804.424096:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1778628804.424096:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628804.424102:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:0.0:1778628804.424117:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628804.424117:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628804.424121:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.424126:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628804.424130:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628804.424133:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778628804.424135:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628804.424138:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778628804.424142:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628804.424143:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1778628804.424144:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628804.424147:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628804.424148:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.424151:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628804.424154:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778628804.424156:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778628804.424156:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628804.424159:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778628804.424161:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1778628804.424162:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628804.424183:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.424184:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628804.424185:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1778628804.424193:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600448:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778628804.424193:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628804.424198:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.424202:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628804.424203:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1778628804.424207:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778628804.424208:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1778628804.424212:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.424213:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.424215:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.424217:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1778628804.424220:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822680.
00000020:00000040:1.0:1778628804.424223:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628804.424225:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628804.424227:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628804.424229:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
00000100:00000001:1.0:1778628804.424229:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628804.424231:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628804.424234:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628804.424236:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628804.424242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:1.0:1778628804.424244:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd800.
00000400:00000010:0.0:1778628804.424247:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:1.0:1778628804.424251:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628804.424254:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24908.
00000100:00100000:1.0:1778628804.424272:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1778628804.424289:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600448, portal 25
00000100:00000001:0.0:1778628804.424294:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628804.424297:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629884544 : -123998079667072 : ffff8f3972823480)
00000100:00000001:1.0:1778628804.424304:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778628804.424307:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628804.424308:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628804.424318:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfff5169] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424319:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628804.424327:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628804.424331:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628804.424335:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472600448, offset 0
00000100:00000001:1.0:1778628804.424336:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628804.424340:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628804.424346:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778628804.424346:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778628804.424350:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628804.424352:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628804.424355:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1778628804.424358:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778628804.424361:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13479
00000400:00000200:0.0:1778628804.424366:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628804.424369:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628804.424372:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628804.424375:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628804.424377:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628804.424380:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497290:497290:256:4294967295] 192.168.204.112@tcp LPNI seq info [497249:497249:8:4294967295]
00000400:00000200:0.0:1778628804.424384:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628804.424391:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628804.424399:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628804.424399:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:0.0:1778628804.424423:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4800.
00000400:00000200:1.0:1778628804.424424:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628804.424427:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628804.424432:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:0.0:1778628804.424434:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628804.424435:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1778628804.424439:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1778628804.424439:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.424441:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628804.424446:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628804.424447:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778628804.424451:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1778628804.424451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778628804.424452:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778628804.424456:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:0.1:1778628804.424457:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1778628804.424461:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628804.424463:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4800.
00000400:00000200:0.0:1778628804.424467:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628804.424487:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628804.424492:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628804.424494:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628804.424497:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628804.424501:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424509:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.424512:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424518:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.424529:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628804.424538:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628804.424542:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628804.424561:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308156176
00000100:00000010:0.0:1778628804.424565:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778628804.424570:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628804.424575:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308156176
00000100:00000010:0.0:1778628804.424577:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6c60.
00000100:00000001:0.0:1778628804.424579:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628804.424581:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628804.424583:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.424585:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628804.424588:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628804/real 1778628804]  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628804.424595:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628804.424596:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628804.424597:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628804.424599:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24908
00000400:00000010:0.0:1778628804.424600:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24908.
00000100:00000001:0.0:1778628804.424602:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628804.424605:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628804.424610:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424614:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628804.424615:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424617:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.424618:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628804.424621:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424655:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628804.424659:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424663:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628804.424665:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424666:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.424667:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424668:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628804.424670:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628804.424671:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628804.424674:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628804.424675:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628804.424678:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628804.424683:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600448:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628804.424686:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424688:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.424689:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823480 x1865013472600448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424694:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628804.424696:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628804.424697:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628804.424699:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628804.424701:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628804.424702:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628804.424704:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628804.424706:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:0.0:1778628804.424709:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628804.424711:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628804.424712:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823480.
00000100:00000001:0.0:1778628804.424731:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628804.424732:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424734:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424740:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628804.424741:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.424743:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628804.424744:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628804.424745:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628804.424748:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424781:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628804.424782:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.424784:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628804.424785:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628804.424787:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628804.424789:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628804.424791:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628804.424792:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628804.424793:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.424795:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628804.424797:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628804.424798:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628804.424801:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628804.424803:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778628804.424806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24908.
00000100:00000200:0.0:1778628804.424808:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600576, portal 10
00000100:00000001:0.0:1778628804.424809:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628804.424810:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880960 : -123998079670656 : ffff8f3972822680)
00000100:00000040:0.0:1778628804.424815:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424820:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628804.424821:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628804.424823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628804.424825:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472600576, offset 0
00000400:00000200:0.0:1778628804.424827:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628804.424830:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628804.424833:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628804.424846:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628804.424847:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628804.424850:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628804.424851:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628804.424853:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497291:497291:256:4294967295] 192.168.204.112@tcp LPNI seq info [497250:497250:8:4294967295]
00000400:00000200:0.0:1778628804.424856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628804.424861:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628804.424864:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628804.424866:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4800.
00000800:00000200:0.0:1778628804.424868:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628804.424870:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1778628804.424874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628804.424875:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1778628804.424878:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628804.424879:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4800.
00000400:00000200:0.0:1778628804.424881:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628804.424883:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628804.424885:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628804.424887:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628804.424888:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628804.424891:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424896:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.424898:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424902:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.424903:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628804.424906:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628804.424925:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628804.424928:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628804.424929:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308152334
00000100:00000001:0.0:1778628804.424931:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308156176
00000100:00000001:0.0:1778628804.424933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308152334
00000100:00000001:0.0:1778628804.424934:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308156176
00000100:00000001:0.0:1778628804.424935:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628804.424936:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.424938:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628804.424940:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628804/real 1778628804]  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628804.424944:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628804.424945:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628804.424946:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628804.424948:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24908
00000400:00000010:0.0:1778628804.424949:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24908.
00000100:00000001:0.0:1778628804.424950:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628804.424952:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628804.424957:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424961:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628804.424962:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424964:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.424964:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628804.424966:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424970:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628804.424972:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.424994:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628804.424996:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424997:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.424998:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.424999:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628804.425002:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628804.425003:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628804.425005:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628804.425006:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628804.425009:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628804.425014:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628804.425017:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.425018:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.425020:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822680 x1865013472600576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.425024:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628804.425025:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628804.425026:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628804.425027:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628804.425028:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628804.425029:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628804.425030:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628804.425031:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:0.0:1778628804.425033:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628804.425034:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628804.425035:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822680.
00000100:00000001:0.0:1778628804.425037:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628804.425038:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.425039:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.425041:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628804.425042:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.425043:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628804.425044:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778628804.426020:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628804.426023:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.426025:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628804.426026:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628804.426027:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628804.426030:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778628804.426032:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628804.426035:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628804.426037:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628804.426040:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628804.426042:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.426044:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628804.426046:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628804.426048:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.426050:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628804.426055:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821500.
00000020:00000040:1.0:1778628804.426057:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628804.426060:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628804.426061:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.426063:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628804.426064:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628804.426066:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628804.426070:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd800.
00000100:00000001:1.0:1778628804.426075:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628804.426080:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628804.426088:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628804.426090:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628804.426093:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013344d4e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628804.426105:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628804.426108:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628804.426111:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628804.426113:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628804.426116:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628804.426120:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13490)
00000100:00000001:0.0:1778628804.426132:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628804.426136:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628804.426138:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628804.426145:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426154:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628804.426155:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.426157:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628804.426158:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628804.426160:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628804.426162:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628804.426164:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628804.426166:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628804.426167:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628804.426168:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628804.426171:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628804.426172:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628804.426175:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628804.426177:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778628804.426179:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24908.
00000100:00000200:0.0:1778628804.426181:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600704, portal 10
00000100:00000001:0.0:1778628804.426183:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628804.426184:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629876480 : -123998079675136 : ffff8f3972821500)
00000100:00000040:0.0:1778628804.426188:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426192:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628804.426194:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628804.426195:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628804.426197:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472600704, offset 0
00000400:00000200:0.0:1778628804.426200:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628804.426203:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628804.426205:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628804.426208:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628804.426209:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628804.426211:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628804.426213:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628804.426215:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497292:497292:256:4294967295] 192.168.204.112@tcp LPNI seq info [497251:497251:8:4294967295]
00000400:00000200:0.0:1778628804.426219:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628804.426226:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628804.426231:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628804.426235:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4800.
00000800:00000200:0.0:1778628804.426239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628804.426241:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1778628804.426246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628804.426248:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1778628804.426252:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628804.426253:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4800.
00000400:00000200:0.0:1778628804.426257:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628804.426260:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628804.426263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628804.426265:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628804.426268:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628804.426271:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426279:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.426282:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426288:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.426290:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628804.426293:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628804.426297:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628804.426300:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628804.426302:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308152336
00000100:00000001:0.0:1778628804.426305:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308156176
00000100:00000001:0.0:1778628804.426307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308152336
00000100:00000001:0.0:1778628804.426309:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308156176
00000100:00000001:0.0:1778628804.426312:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628804.426314:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.426316:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628804.426320:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628804/real 1778628804]  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628804.426328:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628804.426330:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628804.426331:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628804.426333:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24908
00000400:00000010:0.0:1778628804.426334:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24908.
00000100:00000001:0.0:1778628804.426335:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628804.426338:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628804.426343:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426347:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628804.426348:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426350:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.426350:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628804.426353:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426358:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628804.426360:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426364:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628804.426366:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426367:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628804.426368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426369:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628804.426372:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628804.426374:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628804.426376:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628804.426377:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628804.426379:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628804.426385:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628804.426387:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426388:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628804.426390:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821500 x1865013472600704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628804.426394:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628804.426395:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628804.426396:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628804.426397:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628804.426398:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628804.426399:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628804.426400:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628804.426401:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:0.0:1778628804.426418:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628804.426419:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628804.426421:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821500.
00000100:00000001:0.0:1778628804.426422:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628804.426423:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426424:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628804.426427:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628804.426428:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628804.426430:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628804.426431:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628804.679695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628804.679696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628804.679702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.679705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628804.679718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628804.679722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628804.679722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628804.679730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628804.679731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628804.679732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628804.679741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628804.679745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628804.679748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628804.679751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628804.679754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628804.679839:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628804.679847:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628804.679852:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628804.679862:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628804.679874:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628804.679878:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628804.679888:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628804.679895:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628804.679901:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628804.679906:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628804.679928:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628804.679931:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628805.447815:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628805.447823:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628805.447826:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628805.447832:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628805.447836:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628805.447840:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628805.447843:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628805.447845:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628805.447848:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628805.703711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628805.703711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628805.703716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628805.703717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628805.703717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628805.703722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628805.703724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628805.703724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628805.703727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628805.703728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628805.703728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628805.703734:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628805.703736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628805.703736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628805.703738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628805.703740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628805.703741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628805.703758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628805.703765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628805.703766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628805.703769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628805.703771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628805.703773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628805.703779:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1778628805.703779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628805.703784:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628805.703789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628805.895782:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628805.895793:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628805.895800:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628805.895963:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778628805.895972:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628805.895980:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628805.895985:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628805.895989:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628806.471664:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628806.471670:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628806.471671:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628806.471689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628806.471693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628806.471697:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628806.471701:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628806.471704:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628806.471707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628806.727741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628806.727758:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628806.727759:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628806.727767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628806.727767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628806.727768:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628806.727773:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628806.727774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628806.727782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628806.727784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628806.727786:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628806.727795:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628806.727799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628806.727799:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628806.727801:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628806.727805:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628806.727810:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628806.727810:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628806.727821:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628806.727822:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628806.727825:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628806.727827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628806.727831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628806.727834:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628806.727873:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628806.727876:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628806.727880:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628807.495838:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628807.495852:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628807.495856:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628807.495866:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628807.495890:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628807.495896:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628807.495901:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628807.495906:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628807.495911:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628807.751767:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628807.751771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628807.751777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628807.751777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628807.751779:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628807.751785:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628807.751787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628807.751790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628807.751792:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628807.751794:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628807.751795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628807.751797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628807.751799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628807.751805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628807.751806:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628807.751813:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628807.751815:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628807.751822:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628807.751823:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628807.751830:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628807.751835:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628807.751840:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1778628807.751841:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628807.751844:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628807.751849:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628807.751850:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628807.751863:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628808.327734:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308156176, at 4308156224
00000100:00000010:1.0:1778628808.327755:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6c60.
00000100:00000040:0.0:1778628808.327757:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308156176, at 4308156224
00000100:00000010:0.0:1778628808.327771:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:3.0:1778628808.519789:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628808.519800:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628808.519803:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628808.519812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628808.519818:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628808.519823:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628808.519828:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628808.519832:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628808.519836:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628808.775699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628808.775706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628808.775714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628808.775717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628808.775726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628808.775729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628808.775733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628808.775752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628808.775758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628808.775758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628808.775763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628808.775763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628808.775773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628808.775773:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628808.775794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628808.775795:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628808.775803:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628808.775803:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628808.775808:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628808.775811:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628808.775813:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628808.775815:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628808.775819:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628808.775819:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628808.775820:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628808.775827:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628808.775834:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628809.543752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628809.543753:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628809.543759:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628809.543761:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628809.543762:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.543764:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628809.543769:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1778628809.543769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628809.543773:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628809.543775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628809.543780:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13485
00000100:00000001:3.0:1778628809.543780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628809.543785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628809.543788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628809.543789:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628809.543794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628809.543797:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628809.543801:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628809.543804:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543807:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628809.543808:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543810:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628809.543813:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628809.543814:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628809.543816:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628809.543818:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628809.543819:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628809.543821:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628809.543823:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543825:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628809.543826:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543828:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628809.543830:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628809.543833:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543835:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628809.543837:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628809.543839:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628809.543841:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.543842:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628809.543844:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628809.543851:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628809.543854:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628809.543857:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628809.543858:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.543860:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628809.543862:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628809.543865:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628809.543872:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628809.543876:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628809.543883:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628809.543891:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628809.543894:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628809.543897:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628809.543920:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628809.543923:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628809.543925:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628809.543926:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628809.543927:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628809.543929:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628809.543931:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13485
00000400:00000200:0.0:1778628809.543934:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628809.543937:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628809.543939:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628809.543941:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543944:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628809.543948:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543950:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628809.543952:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628809.543953:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628809.543954:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628809.543955:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628809.543956:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628809.543958:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628809.543959:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543962:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628809.543962:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628809.543968:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543972:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628809.543973:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778628809.543979:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778628809.543980:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1778628809.543987:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628809.543991:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628809.543997:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778628809.543999:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628809.544003:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628809.544014:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544021:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628809.544028:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628809.544028:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628809.544032:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628809.544034:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544038:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.544038:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1778628809.544041:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
02000000:00000001:1.0:1778628809.544042:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1778628809.544051:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628809.544052:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628809.544066:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1778628809.544072:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600832:192.168.204.112@tcp:250:kworker.0
02000000:00000001:0.0:1778628809.544073:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544082:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1778628809.544084:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628809.544085:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628809.544090:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.544092:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1778628809.544094:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628809.544096:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544100:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.544100:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1778628809.544108:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1778628809.544110:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628809.544118:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544130:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628809.544131:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544137:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628809.544138:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778628809.544143:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:0.0:1778628809.544155:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628809.544156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00080000:0.0:1778628809.544157:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628809.544166:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628809.544167:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628809.544168:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628809.544170:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1778628809.544171:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600832, portal 25
00000100:00080000:0.0:1778628809.544174:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13485
00000100:00000001:1.0:1778628809.544177:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628809.544179:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000400:00000200:0.0:1778628809.544182:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628809.544188:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:1.0:1778628809.544195:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778628809.544196:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628809.544207:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.544216:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628809.544224:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628809.544230:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778628809.544231:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628809.544236:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628809.544242:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628809.544245:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628809.544247:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628809.544248:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628809.544249:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628809.544251:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628809.544252:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.544257:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1778628809.544257:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000040:0.0:1778628809.544265:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778628809.544265:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472600832, offset 0
00000100:00000001:0.0:1778628809.544275:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628809.544278:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628809.544283:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778628809.544284:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628809.544294:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628809.544296:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628809.544299:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628809.544302:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544309:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628809.544310:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628809.544315:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628809.544317:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544319:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628809.544322:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000400:00000200:1.0:1778628809.544322:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:0.0:1778628809.544332:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778628809.544336:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1778628809.544337:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628809.544339:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628809.544342:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778628809.544343:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:0.0:1778628809.544344:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628809.544347:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544350:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1778628809.544355:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000400:00000200:1.0:1778628809.544356:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628809.544364:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544372:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497293:497293:256:4294967295] 192.168.204.112@tcp LPNI seq info [497252:497252:8:4294967295]
00000100:00100000:0.0:1778628809.544379:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628809.544390:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628809.544400:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628809.544402:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628809.544412:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628809.544419:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628809.544444:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628809.544445:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628809.544449:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778628809.544451:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000040:0.0:1778628809.544452:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628809.544458:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628809.544460:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628809.544464:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13495)
00000800:00000200:1.0:1778628809.544464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628809.544471:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778628809.544477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628809.544481:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1778628809.544484:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628809.544487:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628809.544494:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628809.544498:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628809.544505:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628809.544507:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628809.544512:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628809.544515:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544523:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.544526:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544531:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.544533:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628809.544537:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544540:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628809.544543:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308161296
00000100:00000010:1.0:1778628809.544548:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a56c0.
00000100:00000001:1.0:1778628809.544555:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628809.544562:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308161296
00000100:00000010:1.0:1778628809.544566:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778628809.544569:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628809.544571:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628809.544573:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.544576:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628809.544579:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628809/real 1778628809]  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628809.544587:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628809.544589:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628809.544590:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628809.544593:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628809.544594:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628809.544596:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628809.544598:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628809.544604:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544645:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628809.544647:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544649:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.544651:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628809.544655:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544660:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628809.544664:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544669:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628809.544671:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544672:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.544673:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544675:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628809.544677:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628809.544679:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628809.544682:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628809.544684:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628809.544686:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628809.544692:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472600832:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628809.544696:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544698:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.544700:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472600832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544704:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628809.544706:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628809.544710:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628809.544712:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628809.544714:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628809.544716:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628809.544718:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628809.544720:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628809.544723:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628809.544725:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628809.544726:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:1.0:1778628809.544729:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628809.544730:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544731:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544738:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628809.544739:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.544741:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628809.544743:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628809.544744:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628809.544749:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544757:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628809.544759:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.544761:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628809.544763:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628809.544765:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628809.544769:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628809.544772:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628809.544775:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628809.544777:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.544779:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628809.544783:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628809.544785:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.544789:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628809.544793:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628809.544797:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628809.544800:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472600960, portal 10
00000100:00000001:1.0:1778628809.544803:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628809.544804:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000040:1.0:1778628809.544811:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544824:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628809.544826:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628809.544828:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628809.544829:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472600960, offset 0
00000400:00000200:1.0:1778628809.544832:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628809.544836:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628809.544839:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628809.544841:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628809.544843:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628809.544845:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628809.544847:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628809.544849:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497294:497294:256:4294967295] 192.168.204.112@tcp LPNI seq info [497253:497253:8:4294967295]
00000400:00000200:1.0:1778628809.544852:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628809.544856:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628809.544859:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628809.544862:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628809.544865:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628809.544867:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778628809.544870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628809.544872:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1778628809.544874:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628809.544875:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628809.544878:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628809.544880:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628809.544882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628809.544883:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628809.544895:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628809.544898:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544909:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.544911:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544915:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.544916:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628809.544918:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628809.544923:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628809.544925:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628809.544927:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308157454
00000100:00000001:1.0:1778628809.544929:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308161296
00000100:00000001:1.0:1778628809.544931:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308157454
00000100:00000001:1.0:1778628809.544932:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308161296
00000100:00000001:1.0:1778628809.544934:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628809.544935:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.544936:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628809.544938:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628809/real 1778628809]  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628809.544943:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628809.544944:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628809.544945:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628809.544947:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628809.544948:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628809.544961:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628809.544963:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628809.544969:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544973:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628809.544975:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.544977:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628809.544979:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544984:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628809.544986:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.544990:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628809.544991:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544992:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.544993:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.544994:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628809.544999:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628809.545000:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628809.545002:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628809.545004:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628809.545006:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628809.545012:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472600960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628809.545015:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628809.545017:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545021:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628809.545022:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.545023:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628809.545024:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628809.545026:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628809.545028:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628809.545030:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628809.545032:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628809.545033:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628809.545035:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628809.545037:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628809.545038:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628809.545040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628809.545041:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628809.545043:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628809.545045:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601088, portal 10
00000100:00000001:1.0:1778628809.545047:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628809.545048:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:1.0:1778628809.545052:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545056:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628809.545058:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628809.545059:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628809.545060:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472601088, offset 0
00000400:00000200:1.0:1778628809.545063:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628809.545065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628809.545067:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628809.545068:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628809.545070:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628809.545071:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628809.545073:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628809.545075:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497295:497295:256:4294967295] 192.168.204.112@tcp LPNI seq info [497254:497254:8:4294967295]
00000400:00000200:1.0:1778628809.545078:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628809.545082:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628809.545085:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628809.545087:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628809.545089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628809.545091:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778628809.545094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628809.545095:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1778628809.545098:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628809.545100:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628809.545101:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628809.545104:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628809.545105:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628809.545107:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628809.545108:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628809.545110:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545115:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.545117:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545121:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.545122:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628809.545124:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628809.545126:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628809.545128:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628809.545129:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308157455
00000100:00000001:1.0:1778628809.545131:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308161296
00000100:00000001:1.0:1778628809.545133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308157455
00000100:00000001:1.0:1778628809.545134:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308161296
00000100:00000001:1.0:1778628809.545136:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628809.545137:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.545138:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628809.545140:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628809/real 1778628809]  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628809.545144:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628809.545146:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628809.545147:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628809.545149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628809.545150:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628809.545151:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628809.545153:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628809.545157:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545161:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628809.545162:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545163:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.545164:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628809.545166:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545170:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628809.545172:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545176:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628809.545177:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545178:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628809.545179:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545180:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628809.545182:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628809.545183:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628809.545185:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628809.545186:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628809.545189:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628809.545198:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628809.545201:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545202:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.545203:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472600960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545207:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628809.545208:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628809.545209:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628809.545211:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628809.545211:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628809.545212:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628809.545214:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628809.545215:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628809.545216:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628809.545217:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628809.545218:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:1.0:1778628809.545220:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628809.545221:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545222:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628809.545224:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472601088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628809.545228:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628809.545228:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628809.545229:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628809.545230:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628809.545231:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628809.545232:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628809.545233:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628809.545233:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628809.545235:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628809.545235:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628809.545236:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:1.0:1778628809.545238:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628809.545239:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545240:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.545243:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628809.545244:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.545245:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628809.545246:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628809.799737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628809.799743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628809.799744:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628809.799748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628809.799752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628809.799755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628809.799759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628809.799761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628809.799764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.799782:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628809.799791:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628809.799792:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628809.799797:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628809.799797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628809.799805:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628809.799807:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628809.799812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628809.799812:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.799817:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628809.799817:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628809.799820:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628809.799822:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628809.799827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628809.799829:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628809.799881:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628809.799885:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628809.799887:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628810.567749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628810.567757:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628810.567759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628810.567766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628810.567769:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628810.567773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628810.567776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628810.567778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628810.567781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628810.823735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628810.823743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628810.823745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628810.823745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628810.823751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628810.823752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628810.823753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628810.823760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628810.823762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628810.823763:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628810.823767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628810.823768:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628810.823770:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628810.823778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628810.823779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628810.823779:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628810.823785:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628810.823786:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628810.823787:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628810.823791:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628810.823792:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628810.823796:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628810.823798:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628810.823802:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628810.823805:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628810.823808:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628810.823810:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628810.823812:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628810.823815:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628810.823821:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628810.823935:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628810.823941:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628810.823945:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628811.591718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628811.591738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628811.591740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628811.591746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628811.591750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628811.591755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628811.591758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628811.591761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628811.591764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628811.847695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628811.847695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628811.847698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628811.847701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628811.847702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628811.847703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628811.847703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628811.847705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628811.847711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628811.847711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628811.847711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628811.847715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628811.847716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628811.847717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628811.847719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628811.847720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628811.847721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628811.847721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628811.847727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628811.847727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628811.847731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628811.847731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628811.847737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628811.847738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628811.847782:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628811.847785:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628811.847787:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628812.615693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628812.615699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628812.615701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628812.615705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628812.615709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628812.615712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628812.615714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628812.615716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628812.615718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628812.871663:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628812.871669:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628812.871670:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628812.871671:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628812.871675:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628812.871677:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628812.871678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628812.871679:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628812.871682:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628812.871683:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628812.871684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628812.871685:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628812.871686:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628812.871687:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628812.871689:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778628812.871691:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628812.871691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628812.871692:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628812.871697:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628812.871697:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628812.871700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628812.871703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628812.871705:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628812.871707:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628812.871755:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628812.871760:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628812.871764:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628813.447723:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308161296, at 4308161344
00000100:00000040:0.0:1778628813.447730:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308161296, at 4308161344
00000100:00000010:1.0:1778628813.447738:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000010:0.0:1778628813.447744:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00000100:00000001:3.0:1778628813.639738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628813.639746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628813.639748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628813.639753:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628813.639757:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628813.639761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628813.639765:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628813.639767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628813.639770:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628813.895715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628813.895724:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628813.895725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628813.895730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895730:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628813.895736:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628813.895739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628813.895745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628813.895746:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628813.895749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628813.895751:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628813.895753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628813.895759:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628813.895760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628813.895771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895771:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628813.895788:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628813.895791:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628813.895796:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895799:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628813.895802:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628813.895803:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628813.895808:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628813.895811:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628813.895814:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628813.895814:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628813.895824:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628813.895826:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628813.895828:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628813.895832:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628813.895833:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628813.895841:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628813.895844:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628813.895846:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628813.895923:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628813.895928:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628813.895931:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628814.663705:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628814.663710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628814.663714:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628814.663716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628814.663717:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628814.663719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628814.663721:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628814.663725:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1778628814.663726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628814.663732:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13490
00000100:00000001:3.0:1778628814.663732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628814.663738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628814.663741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778628814.663742:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628814.663746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628814.663750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628814.663751:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628814.663756:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628814.663759:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663762:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628814.663764:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663766:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628814.663769:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628814.663770:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628814.663772:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628814.663774:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628814.663776:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628814.663778:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628814.663780:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663782:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628814.663784:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663785:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628814.663787:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628814.663789:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663791:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628814.663794:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628814.663796:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628814.663798:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628814.663800:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628814.663802:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628814.663809:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628814.663811:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628814.663814:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628814.663816:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628814.663818:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628814.663821:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628814.663824:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628814.663831:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628814.663836:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628814.663843:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628814.663850:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628814.663854:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628814.663857:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628814.663876:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628814.663878:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628814.663880:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628814.663881:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628814.663883:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628814.663884:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628814.663886:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13490
00000400:00000200:0.0:1778628814.663888:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628814.663890:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628814.663892:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628814.663894:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663895:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628814.663898:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663899:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628814.663901:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628814.663903:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628814.663904:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628814.663906:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628814.663907:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628814.663909:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628814.663911:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663912:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628814.663914:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628814.663915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628814.663916:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628814.663919:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778628814.663920:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778628814.663922:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1778628814.663926:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628814.663930:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628814.663931:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628814.663933:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628814.663939:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628814.663941:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1778628814.663943:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.663943:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628814.663948:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778628814.663949:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628814.663953:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1778628814.663954:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778628814.663955:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628814.663961:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628814.663962:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601216:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628814.663965:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.663967:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628814.663971:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1778628814.663972:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
02000000:00000001:1.0:1778628814.663974:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628814.663977:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628814.663978:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778628814.663981:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628814.663982:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628814.663983:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:0.0:1778628814.663984:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628814.663986:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628814.663987:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628814.663989:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628814.663993:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628814.663994:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000400:00000010:1.0:1778628814.663997:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:0.0:1778628814.663998:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628814.664007:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778628814.664007:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000001:0.0:1778628814.664016:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1778628814.664016:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601216, portal 25
00000100:00000001:0.0:1778628814.664019:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664021:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628814.664023:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:0.0:1778628814.664024:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628814.664032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628814.664038:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628814.664042:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628814.664043:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778628814.664047:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1778628814.664048:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664050:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1778628814.664051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00080000:0.0:1778628814.664052:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1778628814.664056:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472601216, offset 0
00000100:00000001:0.0:1778628814.664057:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628814.664061:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13490
00000400:00000200:1.0:1778628814.664065:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628814.664066:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628814.664077:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628814.664079:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778628814.664082:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628814.664084:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664087:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628814.664091:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778628814.664092:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664096:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628814.664098:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1778628814.664099:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1778628814.664100:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628814.664102:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628814.664104:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778628814.664104:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:0.0:1778628814.664108:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628814.664112:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778628814.664112:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628814.664118:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:0.0:1778628814.664120:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664123:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628814.664127:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628814.664127:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497296:497296:256:4294967295] 192.168.204.112@tcp LPNI seq info [497255:497255:8:4294967295]
00000100:00000001:0.0:1778628814.664132:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628814.664136:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778628814.664137:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778628814.664142:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664150:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628814.664151:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1778628814.664152:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628814.664156:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628814.664161:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628814.664161:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628814.664166:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628814.664168:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1778628814.664168:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000008:00000001:0.0:1778628814.664172:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628814.664174:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628814.664177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000010:0.0:1778628814.664178:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628814.664181:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:1.0:1778628814.664181:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1778628814.664187:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628814.664189:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628814.664190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628814.664192:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628814.664195:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1778628814.664195:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1778628814.664198:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778628814.664201:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000010:0.0:1778628814.664202:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000800:00000010:1.0:1778628814.664203:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000001:0.0:1778628814.664205:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628814.664210:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628814.664210:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628814.664219:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778628814.664225:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778628814.664226:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000100:00000001:0.0:1778628814.664227:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628814.664229:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000040:0.0:1778628814.664233:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664234:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628814.664242:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628814.664243:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628814.664248:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628814.664255:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628814.664260:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628814.664261:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628814.664264:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628814.664268:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628814.664270:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13500)
00000100:00000001:1.0:1778628814.664280:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664282:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628814.664288:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628814.664293:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628814.664296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308166416
00000100:00000010:1.0:1778628814.664302:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778628814.664309:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628814.664316:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308166416
00000100:00000010:1.0:1778628814.664319:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778628814.664323:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628814.664326:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628814.664329:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664331:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628814.664334:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628814/real 1778628814]  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628814.664341:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628814.664342:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628814.664344:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628814.664346:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628814.664347:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628814.664349:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628814.664352:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628814.664357:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664361:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628814.664363:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664365:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664366:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628814.664377:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664382:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628814.664385:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664390:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628814.664392:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664393:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664394:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664395:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628814.664397:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628814.664399:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628814.664401:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628814.664403:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628814.664405:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628814.664410:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601216:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628814.664414:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664415:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628814.664417:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472601216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664422:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628814.664424:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628814.664426:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628814.664428:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628814.664429:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628814.664431:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628814.664432:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628814.664435:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778628814.664437:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628814.664439:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628814.664440:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:1.0:1778628814.664442:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628814.664443:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664445:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664450:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628814.664451:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664453:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628814.664454:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628814.664455:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628814.664457:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664462:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628814.664464:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628814.664465:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628814.664467:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628814.664468:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628814.664470:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628814.664471:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628814.664473:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628814.664474:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628814.664475:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628814.664477:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628814.664478:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628814.664481:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628814.664483:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628814.664485:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628814.664487:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601344, portal 10
00000100:00000001:1.0:1778628814.664489:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628814.664490:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:1.0:1778628814.664495:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664500:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628814.664501:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628814.664502:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628814.664504:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472601344, offset 0
00000400:00000200:1.0:1778628814.664506:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628814.664509:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628814.664527:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628814.664529:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628814.664531:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628814.664532:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628814.664534:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628814.664536:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497297:497297:256:4294967295] 192.168.204.112@tcp LPNI seq info [497256:497256:8:4294967295]
00000400:00000200:1.0:1778628814.664540:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628814.664544:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628814.664548:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628814.664551:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628814.664553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628814.664555:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778628814.664558:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628814.664560:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1778628814.664562:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628814.664563:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628814.664566:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628814.664568:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628814.664570:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628814.664571:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628814.664573:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628814.664575:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664581:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628814.664583:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664592:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664593:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628814.664595:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628814.664598:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628814.664600:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628814.664601:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308162573
00000100:00000001:1.0:1778628814.664629:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308166416
00000100:00000001:1.0:1778628814.664632:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308162574
00000100:00000001:1.0:1778628814.664633:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308166416
00000100:00000001:1.0:1778628814.664635:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628814.664636:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664638:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628814.664640:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628814/real 1778628814]  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628814.664646:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628814.664647:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628814.664648:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628814.664650:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628814.664651:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628814.664652:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628814.664654:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628814.664659:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664663:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628814.664664:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664665:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664666:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628814.664668:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664674:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628814.664676:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664680:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628814.664682:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664683:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664683:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664684:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628814.664688:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628814.664689:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628814.664691:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628814.664692:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628814.664695:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628814.664699:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628814.664702:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628814.664704:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664708:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628814.664709:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628814.664710:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628814.664711:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628814.664713:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628814.664714:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628814.664716:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628814.664717:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628814.664718:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628814.664720:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628814.664722:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628814.664723:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628814.664726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628814.664727:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628814.664729:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628814.664731:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601472, portal 10
00000100:00000001:1.0:1778628814.664732:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628814.664733:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:1.0:1778628814.664737:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664741:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628814.664743:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628814.664744:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628814.664746:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472601472, offset 0
00000400:00000200:1.0:1778628814.664748:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628814.664757:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628814.664759:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628814.664761:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628814.664763:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628814.664764:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628814.664766:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628814.664768:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497298:497298:256:4294967295] 192.168.204.112@tcp LPNI seq info [497257:497257:8:4294967295]
00000400:00000200:1.0:1778628814.664771:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628814.664775:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628814.664778:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628814.664780:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628814.664782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628814.664784:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778628814.664787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628814.664788:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1778628814.664791:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628814.664793:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628814.664795:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628814.664797:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628814.664799:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628814.664800:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628814.664802:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628814.664804:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664809:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628814.664811:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664815:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664816:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628814.664818:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628814.664820:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628814.664822:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628814.664823:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308162575
00000100:00000001:1.0:1778628814.664824:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308166416
00000100:00000001:1.0:1778628814.664826:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308162575
00000100:00000001:1.0:1778628814.664827:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308166416
00000100:00000001:1.0:1778628814.664829:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628814.664830:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664831:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628814.664833:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628814/real 1778628814]  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628814.664838:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628814.664838:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628814.664840:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628814.664841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628814.664842:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628814.664843:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628814.664846:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628814.664851:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664855:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628814.664856:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664857:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664857:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628814.664859:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664863:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628814.664865:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664869:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628814.664871:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664872:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628814.664872:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664873:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628814.664875:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628814.664876:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628814.664878:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628814.664880:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628814.664882:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628814.664888:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628814.664890:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664891:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628814.664893:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472601344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664898:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628814.664899:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628814.664900:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628814.664901:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628814.664902:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628814.664903:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628814.664904:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628814.664905:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778628814.664907:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628814.664908:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628814.664909:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:1.0:1778628814.664910:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628814.664911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664912:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628814.664914:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472601472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628814.664918:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628814.664919:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628814.664920:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628814.664921:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628814.664922:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628814.664922:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628814.664923:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628814.664924:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778628814.664925:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628814.664926:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628814.664927:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778628814.664928:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628814.664929:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.664932:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628814.664933:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.664934:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628814.664935:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.919690:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628814.919692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628814.919697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628814.919697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628814.919697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628814.919700:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.919701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628814.919701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628814.919708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628814.919709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628814.919709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628814.919710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.919715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628814.919716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628814.919717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628814.919719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628814.919720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628814.919720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628814.919726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628814.919726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628814.919730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628814.919730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628814.919735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628814.919736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628814.919789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628814.919793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628814.919797:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628815.687716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628815.687723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628815.687725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628815.687731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628815.687734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628815.687739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628815.687742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628815.687744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628815.687747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628815.943713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628815.943719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628815.943720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628815.943722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628815.943725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628815.943726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628815.943726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628815.943730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628815.943732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628815.943733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628815.943734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628815.943736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628815.943738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628815.943742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628815.943743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628815.943744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628815.943746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628815.943747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628815.943747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628815.943751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628815.943753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628815.943756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628815.943756:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628815.943763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628815.943814:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628815.943818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628815.943821:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628816.711792:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628816.711802:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628816.711804:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628816.711812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628816.711817:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628816.711822:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628816.711826:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628816.711829:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628816.711832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628816.967699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628816.967713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628816.967716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628816.967721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628816.967726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628816.967730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628816.967732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628816.967734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628816.967739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628816.967764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628816.967772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628816.967780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628816.967782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628816.967788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628816.967790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628816.967795:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628816.967803:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628816.967806:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628816.967813:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628816.967819:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628816.967824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628816.967828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628816.967832:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628816.967838:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628816.967922:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628816.967928:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628816.967934:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628817.735789:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628817.735799:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628817.735802:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628817.735812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628817.735818:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628817.735824:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628817.735828:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628817.735832:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628817.735837:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628817.991721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628817.991721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628817.991730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628817.991731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628817.991733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628817.991735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628817.991736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628817.991740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628817.991742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628817.991744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628817.991747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628817.991749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628817.991754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628817.991755:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628817.991757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628817.991763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628817.991765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628817.991765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628817.991772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628817.991772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628817.991779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628817.991782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628817.991785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628817.991790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628817.991926:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628817.991934:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628817.991941:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628818.567781:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308166416, at 4308166464
00000100:00000010:1.0:1778628818.567803:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000040:0.0:1778628818.567827:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308166416, at 4308166464
00000100:00000010:0.0:1778628818.567848:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:3.0:1778628818.759711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628818.759718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628818.759721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628818.759727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628818.759731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628818.759735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628818.759739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628818.759743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628818.759748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.015715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628819.015720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628819.015724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.015726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628819.015731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628819.015731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628819.015734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628819.015739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628819.015740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628819.015741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.015747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628819.015751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628819.015755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628819.015757:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628819.015757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628819.015763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.015764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628819.015767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628819.015771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628819.015774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628819.015777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.015780:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628819.015782:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.015784:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628819.015898:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628819.015906:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628819.015912:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628819.783713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628819.783719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628819.783721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628819.783726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778628819.783727:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628819.783729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628819.783733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628819.783734:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628819.783736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628819.783737:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628819.783739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628819.783741:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628819.783743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.783744:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628819.783751:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13495
00000400:00000200:2.0:1778628819.783760:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628819.783765:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628819.783768:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628819.783771:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.783774:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628819.783775:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.783778:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628819.783780:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628819.783782:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628819.783784:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628819.783802:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628819.783804:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628819.783807:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628819.783809:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.783811:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628819.783813:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.783815:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628819.783819:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628819.783823:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628819.783826:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628819.783830:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628819.783835:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628819.783838:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.783841:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628819.783844:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628819.783854:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628819.783859:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628819.783865:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628819.783867:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.783871:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628819.783874:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628819.783879:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628819.783889:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628819.783895:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628819.783904:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628819.783913:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628819.783917:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.783921:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628819.783944:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628819.783948:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628819.783953:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628819.783954:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628819.783956:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628819.783976:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628819.783979:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13495
00000400:00000200:2.0:1778628819.783985:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628819.783989:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628819.783992:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778628819.783995:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778628819.783996:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628819.784001:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628819.784001:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628819.784005:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628819.784006:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784010:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628819.784014:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1778628819.784016:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778628819.784016:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628819.784019:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628819.784022:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628819.784027:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628819.784033:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628819.784034:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628819.784037:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784056:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628819.784059:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778628819.784059:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628819.784063:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628819.784064:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628819.784065:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628819.784069:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778628819.784070:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00100000:1.0:1778628819.784076:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601600:192.168.204.112@tcp:250:kworker.0
00000100:00080000:2.0:1778628819.784078:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628819.784085:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778628819.784085:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628819.784089:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628819.784090:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628819.784093:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628819.784095:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628819.784096:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778628819.784100:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.784103:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1778628819.784104:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628819.784107:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778628819.784107:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628819.784114:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.784117:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628819.784121:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778628819.784125:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000400:00000010:1.0:1778628819.784127:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000020:00000040:2.0:1778628819.784129:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:1.0:1778628819.784133:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
02000000:00000001:2.0:1778628819.784134:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628819.784137:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.784140:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628819.784142:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1778628819.784143:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601600, portal 25
02000000:00000001:2.0:1778628819.784144:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784148:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628819.784160:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
02000000:00000010:2.0:1778628819.784161:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628819.784167:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628819.784169:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628819.784176:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628819.784183:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628819.784187:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628819.784191:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628819.784193:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472601600, offset 0
00000100:00000001:2.0:1778628819.784205:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778628819.784206:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784210:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784216:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628819.784219:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.784230:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778628819.784232:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628819.784236:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778628819.784237:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628819.784242:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778628819.784261:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778628819.784262:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628819.784264:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628819.784266:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778628819.784269:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628819.784270:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778628819.784273:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13495
00000400:00000200:1.0:1778628819.784278:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497299:497299:256:4294967295] 192.168.204.112@tcp LPNI seq info [497258:497258:8:4294967295]
00000400:00000200:2.0:1778628819.784284:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.784287:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628819.784290:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628819.784292:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628819.784294:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784296:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628819.784305:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784310:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778628819.784313:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1778628819.784314:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628819.784317:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628819.784320:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628819.784321:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628819.784326:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778628819.784327:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778628819.784328:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628819.784333:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784334:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628819.784335:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:1.0:1778628819.784336:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000001:2.0:1778628819.784337:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628819.784342:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628819.784344:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628819.784346:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628819.784350:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1778628819.784351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778628819.784352:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628819.784356:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628819.784357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1778628819.784358:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628819.784360:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628819.784363:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.784367:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778628819.784367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628819.784372:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000010:2.0:1778628819.784373:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000800:00000100:1.0:1778628819.784377:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778628819.784377:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000010:1.0:1778628819.784382:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
02000000:00000001:2.0:1778628819.784387:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778628819.784388:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1778628819.784389:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628819.784392:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628819.784395:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778628819.784396:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1778628819.784398:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628819.784401:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
02000000:00000010:2.0:1778628819.784402:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000400:00000010:1.0:1778628819.784404:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:2.0:1778628819.784406:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784422:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1778628819.784424:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778628819.784429:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784451:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1778628819.784453:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628819.784464:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784468:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628819.784473:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628819.784488:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784493:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628819.784502:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628819.784505:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784506:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628819.784507:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1778628819.784511:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628819.784514:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628819.784515:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13505)
00000400:00000200:1.0:1778628819.784522:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628819.784525:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308171536
00000100:00000010:1.0:1778628819.784529:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778628819.784535:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628819.784540:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308171536
00000100:00000010:1.0:1778628819.784543:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778628819.784545:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628819.784548:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628819.784549:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784552:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628819.784556:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628819/real 1778628819]  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628819.784566:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628819.784568:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628819.784570:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628819.784572:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628819.784576:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628819.784579:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628819.784582:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628819.784590:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784596:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628819.784598:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784600:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.784602:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628819.784605:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784645:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628819.784650:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784657:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628819.784659:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.784662:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784664:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628819.784666:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628819.784668:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628819.784673:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628819.784675:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628819.784679:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628819.784686:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601600:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628819.784690:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784692:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628819.784694:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472601600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784700:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628819.784702:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628819.784705:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628819.784707:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628819.784709:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628819.784710:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628819.784712:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628819.784714:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778628819.784718:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628819.784720:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628819.784721:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778628819.784725:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628819.784726:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784728:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784734:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628819.784735:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784737:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628819.784739:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628819.784740:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628819.784744:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784751:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628819.784752:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628819.784754:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628819.784756:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628819.784758:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628819.784761:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628819.784764:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628819.784766:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628819.784767:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628819.784769:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628819.784772:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628819.784774:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628819.784778:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628819.784781:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628819.784785:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628819.784787:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601728, portal 10
00000100:00000001:1.0:1778628819.784788:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628819.784789:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:1.0:1778628819.784801:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784806:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628819.784808:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628819.784809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628819.784811:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472601728, offset 0
00000400:00000200:1.0:1778628819.784814:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628819.784817:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.784819:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628819.784822:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628819.784824:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628819.784826:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628819.784827:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628819.784830:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497300:497300:256:4294967295] 192.168.204.112@tcp LPNI seq info [497259:497259:8:4294967295]
00000400:00000200:1.0:1778628819.784832:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.784836:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628819.784839:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628819.784841:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628819.784844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628819.784846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778628819.784849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628819.784851:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778628819.784853:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628819.784854:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628819.784857:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628819.784859:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628819.784861:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628819.784862:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628819.784864:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628819.784866:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784888:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628819.784891:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784896:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784898:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628819.784901:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628819.784904:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628819.784907:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628819.784909:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308167694
00000100:00000001:1.0:1778628819.784911:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308171536
00000100:00000001:1.0:1778628819.784913:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308167694
00000100:00000001:1.0:1778628819.784915:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308171536
00000100:00000001:1.0:1778628819.784917:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628819.784918:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.784920:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628819.784923:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628819/real 1778628819]  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628819.784929:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628819.784930:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628819.784931:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628819.784933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628819.784935:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628819.784936:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628819.784940:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628819.784951:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784959:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628819.784977:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.784979:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.784980:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628819.784984:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.784991:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628819.784995:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785003:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628819.785006:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785008:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.785009:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785011:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628819.785015:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628819.785018:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628819.785021:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628819.785023:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628819.785026:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628819.785057:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628819.785064:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628819.785069:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785081:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628819.785084:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628819.785088:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628819.785091:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628819.785094:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628819.785099:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628819.785105:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628819.785108:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628819.785111:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628819.785114:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628819.785120:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628819.785124:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628819.785131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628819.785135:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628819.785141:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628819.785146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601856, portal 10
00000100:00000001:1.0:1778628819.785149:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628819.785152:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:1.0:1778628819.785161:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785173:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628819.785178:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628819.785182:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628819.785186:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472601856, offset 0
00000400:00000200:1.0:1778628819.785191:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628819.785196:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.785200:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628819.785204:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628819.785207:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628819.785210:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628819.785212:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628819.785216:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497301:497301:256:4294967295] 192.168.204.112@tcp LPNI seq info [497260:497260:8:4294967295]
00000400:00000200:1.0:1778628819.785220:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628819.785227:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628819.785232:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628819.785235:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628819.785240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628819.785243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778628819.785248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628819.785251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778628819.785255:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628819.785257:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628819.785277:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628819.785279:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628819.785281:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628819.785283:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628819.785285:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628819.785287:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785292:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628819.785294:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785298:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.785299:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628819.785301:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628819.785303:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628819.785306:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628819.785307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308167695
00000100:00000001:1.0:1778628819.785309:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308171536
00000100:00000001:1.0:1778628819.785310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308167695
00000100:00000001:1.0:1778628819.785312:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308171536
00000100:00000001:1.0:1778628819.785313:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628819.785314:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.785315:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628819.785317:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628819/real 1778628819]  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628819.785322:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628819.785323:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628819.785324:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628819.785326:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628819.785327:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628819.785328:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628819.785330:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628819.785335:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785340:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628819.785341:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785342:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.785343:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628819.785345:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785349:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628819.785351:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785355:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628819.785357:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785358:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628819.785358:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785360:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628819.785361:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628819.785363:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628819.785365:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628819.785366:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628819.785368:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628819.785373:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472601856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628819.785375:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785376:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628819.785378:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472601728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785383:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628819.785384:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628819.785385:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628819.785387:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628819.785388:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628819.785389:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628819.785391:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628819.785392:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778628819.785394:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628819.785395:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628819.785396:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778628819.785398:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628819.785398:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785400:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628819.785401:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472601856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628819.785405:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628819.785406:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628819.785407:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778628819.785408:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628819.785423:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628819.785425:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628819.785426:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628819.785427:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:1.0:1778628819.785429:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628819.785430:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628819.785430:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778628819.785432:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628819.785433:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785435:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628819.785438:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628819.785439:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628819.785440:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628819.785441:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628820.039675:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628820.039677:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628820.039681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628820.039682:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628820.039683:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628820.039686:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628820.039686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628820.039689:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628820.039690:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628820.039691:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628820.039693:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628820.039695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628820.039696:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628820.039700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628820.039700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628820.039701:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628820.039703:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628820.039704:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628820.039704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628820.039706:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628820.039708:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628820.039710:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628820.039711:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628820.039712:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628820.039798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628820.039803:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628820.039806:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628820.807736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628820.807744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628820.807747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628820.807754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628820.807759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628820.807764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628820.807769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628820.807773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628820.807778:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628821.063719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628821.063719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628821.063721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628821.063726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628821.063726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628821.063727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628821.063730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628821.063731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628821.063734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628821.063735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628821.063737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628821.063737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628821.063741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628821.063744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628821.063745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628821.063746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628821.063748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628821.063750:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628821.063751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628821.063752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628821.063753:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628821.063756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628821.063757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628821.063757:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628821.063763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628821.063766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628821.063766:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628821.063769:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628821.063772:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628821.063774:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628821.063837:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628821.063841:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628821.063844:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628821.831677:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628821.831683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628821.831684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628821.831689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628821.831692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628821.831695:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628821.831697:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628821.831699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628821.831702:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628822.087717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628822.087717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628822.087717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628822.087724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628822.087725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628822.087726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628822.087729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628822.087731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628822.087732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628822.087733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628822.087735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628822.087755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628822.087756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628822.087756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628822.087759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628822.087760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628822.087761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628822.087764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628822.087766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628822.087767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628822.087773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628822.087773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628822.087778:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628822.087782:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628822.087816:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628822.087818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628822.087821:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628822.855731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628822.855737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628822.855738:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628822.855748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628822.855752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628822.855755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628822.855758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628822.855759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628822.855761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628823.111711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628823.111717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628823.111718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628823.111718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628823.111722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628823.111722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628823.111723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628823.111724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628823.111729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628823.111730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628823.111732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628823.111735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628823.111735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628823.111736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628823.111738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628823.111739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628823.111742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628823.111744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628823.111745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628823.111745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628823.111748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628823.111748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628823.111754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628823.111755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628823.111799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628823.111803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628823.111806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628823.687681:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308171536, at 4308171584
00000100:00000040:1.0:1778628823.687681:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308171536, at 4308171584
00000100:00000010:1.0:1778628823.687695:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000010:0.0:1778628823.687701:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000001:3.0:1778628823.879661:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628823.879667:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628823.879668:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628823.879672:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628823.879685:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628823.879688:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628823.879690:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628823.879692:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628823.879694:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628824.135764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628824.135772:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628824.135775:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628824.135782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628824.135785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628824.135788:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628824.135793:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628824.135795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628824.135796:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628824.135800:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628824.135802:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628824.135803:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628824.135804:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628824.135806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628824.135811:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628824.135812:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628824.135830:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.135840:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628824.135840:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628824.135847:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.135848:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628824.135854:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.135855:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628824.135861:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628824.135863:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.135866:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628824.135874:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628824.135880:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628824.135883:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628824.135885:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628824.135887:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628824.135889:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628824.135892:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628824.135897:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628824.135902:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628824.135904:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628824.136019:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628824.136025:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628824.136030:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628824.903683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628824.903689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778628824.903690:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628824.903691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628824.903697:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778628824.903699:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628824.903703:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628824.903707:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628824.903708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628824.903712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628824.903713:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628824.903716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628824.903718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.903722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628824.903724:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13500
00000400:00000200:2.0:1778628824.903735:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628824.903741:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628824.903744:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628824.903747:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903750:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628824.903753:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903755:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628824.903759:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628824.903760:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628824.903762:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628824.903764:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628824.903766:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628824.903767:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628824.903770:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903771:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628824.903772:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903774:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628824.903776:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628824.903779:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903781:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628824.903783:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628824.903786:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628824.903788:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.903790:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628824.903792:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628824.903797:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628824.903799:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628824.903803:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628824.903804:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.903806:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628824.903809:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628824.903812:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628824.903819:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628824.903824:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628824.903833:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628824.903841:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628824.903845:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628824.903849:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628824.903869:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628824.903872:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628824.903875:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628824.903877:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628824.903879:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628824.903881:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628824.903884:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13500
00000400:00000200:2.0:1778628824.903887:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628824.903890:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628824.903892:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1778628824.903893:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628824.903896:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778628824.903897:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903900:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628824.903900:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778628824.903904:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.903906:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628824.903909:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1778628824.903909:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778628824.903911:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628824.903914:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628824.903917:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628824.903922:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778628824.903924:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778628824.903926:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778628824.903926:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628824.903931:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628824.903932:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778628824.903935:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1778628824.903936:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778628824.903939:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628824.903940:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.903944:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:3.0:1778628824.903948:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601984:192.168.204.112@tcp:250:kworker.0
00000020:00000040:2.0:1778628824.903949:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628824.903955:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628824.903956:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778628824.903960:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.903961:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628824.903963:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628824.903964:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.903966:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778628824.903968:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628824.903971:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628824.903971:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
00000100:00000001:2.0:1778628824.903974:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778628824.903975:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778628824.903979:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628824.903984:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:2.0:1778628824.903985:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628824.903987:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:2.0:1778628824.903988:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628824.903994:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000400:00000010:3.0:1778628824.903995:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000020:00000040:2.0:1778628824.903996:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628824.904001:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628824.904002:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.904003:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1778628824.904004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472601984, portal 25
02000000:00000001:2.0:1778628824.904005:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628824.904008:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904008:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628824.904011:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
02000000:00000010:2.0:1778628824.904013:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628824.904017:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628824.904028:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628824.904036:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628824.904038:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628824.904041:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628824.904046:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628824.904048:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628824.904051:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628824.904052:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628824.904053:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628824.904055:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628824.904056:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13500
00000400:00000200:2.0:1778628824.904058:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628824.904060:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628824.904062:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628824.904064:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904065:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628824.904066:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904068:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628824.904069:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628824.904069:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628824.904071:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628824.904072:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628824.904073:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628824.904074:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628824.904077:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904078:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628824.904079:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904081:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628824.904083:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628824.904085:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904086:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628824.904087:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628824.904089:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628824.904090:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.904092:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1778628824.904092:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1778628824.904093:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628824.904098:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628824.904102:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628824.904107:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00000001:3.0:1778628824.904109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1778628824.904110:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628824.904113:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628824.904116:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628824.904116:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628824.904120:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1778628824.904122:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
02000000:00000001:2.0:1778628824.904123:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628824.904126:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628824.904127:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472601984, offset 0
02000000:00000010:2.0:1778628824.904129:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778628824.904133:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628824.904136:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:2.0:1778628824.904138:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628824.904144:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628824.904146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628824.904147:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628824.904152:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628824.904155:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628824.904164:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778628824.904165:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628824.904168:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628824.904169:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:2.0:1778628824.904174:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628824.904177:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778628824.904179:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628824.904180:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778628824.904185:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628824.904188:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497302:497302:256:4294967295] 192.168.204.112@tcp LPNI seq info [497261:497261:8:4294967295]
00000100:00000040:2.0:1778628824.904191:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13510)
00000400:00000200:3.0:1778628824.904195:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628824.904344:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628824.904350:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904355:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628824.904361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628824.904365:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628824.904370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628824.904373:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628824.904376:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904379:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628824.904417:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628824.904421:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628824.904425:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628824.904426:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628824.904429:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628824.904433:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904441:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.904443:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904449:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904450:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628824.904455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628824.904458:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628824.904461:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308176656
00000100:00000010:3.0:1778628824.904465:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00000.
00000100:00000001:3.0:1778628824.904471:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628824.904475:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308176656
00000100:00000010:3.0:1778628824.904485:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd009c0.
00000100:00000001:3.0:1778628824.904487:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628824.904490:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628824.904492:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904494:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628824.904497:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628824/real 1778628824]  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628824.904504:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628824.904505:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628824.904506:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628824.904508:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628824.904509:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628824.904511:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628824.904514:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628824.904520:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904524:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628824.904525:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904527:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904528:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628824.904531:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904535:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628824.904538:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904543:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628824.904545:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904546:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904547:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904549:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628824.904550:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628824.904552:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628824.904555:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628824.904556:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628824.904559:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628824.904564:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472601984:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628824.904567:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904568:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.904570:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472601984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904575:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628824.904577:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628824.904579:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628824.904581:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628824.904583:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628824.904584:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628824.904585:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628824.904587:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778628824.904589:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628824.904590:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628824.904591:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:3.0:1778628824.904594:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628824.904595:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904596:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904602:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628824.904603:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904604:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628824.904624:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628824.904626:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628824.904629:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904635:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628824.904636:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.904638:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628824.904639:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628824.904641:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628824.904644:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628824.904647:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628824.904648:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628824.904649:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.904651:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628824.904653:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628824.904655:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628824.904658:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628824.904660:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628824.904663:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628824.904665:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602112, portal 10
00000100:00000001:3.0:1778628824.904667:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628824.904669:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:3.0:1778628824.904673:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904678:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628824.904679:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628824.904681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628824.904682:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472602112, offset 0
00000400:00000200:3.0:1778628824.904685:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628824.904688:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628824.904690:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628824.904692:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628824.904694:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628824.904697:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628824.904698:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628824.904700:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497303:497303:256:4294967295] 192.168.204.112@tcp LPNI seq info [497262:497262:8:4294967295]
00000400:00000200:3.0:1778628824.904703:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628824.904708:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628824.904711:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904713:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628824.904716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628824.904717:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628824.904721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628824.904723:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628824.904725:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904727:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628824.904728:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628824.904731:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628824.904733:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628824.904734:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628824.904736:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628824.904738:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904743:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.904745:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904749:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904750:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628824.904752:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628824.904755:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628824.904756:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628824.904758:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308172814
00000100:00000001:3.0:1778628824.904759:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308176656
00000100:00000001:3.0:1778628824.904761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308172814
00000100:00000001:3.0:1778628824.904763:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308176656
00000100:00000001:3.0:1778628824.904765:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628824.904766:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904767:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628824.904770:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628824/real 1778628824]  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628824.904774:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628824.904775:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628824.904776:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628824.904777:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628824.904778:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628824.904779:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628824.904781:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628824.904786:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904791:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628824.904792:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904793:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904793:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628824.904795:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904800:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628824.904802:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904806:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628824.904807:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904808:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904809:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904811:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628824.904814:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628824.904815:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628824.904818:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628824.904819:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628824.904822:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628824.904827:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628824.904829:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628824.904831:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904835:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628824.904836:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.904837:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628824.904838:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628824.904839:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628824.904841:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628824.904843:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628824.904844:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628824.904845:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628824.904846:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628824.904848:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628824.904849:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628824.904851:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628824.904852:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628824.904854:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628824.904856:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602240, portal 10
00000100:00000001:3.0:1778628824.904857:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628824.904858:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:3.0:1778628824.904862:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904867:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628824.904868:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628824.904870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628824.904871:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472602240, offset 0
00000400:00000200:3.0:1778628824.904874:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628824.904876:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628824.904878:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628824.904879:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628824.904881:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628824.904882:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628824.904884:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628824.904886:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497304:497304:256:4294967295] 192.168.204.112@tcp LPNI seq info [497263:497263:8:4294967295]
00000400:00000200:3.0:1778628824.904889:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628824.904893:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628824.904896:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904898:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628824.904901:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628824.904902:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628824.904905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628824.904907:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628824.904910:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628824.904911:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628824.904913:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628824.904915:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628824.904917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628824.904918:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628824.904919:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628824.904921:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904926:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.904928:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904937:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904938:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628824.904939:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628824.904941:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628824.904943:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628824.904945:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308172815
00000100:00000001:3.0:1778628824.904946:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308176656
00000100:00000001:3.0:1778628824.904948:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308172815
00000100:00000001:3.0:1778628824.904949:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308176656
00000100:00000001:3.0:1778628824.904950:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628824.904951:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.904952:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628824.904954:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628824/real 1778628824]  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628824.904959:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628824.904960:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628824.904961:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628824.904962:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628824.904963:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628824.904964:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628824.904966:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628824.904971:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904975:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628824.904976:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904977:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904977:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628824.904979:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904984:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628824.904987:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.904991:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628824.904992:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904993:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628824.904994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.904995:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628824.904997:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628824.904998:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628824.905000:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628824.905001:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628824.905003:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628824.905008:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628824.905010:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.905011:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.905013:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472602112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.905017:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628824.905018:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628824.905020:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628824.905021:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628824.905022:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628824.905023:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628824.905024:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628824.905025:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:3.0:1778628824.905027:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628824.905029:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628824.905030:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:3.0:1778628824.905033:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628824.905035:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.905036:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628824.905040:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472602240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628824.905047:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628824.905049:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628824.905050:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628824.905053:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628824.905054:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628824.905055:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628824.905058:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628824.905059:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:3.0:1778628824.905062:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628824.905063:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628824.905064:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:3.0:1778628824.905067:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628824.905068:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.905070:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628824.905073:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628824.905075:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628824.905077:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628824.905079:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628825.159689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628825.159692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628825.159696:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628825.159697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628825.159699:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628825.159699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628825.159701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628825.159703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628825.159706:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628825.159707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628825.159708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628825.159711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628825.159711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628825.159713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628825.159717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628825.159717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628825.159718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628825.159720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628825.159722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628825.159726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628825.159726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628825.159730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628825.159731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628825.159733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628825.159776:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628825.159779:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628825.159782:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628825.927697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628825.927702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628825.927703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628825.927709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628825.927713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628825.927718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628825.927721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628825.927723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628825.927726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628826.183703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628826.183709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628826.183711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628826.183716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628826.183718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628826.183720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628826.183720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628826.183724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628826.183724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628826.183725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628826.183728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628826.183730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778628826.183731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628826.183732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628826.183733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628826.183734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628826.183736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628826.183749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628826.183750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628826.183750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628826.183753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628826.183755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628826.183758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628826.183760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628826.183806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628826.183809:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628826.183812:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628826.951691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628826.951702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628826.951704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628826.951709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628826.951711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628826.951714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628826.951716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628826.951735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628826.951739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628827.207743:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628827.207744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628827.207754:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628827.207755:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628827.207758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628827.207759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628827.207761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628827.207769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628827.207772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628827.207772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628827.207775:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628827.207781:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628827.207782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628827.207784:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628827.207787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628827.207790:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628827.207791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628827.207792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628827.207801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628827.207802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628827.207807:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628827.207808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628827.207835:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628827.207836:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628827.207902:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628827.207913:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628827.207917:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628827.975744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628827.975755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628827.975760:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628827.975769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628827.975774:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628827.975780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628827.975783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628827.975787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628827.975790:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628828.231768:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628828.231779:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628828.231795:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628828.231805:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1778628828.231805:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628828.231806:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628828.231814:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628828.231817:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628828.231818:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628828.231821:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628828.231823:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628828.231826:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628828.231827:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628828.231835:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628828.231838:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628828.231839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628828.231844:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628828.231848:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628828.231848:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628828.231875:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628828.231875:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628828.231885:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628828.231891:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628828.231896:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628828.231974:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628828.231981:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628828.231986:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628828.807736:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308176656, at 4308176704
00000100:00000040:1.0:1778628828.807736:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308176656, at 4308176704
00000100:00000010:0.0:1778628828.807754:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00000.
00000100:00000010:1.0:1778628828.807756:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd009c0.
00000100:00000001:3.0:1778628828.999769:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628828.999796:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628828.999799:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628828.999808:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628828.999813:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628828.999819:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628828.999823:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628828.999827:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628828.999832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628829.255726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628829.255731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628829.255737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628829.255737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628829.255741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628829.255746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628829.255749:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628829.255755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628829.255758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628829.255760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628829.255764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628829.255766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628829.255767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628829.255770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628829.255775:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628829.255800:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628829.255811:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628829.255814:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628829.255821:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628829.255826:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628829.255830:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628829.255846:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628829.255850:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628829.255854:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628829.255895:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628829.255901:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628829.255906:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628830.023788:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628830.023814:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628830.023817:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628830.023824:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628830.023829:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628830.023833:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628830.023835:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628830.023837:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628830.023845:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628830.023854:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628830.023855:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.023871:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628830.023880:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628830.023886:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628830.023897:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13505
00000400:00000200:2.0:1778628830.023912:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628830.023925:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628830.023930:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628830.023934:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.023940:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628830.023944:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.023950:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628830.023957:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628830.023961:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628830.023967:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628830.023972:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628830.023977:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628830.023981:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628830.023987:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.023991:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628830.023995:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.023999:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628830.024005:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628830.024012:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628830.024017:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628830.024023:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628830.024029:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628830.024035:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024039:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628830.024042:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628830.024081:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628830.024086:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628830.024092:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628830.024095:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024100:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628830.024105:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628830.024112:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628830.024129:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778628830.024143:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628830.024172:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628830.024194:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628830.024203:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628830.024242:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628830.024277:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628830.024284:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628830.024291:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628830.024295:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628830.024299:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628830.024315:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628830.024321:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1778628830.024328:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13505
00000100:00000001:3.0:1778628830.024330:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628830.024334:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1778628830.024342:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628830.024349:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778628830.024357:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628830.024376:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628830.024378:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628830.024380:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628830.024387:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1778628830.024389:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628830.024393:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628830.024394:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1778628830.024404:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628830.024408:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:3.0:1778628830.024416:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472602368:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628830.024419:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628830.024433:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778628830.024435:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1778628830.024436:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628830.024441:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1778628830.024442:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778628830.024445:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628830.024461:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628830.024463:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628830.024470:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628830.024471:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1778628830.024481:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.024483:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1778628830.024485:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
00000100:00000040:2.0:1778628830.024492:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628830.024493:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024499:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628830.024504:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628830.024526:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778628830.024528:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628830.024537:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628830.024541:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000001:2.0:1778628830.024542:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1778628830.024557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000001:2.0:1778628830.024558:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628830.024568:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024571:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628830.024589:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1778628830.024590:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602368, portal 25
00000008:00000001:2.0:1778628830.024593:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024598:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.024598:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628830.024605:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:3.0:1778628830.024617:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.024627:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628830.024632:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628830.024636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628830.024641:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472602368, offset 0
00000100:00000010:2.0:1778628830.024644:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778628830.024654:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000200:3.0:1778628830.024654:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778628830.024662:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628830.024664:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.024667:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628830.024669:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628830.024674:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628830.024680:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778628830.024686:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628830.024694:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778628830.024696:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628830.024708:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778628830.024727:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628830.024728:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778628830.024733:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628830.024737:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628830.024750:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778628830.024751:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628830.024761:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628830.024779:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497305:497305:256:4294967295] 192.168.204.112@tcp LPNI seq info [497264:497264:8:4294967295]
00000100:00000001:2.0:1778628830.024802:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628830.024802:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778628830.024813:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628830.024818:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628830.024823:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628830.024828:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628830.024834:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628830.024846:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13505
00000400:00000200:3.0:1778628830.024847:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1778628830.024857:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628830.024869:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000200:3.0:1778628830.024870:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778628830.024877:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1778628830.024881:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000040:2.0:1778628830.024884:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628830.024889:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628830.024895:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.0:1778628830.024897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628830.024906:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:3.0:1778628830.024908:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1778628830.024913:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628830.024918:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628830.024923:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1778628830.024925:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778628830.024927:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628830.024934:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.1:1778628830.024934:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1778628830.024947:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:3.0:1778628830.024949:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628830.024953:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628830.024961:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778628830.024963:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628830.024973:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778628830.024974:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628830.024978:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000100:00000040:2.0:1778628830.024985:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:3.0:1778628830.024986:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628830.024996:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1778628830.024997:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628830.025007:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000200:3.0:1778628830.025008:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778628830.025024:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628830.025030:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628830.025040:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778628830.025043:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1778628830.025049:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628830.025049:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628830.025061:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.025070:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628830.025078:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628830.025079:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778628830.025100:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025102:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628830.025108:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025110:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628830.025124:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000400:00000200:3.0:1778628830.025125:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628830.025130:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308181777
00000020:00000040:2.0:1778628830.025133:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000010:3.0:1778628830.025137:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00840.
02000000:00000001:2.0:1778628830.025142:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628830.025146:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025147:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628830.025167:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628830.025172:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1778628830.025175:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308181777
02000000:00000001:2.0:1778628830.025177:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628830.025181:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00960.
00000100:00000001:3.0:1778628830.025191:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628830.025195:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1778628830.025197:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:3.0:1778628830.025199:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025244:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778628830.025246:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628830.025254:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628830/real 1778628830]  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628830.025258:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628830.025325:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1778628830.025326:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628830.025331:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1778628830.025337:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628830.025337:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628830.025344:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000100:00000040:2.0:1778628830.025364:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1778628830.025365:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628830.025371:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628830.025382:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628830.025428:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628830.025430:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778628830.025435:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628830.025456:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778628830.025458:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1778628830.025462:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628830.025462:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628830.025486:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778628830.025493:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.025497:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628830.025500:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13515)
00000100:00100000:3.0:1778628830.025503:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025513:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628830.025519:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025527:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628830.025530:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025533:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.025534:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025538:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628830.025541:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628830.025563:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628830.025567:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628830.025570:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628830.025574:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628830.025582:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472602368:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628830.025589:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025591:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628830.025594:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472602368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025602:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628830.025605:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628830.025608:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628830.025611:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628830.025614:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628830.025616:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628830.025619:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628830.025622:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:3.0:1778628830.025654:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628830.025656:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628830.025658:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:3.0:1778628830.025661:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628830.025662:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025664:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025671:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628830.025672:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025677:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628830.025681:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628830.025682:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628830.025688:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025694:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628830.025696:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628830.025700:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628830.025703:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628830.025704:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628830.025707:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628830.025709:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628830.025711:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628830.025712:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628830.025714:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628830.025717:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628830.025718:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628830.025721:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628830.025723:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628830.025726:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628830.025728:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602496, portal 10
00000100:00000001:3.0:1778628830.025729:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628830.025730:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:3.0:1778628830.025735:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025740:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628830.025741:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628830.025742:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628830.025744:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472602496, offset 0
00000400:00000200:3.0:1778628830.025747:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628830.025750:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628830.025752:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628830.025754:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628830.025756:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628830.025758:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628830.025760:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628830.025762:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497306:497306:256:4294967295] 192.168.204.112@tcp LPNI seq info [497265:497265:8:4294967295]
00000400:00000200:3.0:1778628830.025765:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628830.025770:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628830.025773:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628830.025776:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628830.025781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628830.025784:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628830.025790:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628830.025793:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778628830.025797:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628830.025799:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628830.025804:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628830.025809:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628830.025812:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628830.025813:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628830.025816:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628830.025820:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025828:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628830.025831:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025838:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025839:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628830.025842:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628830.025846:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628830.025850:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628830.025852:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308177935
00000100:00000001:3.0:1778628830.025855:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308181777
00000100:00000001:3.0:1778628830.025857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308177935
00000100:00000001:3.0:1778628830.025859:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308181777
00000100:00000001:3.0:1778628830.025861:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628830.025863:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.025865:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628830.025869:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628830/real 1778628830]  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628830.025878:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628830.025880:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628830.025881:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628830.025884:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628830.025885:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628830.025888:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628830.025891:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628830.025897:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025901:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628830.025902:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025903:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.025904:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628830.025906:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025911:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628830.025913:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025917:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628830.025919:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025920:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.025921:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.025922:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628830.025925:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628830.025926:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628830.025929:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628830.025930:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628830.025932:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628830.025937:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628830.025940:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628830.025942:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025951:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628830.025952:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628830.025954:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628830.025956:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628830.025957:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628830.025959:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628830.025961:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628830.025963:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628830.025964:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628830.025965:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628830.025967:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628830.025969:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628830.025971:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628830.025973:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628830.025975:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628830.025977:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602624, portal 10
00000100:00000001:3.0:1778628830.025978:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628830.025979:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:3.0:1778628830.025983:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.025988:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628830.025989:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628830.025991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628830.025992:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472602624, offset 0
00000400:00000200:3.0:1778628830.025995:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628830.025997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628830.025999:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628830.026001:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628830.026003:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628830.026005:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628830.026007:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628830.026009:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497307:497307:256:4294967295] 192.168.204.112@tcp LPNI seq info [497266:497266:8:4294967295]
00000400:00000200:3.0:1778628830.026012:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628830.026016:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628830.026020:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628830.026022:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628830.026024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628830.026027:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628830.026029:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628830.026031:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778628830.026034:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628830.026035:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628830.026037:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628830.026039:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628830.026041:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628830.026043:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628830.026045:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628830.026048:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026054:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628830.026056:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026061:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.026063:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628830.026065:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628830.026067:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628830.026070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628830.026071:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308177936
00000100:00000001:3.0:1778628830.026074:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308181777
00000100:00000001:3.0:1778628830.026075:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308177936
00000100:00000001:3.0:1778628830.026077:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308181777
00000100:00000001:3.0:1778628830.026078:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628830.026080:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.026081:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628830.026083:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628830/real 1778628830]  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628830.026089:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628830.026089:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628830.026090:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628830.026091:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628830.026092:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628830.026094:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628830.026095:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628830.026101:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026105:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628830.026105:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026106:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.026107:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628830.026109:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026113:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628830.026115:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026120:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628830.026121:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026122:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628830.026123:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026124:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628830.026127:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628830.026129:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628830.026133:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628830.026134:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628830.026136:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628830.026140:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628830.026143:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026144:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628830.026146:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472602496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026149:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628830.026150:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628830.026152:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628830.026153:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628830.026154:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628830.026155:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628830.026156:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628830.026157:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:3.0:1778628830.026158:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628830.026159:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628830.026160:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:3.0:1778628830.026162:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628830.026163:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026164:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628830.026166:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472602624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628830.026170:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628830.026171:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628830.026172:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628830.026174:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628830.026175:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628830.026175:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628830.026177:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628830.026178:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:3.0:1778628830.026179:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628830.026180:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628830.026181:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:3.0:1778628830.026182:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628830.026183:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026184:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628830.026186:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628830.026187:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628830.026188:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628830.026189:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628830.279715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628830.279720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628830.279729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628830.279732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628830.279735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628830.279737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628830.279755:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628830.279756:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628830.279764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628830.279765:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628830.279772:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628830.279773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628830.279785:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628830.279786:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628830.279794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628830.279795:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628830.279799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628830.279802:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628830.279805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628830.279807:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628830.279813:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628830.279814:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628830.279833:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628830.279833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628830.279834:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628830.279843:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628830.279854:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628831.047798:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628831.047808:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628831.047812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628831.047821:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628831.047827:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628831.047833:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628831.047837:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628831.047840:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628831.047843:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628831.303740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628831.303745:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628831.303750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628831.303754:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628831.303755:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628831.303758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628831.303763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628831.303764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628831.303765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628831.303775:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628831.303777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628831.303778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628831.303781:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628831.303783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628831.303787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628831.303790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628831.303793:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628831.303795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628831.303796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628831.303799:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628831.303805:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628831.303808:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628831.303808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628831.303811:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628831.303817:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628831.303818:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628831.303823:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628831.303828:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628831.303828:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628831.303839:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628831.303951:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628831.303958:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628831.303964:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628832.071757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628832.071766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628832.071768:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628832.071776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628832.071781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628832.071786:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628832.071790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628832.071793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628832.071798:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628832.327717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628832.327724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628832.327732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628832.327736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628832.327737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628832.327745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628832.327746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628832.327749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628832.327751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628832.327759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628832.327765:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628832.327770:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628832.327771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628832.327777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628832.327781:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628832.327782:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628832.327787:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628832.327789:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628832.327798:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628832.327805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628832.327812:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628832.327818:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628832.327822:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628832.327829:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628832.327852:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628832.327858:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628832.327864:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628833.095776:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628833.095784:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628833.095787:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628833.095794:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628833.095799:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628833.095805:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628833.095809:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628833.095813:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628833.095818:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628833.351728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628833.351728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628833.351731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628833.351735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628833.351737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628833.351737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628833.351740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628833.351741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628833.351741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628833.351743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628833.351748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628833.351748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628833.351748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628833.351749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628833.351757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628833.351757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628833.351762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628833.351762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628833.351765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628833.351765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628833.351768:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628833.351768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628833.351772:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628833.351772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628833.351810:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628833.351814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628833.351818:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628833.927691:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308181777, at 4308181824
00000100:00000040:0.0:1778628833.927695:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308181777, at 4308181824
00000100:00000010:1.0:1778628833.927717:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00960.
00000100:00000010:0.0:1778628833.927720:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00840.
00000100:00000001:3.0:1778628834.119715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628834.119722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628834.119723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628834.119727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628834.119730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628834.119734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628834.119736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628834.119738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628834.119741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628834.375679:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628834.375679:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628834.375679:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628834.375687:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628834.375688:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628834.375688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628834.375689:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628834.375691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628834.375691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375693:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375699:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1778628834.375700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628834.375700:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628834.375702:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628834.375706:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628834.375706:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628834.375707:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628834.375711:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628834.375712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628834.375713:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628834.375717:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628834.375717:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628834.375718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628834.375720:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628834.375720:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628834.375721:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628834.375739:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628834.375740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628834.375740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375742:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375746:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628834.375749:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375751:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375754:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628834.375759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628834.375762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628834.375825:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628834.375845:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628834.375848:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628835.143723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628835.143729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628835.143731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628835.143736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778628835.143740:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628835.143740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628835.143745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628835.143747:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628835.143776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628835.143778:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628835.143781:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628835.143784:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628835.143786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.143790:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628835.143800:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13510
00000400:00000200:2.0:1778628835.143810:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628835.143828:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628835.143832:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628835.143836:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.143840:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628835.143842:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.143844:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628835.143849:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628835.143850:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628835.143853:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628835.143856:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628835.143858:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628835.143860:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628835.143864:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.143866:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628835.143868:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.143869:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628835.143872:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628835.143875:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628835.143878:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628835.143880:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628835.143883:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628835.143886:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.143888:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628835.143900:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628835.143926:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778628835.143929:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628835.143934:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628835.143935:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.143938:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628835.143940:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628835.143944:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628835.143951:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628835.143958:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628835.143967:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628835.143977:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628835.143981:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628835.143985:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628835.144030:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628835.144033:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628835.144036:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628835.144037:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628835.144038:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628835.144041:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628835.144043:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13510
00000400:00000200:2.0:1778628835.144046:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628835.144049:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628835.144051:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628835.144054:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144056:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628835.144058:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144060:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628835.144060:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778628835.144064:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778628835.144065:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1778628835.144066:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778628835.144068:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1778628835.144069:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628835.144072:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628835.144077:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628835.144077:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778628835.144081:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628835.144089:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144095:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628835.144099:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628835.144099:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628835.144102:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144103:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628835.144121:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628835.144123:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144125:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.144126:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778628835.144127:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628835.144132:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628835.144134:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628835.144141:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.144142:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144143:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628835.144150:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1778628835.144152:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472602752:192.168.204.112@tcp:250:kworker.0
00000008:00000001:2.0:1778628835.144153:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144158:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628835.144163:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778628835.144164:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1778628835.144166:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628835.144170:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628835.144170:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628835.144172:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144175:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628835.144175:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628835.144176:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628835.144180:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628835.144184:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628835.144187:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.144191:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1778628835.144192:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1778628835.144198:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
00000100:00000001:2.0:1778628835.144200:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778628835.144202:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144204:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628835.144209:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628835.144213:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628835.144218:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628835.144226:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:2.0:1778628835.144234:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628835.144236:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1778628835.144236:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602752, portal 25
00000100:00000001:3.0:1778628835.144241:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778628835.144242:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628835.144245:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000001:2.0:1778628835.144246:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628835.144249:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628835.144252:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1778628835.144256:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778628835.144258:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13510
00000400:00000200:2.0:1778628835.144268:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628835.144275:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628835.144277:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778628835.144278:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628835.144284:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:3.0:1778628835.144285:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144290:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1778628835.144290:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000040:2.0:1778628835.144293:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:3.0:1778628835.144296:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472602752, offset 0
00000100:00000001:2.0:1778628835.144297:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628835.144303:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628835.144305:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628835.144307:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628835.144311:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:3.0:1778628835.144311:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778628835.144315:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628835.144317:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628835.144322:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144323:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628835.144324:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144326:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628835.144328:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628835.144329:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778628835.144334:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628835.144337:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628835.144340:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:2.0:1778628835.144341:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628835.144346:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778628835.144347:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1778628835.144350:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144354:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628835.144355:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00100000:2.0:1778628835.144359:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628835.144362:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1778628835.144363:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144368:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628835.144368:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000010:2.0:1778628835.144374:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000400:00000200:3.0:1778628835.144375:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497308:497308:256:4294967295] 192.168.204.112@tcp LPNI seq info [497267:497267:8:4294967295]
00000020:00000040:2.0:1778628835.144378:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628835.144383:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1778628835.144385:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778628835.144386:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.144390:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628835.144391:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628835.144393:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628835.144399:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000400:00000200:3.0:1778628835.144401:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778628835.144404:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628835.144411:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00100000:2.0:1778628835.144412:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1778628835.144420:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:2.0:1778628835.144422:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628835.144424:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628835.144431:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1778628835.144431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628835.144439:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1778628835.144448:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628835.144453:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778628835.144469:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1778628835.144474:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628835.144478:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628835.144483:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00000040:2.0:1778628835.144485:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628835.144488:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628835.144490:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778628835.144493:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628835.144500:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1778628835.144502:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13520)
00000400:00000200:3.0:1778628835.144504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628835.144507:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628835.144512:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628835.144516:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144548:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.144556:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144578:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.144581:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628835.144590:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628835.144597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628835.144601:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308186896
00000100:00000010:3.0:1778628835.144609:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ae0.
00000100:00000001:3.0:1778628835.144634:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628835.144641:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308186896
00000100:00000010:3.0:1778628835.144645:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a80.
00000100:00000001:3.0:1778628835.144649:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628835.144684:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628835.144688:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.144690:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628835.144695:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628835/real 1778628835]  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628835.144710:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628835.144712:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628835.144714:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628835.144716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628835.144718:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628835.144720:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628835.144723:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628835.144731:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144736:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628835.144737:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144740:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.144741:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628835.144745:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144779:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628835.144784:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144790:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628835.144793:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144795:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.144796:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144798:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628835.144799:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628835.144803:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628835.144806:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628835.144808:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628835.144812:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628835.144921:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472602752:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628835.144943:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144945:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.144948:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472602752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.144954:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628835.144956:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628835.144958:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628835.144961:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628835.144962:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628835.144964:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628835.144966:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628835.144968:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:3.0:1778628835.144971:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628835.144973:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628835.144974:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:3.0:1778628835.144977:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628835.144979:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144980:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.144987:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628835.144988:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.144990:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628835.144992:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628835.144993:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628835.145013:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145030:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628835.145031:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.145033:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628835.145034:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628835.145036:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628835.145038:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628835.145041:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628835.145043:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628835.145044:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.145046:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628835.145048:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628835.145050:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628835.145053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628835.145055:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628835.145058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628835.145061:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472602880, portal 10
00000100:00000001:3.0:1778628835.145062:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628835.145063:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:3.0:1778628835.145069:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145074:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628835.145076:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628835.145077:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628835.145079:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472602880, offset 0
00000400:00000200:3.0:1778628835.145083:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628835.145086:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628835.145089:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628835.145091:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628835.145094:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628835.145096:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628835.145098:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628835.145100:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497309:497309:256:4294967295] 192.168.204.112@tcp LPNI seq info [497268:497268:8:4294967295]
00000400:00000200:3.0:1778628835.145104:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628835.145128:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628835.145134:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628835.145138:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628835.145143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628835.145147:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628835.145153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628835.145156:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628835.145161:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628835.145164:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628835.145167:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628835.145172:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628835.145176:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628835.145178:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628835.145181:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628835.145186:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145192:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.145195:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145200:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.145201:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628835.145204:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628835.145207:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628835.145210:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628835.145212:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308183054
00000100:00000001:3.0:1778628835.145214:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308186896
00000100:00000001:3.0:1778628835.145216:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308183054
00000100:00000001:3.0:1778628835.145218:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308186896
00000100:00000001:3.0:1778628835.145219:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628835.145221:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.145222:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628835.145225:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628835/real 1778628835]  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628835.145231:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628835.145232:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628835.145234:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628835.145235:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628835.145237:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628835.145238:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628835.145241:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628835.145247:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145251:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628835.145252:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145253:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.145254:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628835.145257:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145262:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628835.145264:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145269:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628835.145271:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145273:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.145274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145275:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628835.145278:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628835.145280:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628835.145282:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628835.145284:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628835.145287:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628835.145292:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472602880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628835.145296:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628835.145299:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145304:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628835.145305:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.145306:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628835.145308:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628835.145309:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628835.145311:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628835.145313:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628835.145315:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628835.145316:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628835.145318:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628835.145320:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628835.145322:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628835.145325:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628835.145326:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628835.145329:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628835.145331:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603008, portal 10
00000100:00000001:3.0:1778628835.145333:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628835.145334:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:3.0:1778628835.145338:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145343:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628835.145345:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628835.145346:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628835.145348:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472603008, offset 0
00000400:00000200:3.0:1778628835.145351:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628835.145354:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628835.145357:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628835.145359:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628835.145361:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628835.145364:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628835.145366:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628835.145368:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497310:497310:256:4294967295] 192.168.204.112@tcp LPNI seq info [497269:497269:8:4294967295]
00000400:00000200:3.0:1778628835.145372:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628835.145377:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628835.145380:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628835.145382:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628835.145385:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628835.145387:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628835.145391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628835.145393:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628835.145396:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628835.145397:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628835.145400:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628835.145402:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628835.145405:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628835.145406:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628835.145419:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628835.145421:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145427:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.145429:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145434:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.145435:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628835.145437:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628835.145440:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628835.145442:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628835.145443:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308183055
00000100:00000001:3.0:1778628835.145445:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308186896
00000100:00000001:3.0:1778628835.145446:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308183055
00000100:00000001:3.0:1778628835.145448:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308186896
00000100:00000001:3.0:1778628835.145450:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628835.145452:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.145453:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628835.145456:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628835/real 1778628835]  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628835.145478:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628835.145479:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628835.145480:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628835.145482:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628835.145483:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628835.145484:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628835.145487:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628835.145494:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145500:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628835.145501:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145502:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.145503:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628835.145506:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145511:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628835.145514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145519:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628835.145521:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628835.145523:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145526:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628835.145529:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628835.145532:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628835.145537:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628835.145540:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628835.145546:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628835.145557:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628835.145561:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145564:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.145568:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472602880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145577:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628835.145579:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628835.145582:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628835.145585:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628835.145587:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628835.145589:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628835.145592:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628835.145595:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778628835.145598:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628835.145599:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628835.145601:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778628835.145607:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628835.145608:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145610:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628835.145613:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472603008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628835.145619:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628835.145642:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628835.145643:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628835.145664:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628835.145665:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628835.145666:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628835.145668:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628835.145670:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:3.0:1778628835.145672:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628835.145673:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628835.145674:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:3.0:1778628835.145676:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628835.145687:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145689:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628835.145692:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628835.145693:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628835.145695:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628835.145697:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628835.399701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628835.399709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628835.399711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.399713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628835.399713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628835.399716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628835.399719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628835.399721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628835.399724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628835.399725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628835.399727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.399728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628835.399729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628835.399732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628835.399733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628835.399733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628835.399735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628835.399740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628835.399742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628835.399746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628835.399750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628835.399753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628835.399755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628835.399757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628835.399798:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628835.399802:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628835.399806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628836.167954:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628836.167961:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628836.167963:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628836.167968:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628836.167972:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628836.167976:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628836.167979:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628836.167982:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628836.167985:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628836.423750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628836.423774:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628836.423778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628836.423779:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628836.423780:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628836.423787:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628836.423789:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628836.423789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628836.423804:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628836.423805:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628836.423805:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628836.423807:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628836.423831:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628836.423833:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628836.423834:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628836.423839:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628836.423840:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628836.423840:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628836.423845:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628836.423851:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628836.423857:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628836.423857:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628836.423863:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628836.423868:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628836.423912:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628836.423916:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628836.423919:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628837.191689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628837.191694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628837.191697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628837.191701:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628837.191704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628837.191707:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628837.191710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628837.191712:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628837.191714:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628837.447686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628837.447694:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628837.447696:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628837.447698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628837.447701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628837.447703:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628837.447704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628837.447705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628837.447707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628837.447711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628837.447713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628837.447713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628837.447717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628837.447718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628837.447718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628837.447721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628837.447723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628837.447724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628837.447726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628837.447727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628837.447732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628837.447732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628837.447738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628837.447739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628837.447822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628837.447826:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628837.447829:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628838.215757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628838.215766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628838.215769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628838.215777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628838.215782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628838.215787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628838.215791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628838.215795:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628838.215800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628838.471740:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628838.471740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628838.471742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628838.471747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628838.471747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628838.471748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628838.471750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628838.471752:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628838.471753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628838.471755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628838.471756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628838.471758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628838.471759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628838.471760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628838.471763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628838.471764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628838.471765:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628838.471768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628838.471769:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628838.471771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628838.471774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628838.471775:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628838.471796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628838.471802:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628838.471862:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628838.471867:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628838.471870:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628839.047710:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308186896, at 4308186944
00000100:00000040:0.0:1778628839.047738:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308186896, at 4308186944
00000100:00000010:1.0:1778628839.047746:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a80.
00000100:00000010:0.0:1778628839.047752:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ae0.
00000100:00000001:1.0:1778628839.239782:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628839.239792:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628839.239795:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628839.239805:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628839.239811:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628839.239817:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628839.239821:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628839.239825:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628839.239830:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628839.495709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628839.495715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628839.495721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628839.495723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628839.495725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628839.495727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628839.495734:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628839.495735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628839.495736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628839.495742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628839.495747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778628839.495749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628839.495751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628839.495755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628839.495757:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628839.495760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628839.495762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628839.495765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628839.495767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628839.495770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628839.495773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628839.495774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628839.495778:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628839.495785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628839.495806:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628839.495809:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628839.495813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628840.263688:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628840.263696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628840.263698:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628840.263704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628840.263709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628840.263713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628840.263717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628840.263720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628840.263723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628840.263745:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628840.263753:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628840.263756:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628840.263759:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628840.263763:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628840.263771:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13515
00000400:00000200:0.0:1778628840.263780:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628840.263787:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628840.263791:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628840.263794:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.263797:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628840.263799:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.263802:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628840.263806:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628840.263808:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628840.263811:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628840.263813:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628840.263816:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628840.263819:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628840.263822:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.263824:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628840.263826:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.263828:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628840.263831:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628840.263834:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628840.263836:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628840.263839:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628840.263842:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628840.263844:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.263847:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628840.263848:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628840.263857:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
00000020:00000040:0.0:1778628840.263860:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628840.263865:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628840.263866:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.263869:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628840.263871:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628840.263876:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628840.263893:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628840.263903:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628840.263915:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628840.263930:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628840.263937:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628840.263944:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628840.263978:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628840.263983:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628840.263989:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628840.263991:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628840.263993:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628840.263995:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628840.263998:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13515
00000400:00000200:0.0:1778628840.264003:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628840.264043:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628840.264046:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628840.264048:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264050:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628840.264052:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264054:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628840.264056:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628840.264057:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628840.264058:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628840.264060:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628840.264062:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628840.264064:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628840.264066:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264068:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628840.264070:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264071:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628840.264073:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628840.264076:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264078:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628840.264079:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628840.264084:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628840.264086:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.264087:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628840.264091:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628840.264094:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264094:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628840.264098:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264100:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1778628840.264102:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000100:00000001:3.0:1778628840.264103:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1778628840.264107:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628840.264111:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628840.264113:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628840.264113:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628840.264115:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628840.264118:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628840.264121:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628840.264130:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:3.0:1778628840.264130:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628840.264132:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.264136:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.264137:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628840.264141:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628840.264145:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628840.264146:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1778628840.264152:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603136:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628840.264162:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778628840.264166:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778628840.264167:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778628840.264170:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.264171:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.264174:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1778628840.264177:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778628840.264181:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628840.264187:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.264190:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628840.264193:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628840.264195:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778628840.264199:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1778628840.264201:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:0.0:1778628840.264202:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628840.264206:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628840.264209:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1778628840.264209:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00080000:0.0:1778628840.264212:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13515
00000400:00000200:0.0:1778628840.264218:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:3.0:1778628840.264219:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603136, portal 25
00000400:00000200:0.0:1778628840.264222:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628840.264224:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1778628840.264226:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628840.264227:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304090496 : -123998405461120 : ffff8f395f16fb80)
00000100:00000040:0.0:1778628840.264233:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264235:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628840.264239:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628840.264240:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264246:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628840.264252:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628840.264255:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000001:3.0:1778628840.264259:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1778628840.264260:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628840.264263:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628840.264268:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628840.264268:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778628840.264272:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:3.0:1778628840.264272:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628840.264278:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472603136, offset 0
00000100:00000040:0.0:1778628840.264279:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264283:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628840.264285:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264289:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778628840.264290:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778628840.264294:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628840.264298:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264303:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264303:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628840.264307:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628840.264310:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778628840.264312:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:0.0:1778628840.264313:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.264317:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628840.264319:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628840.264319:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1778628840.264341:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628840.264344:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628840.264349:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628840.264355:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:3.0:1778628840.264358:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:0.0:1778628840.264363:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1778628840.264366:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1778628840.264368:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264372:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628840.264375:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628840.264381:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1778628840.264381:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497311:497311:256:4294967295] 192.168.204.112@tcp LPNI seq info [497270:497270:8:4294967295]
02000000:00000001:0.0:1778628840.264386:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264392:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628840.264398:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628840.264409:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264411:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1778628840.264427:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1778628840.264427:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.264434:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628840.264450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628840.264458:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1778628840.264463:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628840.264470:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628840.264471:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628840.264478:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1778628840.264487:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1778628840.264488:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.264492:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628840.264500:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628840.264511:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778628840.264518:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264519:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628840.264524:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000040:0.0:1778628840.264527:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628840.264530:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778628840.264539:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1778628840.264539:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628840.264549:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628840.264558:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628840.264559:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628840.264565:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628840.264570:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13525)
00000100:00000001:3.0:1778628840.264575:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264578:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628840.264584:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264588:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628840.264591:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308192016
00000100:00000010:3.0:1778628840.264598:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00180.
00000100:00000001:3.0:1778628840.264648:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628840.264656:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308192017
00000100:00000010:3.0:1778628840.264659:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a20.
00000100:00000001:3.0:1778628840.264663:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628840.264666:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628840.264670:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264672:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628840.264677:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628840/real 1778628840]  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628840.264686:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628840.264688:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628840.264690:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628840.264693:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628840.264694:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628840.264697:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628840.264700:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628840.264708:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264714:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628840.264716:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264718:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.264720:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628840.264724:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264731:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628840.264735:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264742:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628840.264744:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264746:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.264747:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264749:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628840.264751:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628840.264754:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628840.264757:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628840.264760:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628840.264764:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628840.264772:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603136:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628840.264776:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264778:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628840.264781:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16fb80 x1865013472603136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264787:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628840.264789:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628840.264791:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628840.264794:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628840.264795:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628840.264797:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628840.264799:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628840.264801:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628840.264804:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628840.264806:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628840.264807:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16fb80.
00000100:00000001:3.0:1778628840.264810:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628840.264812:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264813:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.264821:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628840.264822:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264825:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628840.264826:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628840.264827:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628840.264831:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264838:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628840.264839:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.264841:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628840.264843:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628840.264846:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628840.264849:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628840.264852:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628840.264854:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628840.264856:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.264857:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628840.264860:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628840.264862:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.264865:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628840.264867:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628840.264870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628840.264874:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603264, portal 10
00000100:00000001:3.0:1778628840.264875:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628840.264877:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304078848 : -123998405472768 : ffff8f395f16ce00)
00000100:00000040:3.0:1778628840.264883:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264889:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628840.264892:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628840.264893:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628840.264896:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472603264, offset 0
00000400:00000200:3.0:1778628840.264899:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628840.264903:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628840.264906:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628840.264909:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628840.264911:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628840.264914:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628840.264916:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628840.264919:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497312:497312:256:4294967295] 192.168.204.112@tcp LPNI seq info [497271:497271:8:4294967295]
00000400:00000200:3.0:1778628840.264923:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628840.264930:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628840.264934:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.264937:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628840.264941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628840.264944:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628840.264948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628840.264950:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778628840.264954:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.264956:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628840.264958:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628840.264962:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628840.264965:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628840.264966:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628840.264968:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628840.264971:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264979:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628840.264981:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.264988:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.264989:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628840.264992:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628840.264996:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628840.264999:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628840.265001:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308188174
00000100:00000001:3.0:1778628840.265004:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308192016
00000100:00000001:3.0:1778628840.265028:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308188174
00000100:00000001:3.0:1778628840.265031:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308192017
00000100:00000001:3.0:1778628840.265034:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628840.265038:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.265040:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628840.265063:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628840/real 1778628840]  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628840.265086:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628840.265087:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628840.265089:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628840.265091:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628840.265093:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628840.265095:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628840.265099:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628840.265106:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265113:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628840.265114:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.265117:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628840.265119:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265125:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628840.265128:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265134:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628840.265136:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265138:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.265139:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265140:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628840.265144:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628840.265147:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628840.265149:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628840.265151:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628840.265155:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628840.265162:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628840.265165:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628840.265168:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265173:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628840.265174:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.265176:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628840.265178:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628840.265180:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628840.265182:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628840.265185:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628840.265187:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628840.265188:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628840.265190:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628840.265193:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628840.265195:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628840.265198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628840.265200:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628840.265203:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628840.265205:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603392, portal 10
00000100:00000001:3.0:1778628840.265207:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628840.265209:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:3.0:1778628840.265214:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265220:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628840.265222:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628840.265224:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628840.265226:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472603392, offset 0
00000400:00000200:3.0:1778628840.265230:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628840.265233:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628840.265237:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628840.265239:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628840.265242:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628840.265244:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628840.265247:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628840.265249:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497313:497313:256:4294967295] 192.168.204.112@tcp LPNI seq info [497272:497272:8:4294967295]
00000400:00000200:3.0:1778628840.265253:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628840.265259:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628840.265263:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.265266:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628840.265270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628840.265272:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628840.265276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628840.265278:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778628840.265282:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628840.265284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628840.265287:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628840.265290:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628840.265293:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628840.265294:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628840.265296:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628840.265299:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265306:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628840.265308:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265314:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.265315:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628840.265318:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628840.265321:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628840.265323:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628840.265326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308188175
00000100:00000001:3.0:1778628840.265328:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308192016
00000100:00000001:3.0:1778628840.265330:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308188175
00000100:00000001:3.0:1778628840.265332:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308192017
00000100:00000001:3.0:1778628840.265334:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628840.265335:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.265337:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628840.265340:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628840/real 1778628840]  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628840.265346:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628840.265347:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628840.265349:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628840.265351:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628840.265352:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628840.265354:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628840.265357:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628840.265364:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265369:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628840.265370:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265371:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.265373:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628840.265375:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265381:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628840.265384:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265389:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628840.265392:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265394:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628840.265395:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265396:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628840.265399:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628840.265401:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628840.265404:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628840.265405:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628840.265408:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628840.265415:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628840.265417:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265419:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628840.265421:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ce00 x1865013472603264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265427:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628840.265428:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628840.265429:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778628840.265431:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628840.265433:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628840.265434:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628840.265436:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628840.265438:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628840.265440:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628840.265441:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628840.265442:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ce00.
00000100:00000001:3.0:1778628840.265445:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628840.265446:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265447:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628840.265450:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472603392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628840.265461:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628840.265463:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628840.265464:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778628840.265466:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628840.265467:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628840.265468:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628840.265469:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628840.265470:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628840.265472:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628840.265473:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628840.265474:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:3.0:1778628840.265476:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628840.265477:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265479:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628840.265481:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628840.265483:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628840.265484:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628840.265486:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628840.519738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628840.519738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628840.519741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628840.519746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628840.519746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628840.519746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628840.519751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628840.519751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628840.519752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628840.519756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628840.519759:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628840.519759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628840.519759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628840.519764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628840.519764:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628840.519766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628840.519768:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628840.519769:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628840.519770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628840.519772:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628840.519774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628840.519775:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628840.519776:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628840.519777:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628840.519779:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628840.519780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628840.519781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628840.519783:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628840.519787:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628840.519788:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628840.519846:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628840.519849:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628840.519852:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628841.287697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628841.287704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628841.287705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628841.287710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628841.287713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628841.287716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628841.287718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628841.287721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628841.287723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628841.543689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628841.543691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628841.543696:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628841.543696:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628841.543699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628841.543700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628841.543700:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628841.543704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628841.543708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628841.543708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628841.543709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628841.543712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628841.543715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628841.543715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628841.543716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628841.543719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628841.543720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628841.543721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628841.543726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628841.543726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628841.543728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628841.543730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628841.543732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628841.543733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628841.543801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628841.543804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628841.543807:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628842.311801:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628842.311807:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628842.311809:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628842.311815:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628842.311818:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628842.311822:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628842.311826:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628842.311829:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628842.311833:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628842.567719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628842.567720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628842.567725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628842.567728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628842.567728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628842.567729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628842.567733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628842.567733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628842.567736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628842.567740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628842.567742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628842.567742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628842.567744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628842.567749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628842.567751:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628842.567752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628842.567758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628842.567758:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628842.567765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628842.567765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628842.567769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628842.567769:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628842.567777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628842.567778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628842.567824:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628842.567828:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628842.567832:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628843.335674:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628843.335679:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628843.335680:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628843.335684:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628843.335687:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628843.335691:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628843.335693:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628843.335695:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628843.335697:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628843.591695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628843.591695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628843.591701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628843.591702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628843.591702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628843.591705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628843.591706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591708:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778628843.591713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628843.591713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628843.591713:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628843.591717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628843.591717:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628843.591718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628843.591722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628843.591723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628843.591724:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628843.591725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628843.591728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628843.591729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628843.591729:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628843.591732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628843.591735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628843.591736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591736:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591743:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628843.591752:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628843.591754:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628843.591756:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591759:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628843.591761:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591763:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591765:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628843.591770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628843.591772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628843.591862:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628843.591865:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628843.591868:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628844.167716:0:225097:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308192016, at 4308192064
00000100:00000040:1.0:1778628844.167716:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308192017, at 4308192064
00000100:00000010:1.0:1778628844.167731:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a20.
00000100:00000010:0.0:1778628844.167734:0:225097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00180.
00000100:00000001:1.0:1778628844.359672:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628844.359678:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628844.359679:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628844.359683:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628844.359686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628844.359689:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628844.359691:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628844.359693:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628844.359695:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628844.615696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628844.615696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628844.615700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628844.615703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628844.615704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628844.615704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628844.615707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628844.615707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628844.615710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628844.615712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628844.615713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628844.615714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628844.615715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628844.615719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628844.615720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628844.615721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628844.615725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628844.615726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628844.615730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628844.615730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628844.615735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628844.615735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628844.615740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628844.615740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628844.615771:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628844.615774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628844.615777:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778628844.807735:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778628844.807743:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778628844.807748:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778628844.807944:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778628844.807951:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778628844.807960:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778628844.807965:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778628844.807968:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.383694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628845.383703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628845.383706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628845.383713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628845.383718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778628845.383723:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628845.383724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.383730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628845.383732:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628845.383734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628845.383735:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778628845.383741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628845.383741:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628845.383748:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628845.383756:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13520
00000400:00000200:3.0:1778628845.383773:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628845.383778:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628845.383782:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628845.383785:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.383788:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628845.383790:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.383792:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628845.383796:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628845.383797:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628845.383800:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628845.383802:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628845.383804:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628845.383806:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628845.383808:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.383810:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628845.383812:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.383813:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628845.383815:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628845.383818:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628845.383820:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628845.383822:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628845.383825:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628845.383827:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.383828:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628845.383830:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628845.383838:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778628845.383841:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628845.383850:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628845.383852:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.383854:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628845.383857:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628845.383861:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628845.383869:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778628845.383875:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628845.383882:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628845.383891:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628845.383896:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628845.383899:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628845.383937:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628845.383940:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628845.383943:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628845.383945:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628845.383947:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628845.383949:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628845.383952:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13520
00000400:00000200:3.0:1778628845.383957:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628845.383960:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628845.383963:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628845.383965:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628845.383967:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628845.383968:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628845.383971:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778628845.383972:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628845.383974:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628845.383975:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628845.383978:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628845.383980:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628845.383983:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1778628845.383984:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778628845.383985:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628845.383991:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628845.384003:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628845.384011:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1778628845.384013:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628845.384014:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.384019:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778628845.384020:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628845.384024:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628845.384024:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.384027:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628845.384029:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628845.384031:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628845.384033:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628845.384034:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628845.384039:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628845.384043:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628845.384043:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.384049:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1778628845.384052:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603520:192.168.204.112@tcp:250:kworker.0
00000008:00100000:3.0:1778628845.384054:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628845.384058:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1778628845.384059:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.384062:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778628845.384063:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.384066:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628845.384068:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
02000000:00000001:1.0:1778628845.384069:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628845.384077:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
00000020:00000040:3.0:1778628845.384078:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628845.384082:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628845.384084:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628845.384086:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.384088:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778628845.384091:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628845.384092:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628845.384097:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628845.384098:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000010:3.0:1778628845.384103:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000400:00000010:1.0:1778628845.384104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000001:3.0:1778628845.384108:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628845.384112:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603520, portal 25
00000100:00000001:1.0:1778628845.384117:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1778628845.384118:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628845.384119:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:1.0:1778628845.384131:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628845.384143:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628845.384146:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628845.384150:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628845.384152:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628845.384156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628845.384158:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472603520, offset 0
00000100:00000040:3.0:1778628845.384162:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628845.384168:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628845.384179:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628845.384187:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628845.384188:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628845.384195:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778628845.384195:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628845.384202:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778628845.384203:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628845.384206:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778628845.384208:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778628845.384209:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628845.384213:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.384215:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778628845.384222:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497314:497314:256:4294967295] 192.168.204.112@tcp LPNI seq info [497273:497273:8:4294967295]
00000100:00080000:3.0:1778628845.384222:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13520
00000400:00000200:1.0:1778628845.384234:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628845.384234:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628845.384241:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628845.384246:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628845.384254:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628845.384255:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778628845.384261:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778628845.384267:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628845.384267:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.384272:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000010:1.0:1778628845.384275:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000020:00000001:3.0:1778628845.384276:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628845.384278:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628845.384281:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628845.384282:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628845.384286:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778628845.384287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778628845.384291:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778628845.384293:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1778628845.384296:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628845.384300:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628845.384305:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.1:1778628845.384305:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628845.384310:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628845.384312:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1778628845.384315:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000100:1.0:1778628845.384321:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778628845.384321:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000010:1.0:1778628845.384326:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000001:3.0:1778628845.384327:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628845.384330:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778628845.384335:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1778628845.384335:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628845.384341:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628845.384345:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1778628845.384346:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778628845.384350:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000008:00100000:3.0:1778628845.384351:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1778628845.384354:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000008:00000001:3.0:1778628845.384359:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384361:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778628845.384364:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628845.384367:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778628845.384373:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778628845.384378:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1778628845.384379:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000040:1.0:1778628845.384383:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628845.384386:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628845.384390:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628845.384396:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1778628845.384397:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384401:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1778628845.384401:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628845.384407:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384408:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628845.384414:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778628845.384414:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:1.0:1778628845.384419:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308197136
00000100:00000001:3.0:1778628845.384420:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628845.384427:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00100000:3.0:1778628845.384428:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628845.384436:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628845.384443:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308197136
00000100:00000010:1.0:1778628845.384449:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:3.0:1778628845.384449:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628845.384455:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384456:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628845.384462:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628845.384463:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384466:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384472:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628845.384480:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628845/real 1778628845]  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628845.384480:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628845.384486:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628845.384495:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628845.384501:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1778628845.384502:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628845.384504:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1778628845.384507:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1778628845.384508:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628845.384512:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628845.384515:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000040:3.0:1778628845.384517:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13530)
00000100:00000001:1.0:1778628845.384518:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628845.384523:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628845.384530:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384536:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628845.384538:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384540:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.384542:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628845.384545:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384551:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628845.384554:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384560:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628845.384563:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384564:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.384565:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384567:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628845.384568:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628845.384571:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628845.384574:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628845.384576:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628845.384579:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628845.384586:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603520:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628845.384589:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384591:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628845.384593:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472603520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384598:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628845.384600:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628845.384603:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628845.384605:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628845.384625:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628845.384627:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628845.384630:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628845.384631:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778628845.384635:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628845.384636:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628845.384637:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778628845.384640:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628845.384641:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384643:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384650:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628845.384651:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384653:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628845.384654:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628845.384655:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628845.384659:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384665:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628845.384666:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.384668:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628845.384669:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628845.384672:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628845.384674:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628845.384677:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628845.384678:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628845.384680:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.384681:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628845.384684:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628845.384685:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628845.384690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628845.384693:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628845.384698:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628845.384702:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603648, portal 10
00000100:00000001:1.0:1778628845.384704:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628845.384706:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000100:00000040:1.0:1778628845.384713:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384722:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628845.384725:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628845.384728:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628845.384731:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472603648, offset 0
00000400:00000200:1.0:1778628845.384737:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628845.384742:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628845.384747:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628845.384751:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628845.384754:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628845.384757:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628845.384760:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628845.384764:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497315:497315:256:4294967295] 192.168.204.112@tcp LPNI seq info [497274:497274:8:4294967295]
00000400:00000200:1.0:1778628845.384770:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628845.384776:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628845.384780:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628845.384784:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628845.384788:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628845.384790:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628845.384794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628845.384796:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628845.384800:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628845.384801:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628845.384804:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628845.384807:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628845.384810:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628845.384811:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628845.384813:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628845.384816:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384823:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628845.384826:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384831:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384833:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628845.384836:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628845.384841:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628845.384846:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628845.384848:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308193294
00000100:00000001:1.0:1778628845.384852:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308197136
00000100:00000001:1.0:1778628845.384854:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308193294
00000100:00000001:1.0:1778628845.384857:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308197136
00000100:00000001:1.0:1778628845.384859:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628845.384862:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.384865:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628845.384870:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628845/real 1778628845]  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628845.384891:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628845.384893:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628845.384895:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628845.384898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628845.384900:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628845.384919:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628845.384923:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628845.384931:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384936:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628845.384938:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384939:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.384940:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628845.384943:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384949:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628845.384952:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384957:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628845.384959:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384960:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.384961:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.384962:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628845.384966:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628845.384968:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628845.384970:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628845.384972:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628845.384975:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628845.384982:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628845.384985:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628845.384988:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.384992:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628845.384994:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.384995:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628845.384997:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628845.384999:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628845.385001:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628845.385019:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628845.385020:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628845.385021:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628845.385023:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628845.385025:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628845.385027:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628845.385029:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628845.385031:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628845.385033:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628845.385035:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603776, portal 10
00000100:00000001:1.0:1778628845.385036:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628845.385037:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778628845.385041:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385046:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628845.385047:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628845.385048:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628845.385050:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472603776, offset 0
00000400:00000200:1.0:1778628845.385053:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628845.385056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628845.385058:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628845.385060:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628845.385062:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628845.385064:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628845.385065:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628845.385067:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497316:497316:256:4294967295] 192.168.204.112@tcp LPNI seq info [497275:497275:8:4294967295]
00000400:00000200:1.0:1778628845.385070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628845.385074:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628845.385077:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628845.385079:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628845.385081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628845.385083:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628845.385086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628845.385088:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628845.385090:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628845.385092:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628845.385094:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628845.385096:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628845.385098:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628845.385099:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628845.385101:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628845.385103:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385108:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628845.385109:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385114:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.385115:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628845.385116:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628845.385118:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628845.385120:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628845.385122:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308193295
00000100:00000001:1.0:1778628845.385123:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308197136
00000100:00000001:1.0:1778628845.385125:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308193295
00000100:00000001:1.0:1778628845.385126:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308197136
00000100:00000001:1.0:1778628845.385128:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628845.385129:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.385130:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628845.385132:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628845/real 1778628845]  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628845.385137:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628845.385138:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628845.385139:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628845.385140:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628845.385141:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628845.385142:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628845.385144:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628845.385148:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385152:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628845.385153:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385154:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.385155:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628845.385157:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385161:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628845.385163:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385167:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628845.385169:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385170:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628845.385170:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385172:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628845.385173:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628845.385175:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628845.385177:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628845.385178:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628845.385180:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628845.385185:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472603776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628845.385187:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385188:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628845.385189:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472603648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385194:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628845.385195:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628845.385196:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628845.385198:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628845.385199:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628845.385199:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628845.385201:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628845.385202:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778628845.385204:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628845.385205:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628845.385206:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:1.0:1778628845.385208:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628845.385209:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385209:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628845.385211:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472603776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628845.385219:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628845.385220:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628845.385221:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628845.385223:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628845.385224:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628845.385224:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628845.385225:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628845.385226:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778628845.385227:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628845.385228:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628845.385229:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778628845.385230:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628845.385231:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385232:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.385234:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628845.385235:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.385236:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628845.385237:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.639691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628845.639691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628845.639691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628845.639697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628845.639697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.639699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628845.639700:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.639703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628845.639704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628845.639705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628845.639706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628845.639709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628845.639710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628845.639711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628845.639714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628845.639714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628845.639715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.639719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628845.639720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628845.639723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628845.639724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628845.639727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628845.639728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628845.639735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628845.639778:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628845.639782:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628845.639786:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628846.407675:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628846.407680:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628846.407682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628846.407687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628846.407689:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628846.407692:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628846.407694:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628846.407696:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628846.407699:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628846.663692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628846.663695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628846.663699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628846.663699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628846.663702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628846.663702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628846.663704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628846.663706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628846.663711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628846.663711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628846.663712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628846.663716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628846.663716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628846.663717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628846.663720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628846.663722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628846.663723:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628846.663725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628846.663728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628846.663728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628846.663728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628846.663733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628846.663734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628846.663741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628846.663794:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628846.663798:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628846.663802:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628847.431675:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628847.431682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628847.431684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628847.431689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628847.431692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628847.431696:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628847.431699:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628847.431701:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628847.431704:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628847.687716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628847.687726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628847.687727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628847.687728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628847.687729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628847.687733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628847.687736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628847.687737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628847.687738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628847.687759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628847.687760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628847.687760:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628847.687763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628847.687764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628847.687765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628847.687767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628847.687769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628847.687769:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628847.687769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628847.687773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628847.687775:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628847.687776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628847.687779:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628847.687783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628847.687827:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628847.687830:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628847.687833:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628848.455739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628848.455749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628848.455752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628848.455759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628848.455765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628848.455771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628848.455775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628848.455779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628848.455784:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628848.711726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628848.711736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628848.711740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628848.711749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628848.711750:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628848.711759:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628848.711762:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628848.711766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628848.711768:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628848.711772:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628848.711778:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628848.711780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628848.711785:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628848.711789:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628848.711796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628848.711803:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628848.711803:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628848.711810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628848.711813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628848.711818:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628848.711819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628848.711824:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628848.711826:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628848.711833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628848.711966:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628848.711974:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628848.711981:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628849.287687:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308197136, at 4308197184
00000100:00000040:1.0:1778628849.287687:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308197136, at 4308197184
00000100:00000010:1.0:1778628849.287703:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000010:0.0:1778628849.287707:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:3.0:1778628849.479731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628849.479738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628849.479741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628849.479747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628849.479751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628849.479754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628849.479758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628849.479761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628849.479764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628849.735689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628849.735689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628849.735695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628849.735696:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628849.735699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628849.735700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628849.735703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628849.735705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628849.735705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628849.735707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628849.735708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628849.735709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628849.735712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628849.735714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628849.735714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628849.735715:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628849.735717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628849.735718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628849.735718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628849.735721:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628849.735721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628849.735722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628849.735725:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628849.735725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628849.735762:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628849.735765:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628849.735768:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628850.503741:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778628850.503745:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628850.503747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628850.503749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628850.503752:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1778628850.503754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628850.503755:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778628850.503760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778628850.503760:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628850.503763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628850.503765:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778628850.503766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628850.503769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.503772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628850.503772:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13525
00000400:00000200:3.0:1778628850.503783:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628850.503790:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628850.503794:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628850.503797:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503811:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628850.503815:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503818:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628850.503823:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628850.503826:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628850.503829:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628850.503832:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628850.503836:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628850.503839:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628850.503843:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503846:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628850.503849:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503850:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628850.503853:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628850.503856:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503857:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628850.503859:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628850.503862:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628850.503864:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.503865:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628850.503867:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628850.503875:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778628850.503878:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628850.503881:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628850.503882:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.503885:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628850.503887:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628850.503891:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628850.503897:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778628850.503903:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628850.503910:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628850.503921:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628850.503926:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628850.503931:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628850.503954:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628850.503958:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628850.503961:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628850.503963:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628850.503964:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628850.503967:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628850.503970:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13525
00000400:00000200:3.0:1778628850.503974:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628850.503978:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628850.503979:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628850.503982:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.503983:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628850.503986:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628850.503986:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628850.503990:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628850.503990:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628850.503993:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778628850.503994:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778628850.503995:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628850.503997:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628850.503999:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628850.504001:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628850.504002:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778628850.504010:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628850.504011:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628850.504013:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628850.504016:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628850.504017:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628850.504020:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628850.504020:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778628850.504024:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628850.504024:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.504029:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:1.0:1778628850.504033:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603904:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778628850.504033:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628850.504038:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628850.504039:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778628850.504041:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628850.504043:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628850.504043:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628850.504046:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628850.504049:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628850.504050:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628850.504053:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.504054:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1778628850.504056:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628850.504058:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778628850.504058:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628850.504062:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.504064:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628850.504068:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:3.0:1778628850.504068:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778628850.504073:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:1.0:1778628850.504075:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000001:3.0:1778628850.504076:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628850.504078:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.504079:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1778628850.504081:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
02000000:00000001:3.0:1778628850.504081:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628850.504084:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628850.504089:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472603904, portal 25
02000000:00000010:3.0:1778628850.504089:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:1.0:1778628850.504094:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628850.504095:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504096:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00100000:3.0:1778628850.504103:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1778628850.504104:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504111:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628850.504116:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628850.504120:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628850.504124:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472603904, offset 0
00000100:00000001:3.0:1778628850.504126:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628850.504130:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628850.504131:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504140:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628850.504140:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628850.504148:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628850.504156:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778628850.504158:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628850.504160:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778628850.504164:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628850.504166:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628850.504170:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:3.0:1778628850.504174:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778628850.504177:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497317:497317:256:4294967295] 192.168.204.112@tcp LPNI seq info [497276:497276:8:4294967295]
00000100:00000001:3.0:1778628850.504178:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778628850.504183:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778628850.504183:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628850.504188:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628850.504194:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13525
00000400:00000200:1.0:1778628850.504198:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1778628850.504203:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.0:1778628850.504205:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628850.504211:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000400:00000200:3.0:1778628850.504212:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628850.504216:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1778628850.504221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778628850.504223:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.0:1778628850.504225:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1778628850.504226:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628850.504230:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.504231:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628850.504235:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1778628850.504235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:3.0:1778628850.504237:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628850.504240:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1778628850.504240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1778628850.504243:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000100:1.0:1778628850.504246:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778628850.504246:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628850.504248:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:1.0:1778628850.504249:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000100:00000040:3.0:1778628850.504253:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.504255:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628850.504257:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1778628850.504257:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628850.504259:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628850.504262:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778628850.504266:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1778628850.504268:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504271:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000100:00000001:3.0:1778628850.504271:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628850.504272:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778628850.504276:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
02000000:00000001:3.0:1778628850.504277:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628850.504280:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504281:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778628850.504282:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1778628850.504286:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1778628850.504286:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628850.504293:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.504298:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504300:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1778628850.504303:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000100:00000040:1.0:1778628850.504304:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778628850.504309:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628850.504313:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628850.504314:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778628850.504315:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1778628850.504318:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504320:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628850.504321:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628850.504325:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778628850.504327:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628850.504329:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504331:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308202256
00000100:00000010:1.0:1778628850.504336:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
02000000:00000010:3.0:1778628850.504336:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628850.504343:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504346:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1778628850.504350:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628850.504354:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308202256
00000100:00000001:3.0:1778628850.504358:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1778628850.504359:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:3.0:1778628850.504362:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504364:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1778628850.504367:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504368:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628850.504373:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504378:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1778628850.504382:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628850.504385:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628850/real 1778628850]  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628850.504386:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628850.504392:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628850.504396:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628850.504403:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1778628850.504404:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628850.504407:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1778628850.504407:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13536)
00000400:00000010:1.0:1778628850.504410:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628850.504413:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628850.504414:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628850.504423:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628850.504427:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628850.504437:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504444:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628850.504445:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504448:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.504450:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628850.504454:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504462:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628850.504466:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504474:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628850.504477:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504479:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.504480:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504482:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628850.504484:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628850.504487:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628850.504492:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628850.504494:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628850.504498:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628850.504504:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472603904:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628850.504508:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504509:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628850.504511:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472603904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504515:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628850.504517:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628850.504519:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628850.504521:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628850.504522:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628850.504523:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628850.504525:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628850.504526:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778628850.504529:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628850.504530:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628850.504532:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778628850.504534:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628850.504535:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504541:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628850.504542:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504544:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628850.504545:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628850.504546:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628850.504548:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504553:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628850.504554:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628850.504556:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628850.504557:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628850.504558:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628850.504560:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628850.504562:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628850.504564:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628850.504565:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628850.504566:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628850.504569:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628850.504570:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628850.504573:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628850.504574:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628850.504577:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628850.504579:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604032, portal 10
00000100:00000001:1.0:1778628850.504581:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628850.504581:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:1.0:1778628850.504586:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504591:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628850.504592:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628850.504593:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628850.504595:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604032, offset 0
00000400:00000200:1.0:1778628850.504598:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504600:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628850.504603:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628850.504631:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628850.504633:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628850.504635:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628850.504637:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504639:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497318:497318:256:4294967295] 192.168.204.112@tcp LPNI seq info [497277:497277:8:4294967295]
00000400:00000200:1.0:1778628850.504642:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628850.504647:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628850.504650:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628850.504653:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628850.504655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628850.504657:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778628850.504660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628850.504662:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1778628850.504664:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628850.504666:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628850.504669:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628850.504671:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628850.504673:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628850.504674:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628850.504676:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628850.504678:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504687:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628850.504690:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504697:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504698:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628850.504701:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628850.504705:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628850.504709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628850.504711:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308198414
00000100:00000001:1.0:1778628850.504714:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308202256
00000100:00000001:1.0:1778628850.504717:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308198414
00000100:00000001:1.0:1778628850.504719:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308202256
00000100:00000001:1.0:1778628850.504721:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628850.504724:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504726:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628850.504730:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628850/real 1778628850]  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628850.504739:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628850.504741:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628850.504742:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628850.504745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628850.504746:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628850.504749:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628850.504753:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628850.504762:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504769:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628850.504770:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504772:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.504774:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628850.504778:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504785:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628850.504789:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504798:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628850.504800:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.504816:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.504818:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628850.504822:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628850.504824:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628850.504827:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628850.504828:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628850.504832:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628850.504837:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628850.504840:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628850.504842:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504851:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628850.504852:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628850.504854:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628850.504855:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628850.504856:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628850.504858:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628850.504860:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628850.504861:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628850.504862:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628850.504864:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628850.504866:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628850.504868:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628850.504870:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628850.504872:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628850.504874:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628850.504877:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604160, portal 10
00000100:00000001:1.0:1778628850.504878:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628850.504879:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778628850.504883:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504888:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628850.504890:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628850.504891:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628850.504892:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604160, offset 0
00000400:00000200:1.0:1778628850.504895:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504898:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628850.504900:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628850.504902:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628850.504904:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628850.504905:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628850.504907:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628850.504910:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497319:497319:256:4294967295] 192.168.204.112@tcp LPNI seq info [497278:497278:8:4294967295]
00000400:00000200:1.0:1778628850.504913:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628850.504917:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628850.504920:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628850.504923:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628850.504925:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628850.504927:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778628850.504930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628850.504932:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1778628850.504935:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628850.504936:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628850.504938:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628850.504941:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628850.504943:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628850.504944:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628850.504946:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628850.504948:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504954:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628850.504956:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.504960:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504962:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628850.504963:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628850.504966:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628850.504967:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628850.504969:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308198415
00000100:00000001:1.0:1778628850.504971:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308202256
00000100:00000001:1.0:1778628850.504972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308198415
00000100:00000001:1.0:1778628850.504974:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308202256
00000100:00000001:1.0:1778628850.504975:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628850.504977:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.504978:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628850.504981:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628850/real 1778628850]  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628850.504986:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628850.504987:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628850.504988:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628850.504989:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628850.504990:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628850.504991:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628850.504993:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628850.504998:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.505002:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628850.505003:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.505005:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628850.505007:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.505011:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628850.505013:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.505017:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628850.505018:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505019:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628850.505020:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505021:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628850.505022:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628850.505024:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628850.505026:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628850.505027:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628850.505030:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628850.505034:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628850.505037:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505038:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628850.505039:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472604032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.505043:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628850.505044:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628850.505045:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628850.505047:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628850.505047:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628850.505048:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628850.505050:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628850.505051:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778628850.505052:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628850.505054:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628850.505055:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778628850.505056:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628850.505057:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505058:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628850.505060:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472604160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628850.505065:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628850.505065:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628850.505066:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628850.505067:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628850.505068:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628850.505069:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628850.505070:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628850.505071:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778628850.505072:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628850.505073:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628850.505074:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778628850.505076:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628850.505077:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505078:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.505080:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628850.505081:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.505082:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628850.505083:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.759715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628850.759715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628850.759719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628850.759720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628850.759722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628850.759724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.759725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628850.759725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628850.759731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628850.759732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628850.759733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628850.759736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628850.759737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628850.759738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628850.759741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628850.759743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628850.759745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628850.759746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628850.759746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628850.759750:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628850.759751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628850.759752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628850.759754:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628850.759758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628850.759759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628850.759760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628850.759766:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628850.759770:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628850.759772:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628850.759774:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628850.759834:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628850.759837:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628850.759840:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628851.527724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628851.527730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628851.527732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628851.527737:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628851.527741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628851.527744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628851.527746:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628851.527748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628851.527750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628851.783687:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628851.783688:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628851.783689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628851.783692:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628851.783694:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628851.783695:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628851.783697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628851.783698:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628851.783698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628851.783700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628851.783704:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628851.783705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628851.783705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628851.783708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628851.783711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628851.783712:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628851.783716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628851.783717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628851.783722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628851.783722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628851.783726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628851.783726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628851.783731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628851.783732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628851.783761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628851.783764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628851.783766:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628852.551733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628852.551741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628852.551743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628852.551750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628852.551754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628852.551759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628852.551778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628852.551781:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628852.551784:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628852.807729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628852.807729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628852.807733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628852.807738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628852.807739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628852.807739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628852.807743:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628852.807744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628852.807747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628852.807751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628852.807752:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628852.807752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628852.807755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628852.807773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628852.807774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628852.807795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628852.807795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628852.807799:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628852.807799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628852.807803:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628852.807803:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628852.807807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628852.807808:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628852.807811:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628852.807843:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628852.807846:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628852.807849:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628853.575767:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628853.575773:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628853.575774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628853.575779:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628853.575782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628853.575785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628853.575788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628853.575790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628853.575793:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628853.831671:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628853.831672:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628853.831678:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628853.831678:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628853.831680:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628853.831681:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831683:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628853.831686:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628853.831687:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628853.831688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628853.831689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831692:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628853.831693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628853.831695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628853.831695:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628853.831698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628853.831700:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628853.831701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628853.831702:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628853.831705:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628853.831705:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628853.831707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628853.831711:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628853.831712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628853.831712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628853.831716:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628853.831717:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628853.831717:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628853.831719:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831722:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628853.831723:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831724:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831729:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831731:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628853.831734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628853.831747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628853.831802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628853.831805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628853.831808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628854.407755:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308202256, at 4308202304
00000100:00000010:0.0:1778628854.407771:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000040:1.0:1778628854.408449:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308202256, at 4308202304
00000100:00000010:1.0:1778628854.408456:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:2.0:1778628854.599695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628854.599701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628854.599703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628854.599707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628854.599709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628854.599713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628854.599715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628854.599717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628854.599719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628854.855708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628854.855708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628854.855709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628854.855713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628854.855728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628854.855730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628854.855731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628854.855735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628854.855736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628854.855737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628854.855739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628854.855743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628854.855743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628854.855744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628854.855747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628854.855747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628854.855749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628854.855750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628854.855754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628854.855754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628854.855759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628854.855760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628854.855764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628854.855767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628854.855802:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628854.855806:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628854.855810:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628855.623694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778628855.623694:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628855.623699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628855.623712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628855.623716:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1778628855.623717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628855.623719:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628855.623721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778628855.623724:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628855.623725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628855.623730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628855.623731:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628855.623733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628855.623736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628855.623740:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13531
00000400:00000200:3.0:1778628855.623757:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628855.623763:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628855.623766:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628855.623769:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623771:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628855.623773:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623775:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628855.623778:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628855.623779:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628855.623782:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628855.623783:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628855.623785:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628855.623787:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628855.623788:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623790:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628855.623791:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623792:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628855.623794:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628855.623796:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623797:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628855.623800:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628855.623803:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628855.623805:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628855.623806:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628855.623809:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628855.623816:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628855.623819:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628855.623822:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628855.623824:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628855.623826:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628855.623829:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628855.623832:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628855.623839:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778628855.623844:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628855.623851:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628855.623859:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628855.623862:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628855.623865:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628855.623885:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628855.623888:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628855.623890:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628855.623891:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628855.623892:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628855.623894:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628855.623897:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13531
00000400:00000200:3.0:1778628855.623901:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628855.623904:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628855.623906:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628855.623909:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623912:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628855.623915:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623917:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628855.623920:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628855.623922:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628855.623924:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778628855.623925:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1778628855.623926:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778628855.623929:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628855.623931:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628855.623932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778628855.623936:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628855.623941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628855.623942:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.623948:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628855.623953:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628855.623959:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628855.623959:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628855.623962:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778628855.623963:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778628855.623967:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1778628855.623967:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778628855.623971:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628855.623971:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628855.623975:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628855.623976:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628855.623979:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1778628855.623981:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472604288:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778628855.623983:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.623987:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778628855.623987:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778628855.623992:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1778628855.623993:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778628855.623995:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778628855.623996:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628855.623999:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778628855.623999:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628855.624002:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628855.624004:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:1.0:1778628855.624005:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:3.0:1778628855.624007:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628855.624008:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628855.624009:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628855.624013:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628855.624014:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628855.624016:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624018:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778628855.624022:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000400:00000010:1.0:1778628855.624023:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:3.0:1778628855.624025:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628855.624029:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00100000:3.0:1778628855.624032:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778628855.624036:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604288, portal 25
00000100:00000001:3.0:1778628855.624039:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628855.624040:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628855.624042:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624043:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:3.0:1778628855.624049:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628855.624055:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628855.624057:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628855.624061:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628855.624068:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628855.624071:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628855.624073:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628855.624077:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628855.624077:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628855.624081:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13531
00000100:00000040:1.0:1778628855.624085:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628855.624086:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628855.624092:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000400:00000200:3.0:1778628855.624092:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628855.624093:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628855.624098:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624100:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778628855.624101:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472604288, offset 0
00000100:00000040:3.0:1778628855.624102:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624107:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628855.624109:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628855.624110:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628855.624111:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778628855.624115:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778628855.624115:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628855.624119:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628855.624121:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628855.624124:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624126:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628855.624127:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628855.624129:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624131:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628855.624132:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778628855.624135:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778628855.624137:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624140:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628855.624142:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628855.624144:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778628855.624146:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1778628855.624146:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628855.624149:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628855.624151:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628855.624153:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624155:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778628855.624155:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628855.624159:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628855.624162:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778628855.624163:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1778628855.624165:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628855.624168:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624170:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778628855.624171:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628855.624173:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628855.624174:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628855.624178:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000200:1.0:1778628855.624179:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497320:497320:256:4294967295] 192.168.204.112@tcp LPNI seq info [497279:497279:8:4294967295]
00000100:00000001:3.0:1778628855.624181:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628855.624187:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628855.624193:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628855.624200:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628855.624202:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628855.624208:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628855.624212:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778628855.624223:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628855.624226:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778628855.624227:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628855.624232:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628855.624234:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778628855.624235:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000100:00000040:3.0:1778628855.624239:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628855.624244:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13541)
00000800:00000200:1.0:1778628855.624247:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628855.624251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778628855.624256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628855.624259:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1778628855.624263:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628855.624265:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628855.624271:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628855.624274:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628855.624277:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628855.624279:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628855.624282:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628855.624286:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624293:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624295:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624300:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624301:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628855.624305:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624308:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628855.624310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308207376
00000100:00000010:1.0:1778628855.624313:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:1.0:1778628855.624319:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628855.624324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308207376
00000100:00000010:1.0:1778628855.624325:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778628855.624328:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628855.624331:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628855.624332:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624334:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628855.624337:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628855/real 1778628855]  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628855.624343:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628855.624344:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628855.624345:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628855.624347:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628855.624348:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628855.624350:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628855.624352:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628855.624358:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624362:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628855.624363:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624366:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628855.624368:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624372:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628855.624375:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624380:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628855.624382:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624383:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624384:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624386:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628855.624387:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628855.624389:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628855.624392:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628855.624393:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628855.624396:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628855.624401:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472604288:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628855.624404:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624405:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624407:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472604288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624411:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628855.624412:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628855.624414:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628855.624416:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628855.624417:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628855.624418:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628855.624420:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628855.624422:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778628855.624425:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628855.624426:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628855.624427:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778628855.624429:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628855.624430:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624432:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624437:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628855.624438:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624440:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628855.624441:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628855.624442:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628855.624444:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624449:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628855.624450:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628855.624451:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628855.624453:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628855.624454:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628855.624456:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628855.624458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628855.624459:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628855.624460:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628855.624461:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628855.624463:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628855.624464:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624466:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628855.624468:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628855.624470:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628855.624472:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604416, portal 10
00000100:00000001:1.0:1778628855.624473:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628855.624474:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:1.0:1778628855.624479:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624483:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628855.624485:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628855.624486:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628855.624488:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604416, offset 0
00000400:00000200:1.0:1778628855.624490:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628855.624493:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628855.624495:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628855.624497:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628855.624499:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628855.624500:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628855.624502:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628855.624504:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497321:497321:256:4294967295] 192.168.204.112@tcp LPNI seq info [497280:497280:8:4294967295]
00000400:00000200:1.0:1778628855.624507:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628855.624511:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628855.624514:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628855.624517:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628855.624519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628855.624521:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778628855.624524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628855.624525:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1778628855.624527:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628855.624529:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628855.624531:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628855.624533:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628855.624535:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628855.624536:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628855.624537:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628855.624539:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624545:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624546:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624551:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624552:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628855.624554:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628855.624557:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628855.624559:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628855.624560:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308203533
00000100:00000001:1.0:1778628855.624562:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308207376
00000100:00000001:1.0:1778628855.624563:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308203533
00000100:00000001:1.0:1778628855.624565:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308207376
00000100:00000001:1.0:1778628855.624566:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628855.624568:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624569:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628855.624571:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628855/real 1778628855]  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628855.624576:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628855.624577:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628855.624578:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628855.624579:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628855.624580:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628855.624581:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628855.624583:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628855.624588:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624592:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628855.624593:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624594:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624595:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628855.624597:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624601:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628855.624603:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624626:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628855.624628:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624629:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624629:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624630:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628855.624634:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628855.624635:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628855.624638:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628855.624640:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628855.624642:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628855.624648:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628855.624650:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628855.624652:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624656:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628855.624657:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628855.624659:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628855.624660:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628855.624661:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628855.624663:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628855.624665:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628855.624666:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628855.624667:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628855.624668:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628855.624670:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628855.624671:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628855.624673:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628855.624675:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778628855.624677:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000200:1.0:1778628855.624679:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604544, portal 10
00000100:00000001:1.0:1778628855.624681:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628855.624681:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778628855.624685:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624690:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628855.624692:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628855.624693:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628855.624695:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604544, offset 0
00000400:00000200:1.0:1778628855.624697:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628855.624700:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628855.624719:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628855.624721:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628855.624723:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628855.624724:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628855.624726:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628855.624728:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497322:497322:256:4294967295] 192.168.204.112@tcp LPNI seq info [497281:497281:8:4294967295]
00000400:00000200:1.0:1778628855.624731:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628855.624735:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628855.624738:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628855.624741:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628855.624743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628855.624745:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778628855.624748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628855.624750:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1778628855.624752:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628855.624754:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:1.0:1778628855.624756:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628855.624758:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628855.624760:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:1.0:1778628855.624761:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:1.0:1778628855.624763:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628855.624765:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624771:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624773:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624777:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624779:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628855.624780:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628855.624783:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628855.624785:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628855.624786:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308203535
00000100:00000001:1.0:1778628855.624788:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308207376
00000100:00000001:1.0:1778628855.624789:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308203535
00000100:00000001:1.0:1778628855.624790:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308207376
00000100:00000001:1.0:1778628855.624791:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628855.624793:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624794:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628855.624796:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628855/real 1778628855]  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628855.624801:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628855.624801:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628855.624802:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628855.624804:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628855.624805:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628855.624806:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628855.624808:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628855.624813:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624817:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628855.624817:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624818:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624819:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628855.624821:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624832:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628855.624835:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624840:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628855.624841:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624842:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628855.624843:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624844:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628855.624846:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628855.624847:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628855.624849:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628855.624851:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628855.624853:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628855.624858:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628855.624860:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624861:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624863:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472604416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624867:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628855.624868:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628855.624869:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628855.624870:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628855.624871:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628855.624872:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628855.624873:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628855.624874:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778628855.624876:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628855.624877:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628855.624878:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778628855.624879:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628855.624880:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624881:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628855.624883:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472604544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628855.624887:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628855.624888:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628855.624889:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628855.624890:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628855.624891:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628855.624892:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628855.624893:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628855.624893:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778628855.624895:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628855.624895:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628855.624896:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778628855.624897:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628855.624898:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624899:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.624901:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628855.624902:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.624903:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628855.624904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.879716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628855.879716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628855.879720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628855.879722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628855.879723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628855.879724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628855.879725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.879727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628855.879732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628855.879733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628855.879733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628855.879736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.879739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628855.879739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628855.879740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628855.879743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628855.879746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.879749:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628855.879750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628855.879751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628855.879755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628855.879756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628855.879758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628855.879761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628855.879802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628855.879805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628855.879808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628856.647699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628856.647705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628856.647707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628856.647712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628856.647716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628856.647719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628856.647722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628856.647724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628856.647726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628856.903717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628856.903723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628856.903723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628856.903725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628856.903728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628856.903731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628856.903734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628856.903735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628856.903736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628856.903740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628856.903742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628856.903743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628856.903744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628856.903746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628856.903749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628856.903803:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628856.903806:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628856.903809:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628856.903848:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628856.903852:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628856.903853:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628856.903855:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628856.903857:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628856.903859:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628856.903861:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628856.903863:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628856.903865:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628857.671719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628857.671724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628857.671726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628857.671730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628857.671733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628857.671737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628857.671739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628857.671741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628857.671743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628857.927710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628857.927710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628857.927713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628857.927716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628857.927717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628857.927718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628857.927719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628857.927722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628857.927725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628857.927725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628857.927727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628857.927728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628857.927730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628857.927732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628857.927735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628857.927735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628857.927736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628857.927738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628857.927741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628857.927742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628857.927744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628857.927746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628857.927747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628857.927752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628857.927799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628857.927804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628857.927808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628858.695701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628858.695707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628858.695709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628858.695713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628858.695716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628858.695719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628858.695721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628858.695723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628858.695725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628858.951706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628858.951706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628858.951709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628858.951712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628858.951713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628858.951714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628858.951716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628858.951718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628858.951720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628858.951721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628858.951722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628858.951724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628858.951725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628858.951727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628858.951729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628858.951731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628858.951732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628858.951732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628858.951736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628858.951737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628858.951737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628858.951742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628858.951743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628858.951748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628858.951791:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628858.951794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628858.951797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628859.527703:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308207376, at 4308207424
00000100:00000010:0.0:1778628859.527721:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000040:1.0:1778628859.527765:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308207376, at 4308207424
00000100:00000010:1.0:1778628859.527782:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:2.0:1778628859.719740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628859.719746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628859.719748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628859.719752:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628859.719754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628859.719758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628859.719760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628859.719762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628859.719764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628859.975782:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628859.975783:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628859.975792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628859.975797:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628859.975798:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628859.975798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628859.975806:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628859.975807:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628859.975811:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628859.975817:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628859.975819:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628859.975821:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628859.975822:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628859.975824:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628859.975824:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628859.975830:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628859.975830:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628859.975837:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628859.975837:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628859.975841:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628859.975843:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628859.975847:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628859.975848:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628859.975856:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628859.975907:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628859.975912:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628859.975916:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628860.743722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778628860.743723:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628860.743730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628860.743733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628860.743734:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628860.743739:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778628860.743740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778628860.743742:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628860.743744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628860.743746:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628860.743749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628860.743753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778628860.743755:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13536
00000100:00000001:2.0:1778628860.743757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628860.743762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628860.743770:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628860.743777:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628860.743791:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628860.743796:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743799:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628860.743802:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743803:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628860.743807:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628860.743808:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628860.743811:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628860.743814:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628860.743816:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628860.743818:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628860.743820:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743822:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628860.743823:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743824:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628860.743827:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628860.743829:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743831:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628860.743833:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628860.743836:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628860.743838:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628860.743839:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628860.743841:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628860.743862:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778628860.743866:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628860.743870:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628860.743871:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628860.743874:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628860.743877:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628860.743882:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628860.743892:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778628860.743901:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628860.743910:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628860.743930:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628860.743934:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628860.743938:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628860.743960:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628860.743962:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628860.743965:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628860.743966:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628860.743967:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628860.743969:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628860.743971:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13536
00000400:00000200:3.0:1778628860.743974:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628860.743976:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628860.743978:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628860.743980:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743982:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628860.743984:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743986:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628860.743987:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628860.743988:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628860.743989:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628860.743991:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628860.743992:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628860.743993:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628860.743996:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778628860.743996:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.743997:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628860.744000:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628860.744003:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628860.744003:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628860.744007:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778628860.744007:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628860.744010:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744013:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628860.744015:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778628860.744019:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628860.744021:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628860.744026:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628860.744030:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628860.744035:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628860.744042:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628860.744046:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628860.744052:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778628860.744053:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778628860.744055:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628860.744056:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628860.744059:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628860.744061:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744062:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778628860.744063:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628860.744065:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628860.744066:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628860.744067:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744073:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628860.744074:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778628860.744079:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628860.744082:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472604672:192.168.204.112@tcp:250:kworker.0
00000100:00100000:3.0:1778628860.744086:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628860.744090:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628860.744095:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778628860.744096:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628860.744099:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744100:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628860.744103:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628860.744105:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778628860.744112:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628860.744113:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
00000100:00080000:3.0:1778628860.744113:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778628860.744117:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628860.744118:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628860.744119:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628860.744129:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628860.744132:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628860.744134:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13536
00000400:00000200:1.0:1778628860.744139:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628860.744142:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628860.744145:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000010:1.0:1778628860.744146:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00080000:3.0:1778628860.744146:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628860.744150:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744152:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628860.744153:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744156:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628860.744157:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628860.744158:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628860.744160:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1778628860.744161:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000020:00000040:3.0:1778628860.744161:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628860.744166:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778628860.744167:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778628860.744169:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744170:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778628860.744172:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604672, portal 25
00000100:00000040:3.0:1778628860.744172:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744173:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628860.744177:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628860.744180:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000020:00000040:3.0:1778628860.744184:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000040:1.0:1778628860.744188:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778628860.744189:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744194:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628860.744197:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628860.744201:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628860.744206:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744207:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778628860.744208:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628860.744211:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1778628860.744215:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000008:00000001:3.0:1778628860.744215:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628860.744219:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628860.744220:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441440.
00000100:00000200:1.0:1778628860.744224:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472604672, offset 0
00000100:00000010:3.0:1778628860.744225:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778628860.744229:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628860.744242:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628860.744243:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628860.744247:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778628860.744248:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628860.744250:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628860.744252:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628860.744256:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000400:00000200:1.0:1778628860.744260:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628860.744260:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628860.744267:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628860.744271:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778628860.744280:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778628860.744282:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778628860.744283:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628860.744288:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628860.744290:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778628860.744297:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628860.744299:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1778628860.744300:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628860.744305:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:3.0:1778628860.744306:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628860.744311:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628860.744316:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497323:497323:256:4294967295] 192.168.204.112@tcp LPNI seq info [497282:497282:8:4294967295]
00000100:00000040:3.0:1778628860.744317:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628860.744325:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628860.744325:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13546)
00000400:00000200:1.0:1778628860.744339:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628860.744346:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628860.744353:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778628860.744361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628860.744366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628860.744384:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628860.744390:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628860.744393:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308212496
00000100:00000010:1.0:1778628860.744399:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778628860.744407:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628860.744415:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308212496
00000100:00000010:1.0:1778628860.744419:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778628860.744423:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628860.744428:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628860.744432:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744435:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744438:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628860.744447:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628860.744449:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778628860.744452:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628860.744453:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628860.744455:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628860.744459:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628860.744468:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628860.744470:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744472:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628860.744474:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628860.744476:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628860.744479:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628860.744486:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628860.744488:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628860.744490:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744492:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628860.744496:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628860.744498:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628860.744513:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628860.744517:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb478.
00000400:00000010:1.0:1778628860.744522:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628860.744526:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604800, portal 10
00000100:00000001:1.0:1778628860.744528:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628860.744531:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:1.0:1778628860.744539:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628860.744548:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628860.744551:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628860.744555:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734412a8.
00000100:00000200:1.0:1778628860.744558:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604800, offset 0
00000400:00000200:1.0:1778628860.744564:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628860.744569:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628860.744573:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628860.744576:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628860.744579:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628860.744583:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628860.744587:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628860.744591:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497324:497324:255:4294967295] 192.168.204.112@tcp LPNI seq info [497283:497283:7:4294967295]
00000400:00000200:1.0:1778628860.744597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628860.744649:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628860.744655:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628860.744659:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf900.
00000800:00000200:1.0:1778628860.744663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628860.744668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628860.744670:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628860.744675:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628860.744679:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628860.744681:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308208654
00000100:00000001:1.0:1778628860.744684:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308212496
00000100:00000001:1.0:1778628860.744687:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308208654
00000100:00000001:1.0:1778628860.744689:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308212496
00000100:00000001:1.0:1778628860.744691:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628860.744694:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744696:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628860.744699:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628860.744706:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628860.744708:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744710:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628860.744711:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628860.744713:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628860.744716:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628860.744720:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628860.744722:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628860.744723:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628860.744725:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628860.744728:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628860.744730:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628860.744733:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628860.744735:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628860.744739:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628860.744741:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472604928, portal 10
00000100:00000001:1.0:1778628860.744743:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628860.744745:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778628860.744751:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628860.744758:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628860.744760:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628860.744763:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441ee0.
00000100:00000200:1.0:1778628860.744765:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472604928, offset 0
00000400:00000200:1.0:1778628860.744769:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628860.744772:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628860.744775:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628860.744777:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628860.744780:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628860.744782:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628860.744784:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628860.744787:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497325:497325:254:4294967295] 192.168.204.112@tcp LPNI seq info [497284:497284:6:4294967295]
00000400:00000200:1.0:1778628860.744792:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628860.744798:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628860.744803:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628860.744805:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778628860.744809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628860.744812:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628860.744814:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628860.744817:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628860.744820:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628860.744822:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308208655
00000100:00000001:1.0:1778628860.744824:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308212496
00000100:00000001:1.0:1778628860.744827:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308208655
00000100:00000001:1.0:1778628860.744829:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308212496
00000100:00000001:1.0:1778628860.744831:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628860.744832:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744835:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744837:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628860.744840:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628860.744842:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778628860.744843:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628860.744845:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628860.744846:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.744848:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.999729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628860.999729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628860.999735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628860.999736:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628860.999737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628860.999739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.999740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628860.999740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628860.999748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628860.999748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628860.999748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628860.999752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.999754:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628860.999755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628860.999756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628860.999760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628860.999760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628860.999761:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628860.999765:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628860.999766:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628860.999766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628860.999769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.999770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628860.999771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628860.999774:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628860.999777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628860.999777:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628860.999778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628860.999779:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628860.999785:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628860.999855:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628860.999858:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628860.999861:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628861.767839:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628861.767846:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628861.767848:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628861.767854:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628861.767858:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628861.767862:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628861.767864:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628861.767866:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628861.767869:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628862.023687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628862.023688:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628862.023692:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628862.023694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628862.023697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628862.023699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628862.023701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628862.023702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628862.023707:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628862.023708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628862.023710:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628862.023710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628862.023715:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628862.023718:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628862.023720:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628862.023723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628862.023732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628862.023735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628862.023753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628862.023760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628862.023765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628862.023769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628862.023773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628862.023777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628862.023787:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628862.023791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628862.023795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628862.791745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628862.791753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628862.791755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628862.791760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628862.791763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628862.791767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628862.791770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628862.791773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628862.791776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.047696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628863.047697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628863.047704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.047706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628863.047712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628863.047714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628863.047716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628863.047719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778628863.047720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628863.047720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628863.047728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628863.047730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628863.047731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628863.047734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.047738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628863.047740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628863.047748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628863.047748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628863.047756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628863.047756:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.047769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628863.047769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628863.047780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628863.047785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628863.047795:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628863.047800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628863.047804:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628863.815747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628863.815756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628863.815758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628863.815763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628863.815768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628863.815771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.815774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628863.815777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.815780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778628863.815901:0:2389:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628863.815945:0:2389:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628863.815955:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628863.815958:0:2389:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628863.815964:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628863.815968:0:2389:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628863.815973:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628863.815977:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:2.0:1778628863.815992:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628863.816000:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628863.816008:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441440
00000400:00000010:2.0:1778628863.816012:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441440.
00000100:00000001:2.0:1778628863.816019:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628863.816031:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816052:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628863.816056:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816062:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628863.816064:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628863.816076:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628863.816078:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf900.
00000100:00000001:1.0:1778628863.816079:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1778628863.816081:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628863.816085:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1778628863.816086:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778628863.816088:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734412a8
00000400:00000010:2.0:1778628863.816091:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734412a8.
00000100:00000001:1.0:1778628863.816092:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778628863.816093:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628863.816098:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628863.816105:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628860/real 1778628863]  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816107:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628863.816111:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816135:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628863.816136:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1778628863.816140:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1778628863.816141:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628863.816144:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000001:1.0:1778628863.816145:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1778628863.816147:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628863.816150:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1778628863.816152:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778628863.816158:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:1.0:1778628863.816161:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:1.0:1778628863.816165:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1778628863.816165:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441ee0
00000400:00000010:2.0:1778628863.816170:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441ee0.
00000100:00000200:1.0:1778628863.816174:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816175:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628863.816186:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628863.816192:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628863.816206:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628863.816214:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816221:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628863.816224:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628863.816227:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.816230:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778628863.816231:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628863.816234:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628863.816242:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816251:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628863.816257:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816266:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628863.816270:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816271:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628863.816272:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816275:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628863.816278:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628863.816281:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628863.816293:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628863.816295:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628863.816300:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628863.816308:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472604672:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628863.816318:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.816320:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628863.816323:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472604672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816329:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628863.816334:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628863.816341:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628863.816346:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628863.816350:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628863.816352:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628863.816355:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628863.816359:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778628863.816364:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628863.816367:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628863.816369:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778628863.816373:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628863.816374:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816377:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.816379:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628863.816380:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628863.816381:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628863.816401:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628860/real 1778628863]  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628863.816416:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628863.816417:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628863.816420:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb478.
00000400:00000200:1.0:1778628863.816423:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628863.816424:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628863.816427:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628863.816431:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628863.816440:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816447:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628863.816449:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816451:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628863.816452:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628863.816456:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816464:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628863.816468:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816476:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628863.816479:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816480:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628863.816482:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816484:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628863.816490:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628863.816493:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628863.816497:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628863.816500:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628863.816504:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628863.816513:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628863.816518:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628863.816522:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628860/real 1778628863]  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628863.816531:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628863.816533:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628863.816535:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628863.816549:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628863.816551:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628863.816555:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628863.816559:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628863.816569:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816576:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628863.816578:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628863.816582:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628863.816585:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816593:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628863.816596:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816603:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628863.816606:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816634:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628863.816636:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816638:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628863.816642:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628863.816644:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628863.816649:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628863.816652:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628863.816657:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628863.816666:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472604928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628863.816671:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816674:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628863.816679:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472604800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816687:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628863.816688:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628863.816691:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778628863.816694:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628863.816695:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628863.816697:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628863.816699:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628863.816701:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778628863.816704:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628863.816705:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628863.816707:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778628863.816710:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628863.816712:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816713:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628863.816717:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472604928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628863.816724:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628863.816725:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628863.816727:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628863.816730:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628863.816732:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628863.816734:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628863.816737:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628863.816739:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778628863.816742:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628863.816744:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628863.816745:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778628863.816749:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628863.816750:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816753:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628863.816764:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628863.816766:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628863.816769:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628863.816772:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628864.071745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628864.071747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628864.071751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628864.071754:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628864.071756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628864.071757:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628864.071758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628864.071761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628864.071765:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071766:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628864.071770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628864.071778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628864.071793:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628864.071794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628864.071794:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628864.071799:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628864.071800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628864.071801:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628864.071802:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628864.071806:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628864.071808:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628864.071812:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628864.071813:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628864.071814:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628864.071820:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628864.071822:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071822:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628864.071823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628864.071832:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628864.071834:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071835:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628864.071838:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071840:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071842:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628864.071845:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628864.071847:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628864.071963:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628864.071966:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628864.071969:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628864.647706:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308212496, at 4308212544
00000100:00000040:1.0:1778628864.647706:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308212496, at 4308212544
00000100:00000010:1.0:1778628864.647721:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000010:0.0:1778628864.647726:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778628864.839658:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628864.839664:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628864.839665:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628864.839670:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628864.839673:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628864.839676:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628864.839678:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628864.839680:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628864.839683:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628865.095678:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628865.095681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628865.095684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628865.095686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628865.095689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.095690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628865.095690:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.095694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628865.095696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628865.095697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628865.095698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628865.095699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628865.095702:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628865.095705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628865.095705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628865.095706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628865.095707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.095710:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628865.095710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628865.095714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.095715:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628865.095717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.095719:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.095724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628865.095763:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628865.095767:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628865.095769:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628865.863704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628865.863710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628865.863712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628865.863716:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1778628865.863717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628865.863721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628865.863725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778628865.863727:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628865.863728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628865.863731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628865.863732:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778628865.863734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628865.863736:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628865.863742:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628865.863761:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13541
00000400:00000200:3.0:1778628865.863771:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628865.863778:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628865.863783:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628865.863787:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.863790:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628865.863793:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.863796:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628865.863800:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628865.863803:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778628865.863805:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628865.863807:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778628865.863809:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778628865.863822:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778628865.863825:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.863827:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628865.863829:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.863831:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628865.863834:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778628865.863838:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628865.863840:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628865.863843:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628865.863855:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628865.863858:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.863861:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628865.863863:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628865.863870:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778628865.863874:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778628865.863890:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628865.863891:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.863894:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628865.863896:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628865.863901:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628865.863909:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778628865.863916:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628865.863927:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628865.863938:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628865.863943:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628865.863949:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628865.863982:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628865.863986:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628865.863989:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778628865.863991:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628865.863992:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628865.863996:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628865.863999:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13541
00000400:00000200:3.0:1778628865.864004:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628865.864010:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778628865.864025:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628865.864029:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628865.864031:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628865.864040:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864051:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628865.864053:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.864057:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628865.864059:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628865.864062:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628865.864065:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605056:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628865.864071:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628865.864075:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628865.864078:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.864080:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628865.864086:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628865.864088:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628865.864094:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628865.864098:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628865.864104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628865.864111:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605056, portal 25
00000100:00000001:1.0:1778628865.864114:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628865.864116:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:1.0:1778628865.864122:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864131:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628865.864135:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628865.864138:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628865.864141:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472605056, offset 0
00000400:00000200:1.0:1778628865.864149:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628865.864156:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628865.864162:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628865.864166:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628865.864171:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628865.864181:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628865.864185:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628865.864189:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497326:497326:256:4294967295] 192.168.204.112@tcp LPNI seq info [497285:497285:8:4294967295]
00000400:00000200:1.0:1778628865.864195:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628865.864205:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628865.864214:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.864220:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628865.864227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628865.864230:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628865.864236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628865.864240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778628865.864245:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.864247:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628865.864253:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628865.864257:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628865.864263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628865.864265:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628865.864269:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628865.864273:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864282:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.864286:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864293:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.864295:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628865.864300:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628865.864304:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628865.864307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308217616
00000100:00000010:1.0:1778628865.864313:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778628865.864321:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628865.864326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308217616
00000100:00000010:1.0:1778628865.864330:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5de0.
00000100:00000001:1.0:1778628865.864334:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628865.864337:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628865.864340:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.864343:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628865.864347:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628865/real 1778628865]  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628865.864366:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628865.864367:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628865.864369:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628865.864373:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628865.864375:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628865.864387:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628865.864392:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628865.864401:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864409:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628865.864411:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864413:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.864415:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628865.864420:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864428:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628865.864432:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864440:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628865.864443:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864445:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.864446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864448:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628865.864450:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628865.864453:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628865.864458:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628865.864460:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628865.864465:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628865.864474:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605056:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628865.864479:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864481:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.864485:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472605056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.864492:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628865.864494:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628865.864497:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628865.864515:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628865.864517:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628865.864518:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628865.864521:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628865.864523:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778628865.864527:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628865.864529:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628865.864530:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778628865.864534:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628865.864535:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864538:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.864545:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628865.864546:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.864548:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628865.864550:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628865.864849:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628865.864857:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.864860:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628865.864862:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.864865:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628865.864868:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778628865.864870:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778628865.864872:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628865.864876:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778628865.864878:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778628865.864881:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628865.864883:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.864885:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628865.864887:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.864889:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778628865.864892:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778628865.864905:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628865.864908:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628865.864914:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628865.864920:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628865.864923:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.864925:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628865.864930:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778628865.864934:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.864936:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628865.864942:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778628865.864945:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628865.864948:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628865.864949:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.864952:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628865.864954:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628865.864956:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628865.864962:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778628865.864967:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628865.864974:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628865.864983:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628865.864987:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628865.864991:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628865.865018:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778628865.865023:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778628865.865026:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628865.865028:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778628865.865030:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628865.865033:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778628865.865036:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13541
00000400:00000200:3.0:1778628865.865042:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628865.865047:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778628865.865050:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628865.865054:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628865.865055:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628865.865057:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628865.865060:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778628865.865061:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628865.865063:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778628865.865066:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778628865.865071:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1778628865.865072:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778628865.865074:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778628865.865078:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778628865.865081:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778628865.865086:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778628865.865089:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778628865.865091:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778628865.865093:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.865097:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778628865.865099:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628865.865101:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628865.865102:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778628865.865108:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628865.865108:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.865114:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:1.0:1778628865.865117:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605184:192.168.204.112@tcp:38:kworker.0
00000020:00000040:3.0:1778628865.865118:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778628865.865126:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778628865.865126:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778628865.865130:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778628865.865131:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.865135:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628865.865136:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628865.865140:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778628865.865143:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1778628865.865146:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778628865.865146:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.865151:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628865.865152:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778628865.865156:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778628865.865160:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628865.865163:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000008:00000001:3.0:1778628865.865166:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628865.865169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000001:3.0:1778628865.865169:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628865.865176:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605184, portal 10
00000100:00000010:3.0:1778628865.865176:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778628865.865180:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1778628865.865181:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628865.865183:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
02000000:00000001:3.0:1778628865.865187:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778628865.865190:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628865.865194:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628865.865194:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628865.865198:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628865.865201:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865208:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1778628865.865210:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000040:1.0:1778628865.865211:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628865.865217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000001:3.0:1778628865.865217:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628865.865221:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472605184, offset 0
00000100:00100000:3.0:1778628865.865227:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628865.865230:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628865.865239:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628865.865245:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778628865.865248:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778628865.865251:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628865.865254:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1778628865.865258:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628865.865261:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628865.865267:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628865.865274:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778628865.865275:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628865.865280:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497327:497327:256:4294967295] 192.168.204.112@tcp LPNI seq info [497286:497286:8:4294967295]
00000100:00000040:3.0:1778628865.865280:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628865.865288:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628865.865291:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778628865.865293:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778628865.865300:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628865.865307:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778628865.865310:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13551)
00000800:00000200:1.0:1778628865.865315:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.865321:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628865.865327:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628865.865331:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628865.865338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628865.865341:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778628865.865345:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.865348:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628865.865352:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628865.865357:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628865.865360:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628865.865362:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628865.865365:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628865.865369:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865375:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.865378:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865382:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865383:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628865.865387:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628865.865390:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628865.865393:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628865.865395:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308213774
00000100:00000001:1.0:1778628865.865397:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308217616
00000100:00000001:1.0:1778628865.865398:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308213774
00000100:00000001:1.0:1778628865.865400:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308217616
00000100:00000001:1.0:1778628865.865402:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628865.865403:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865405:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628865.865407:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628865/real 1778628865]  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628865.865412:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628865.865414:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628865.865415:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628865.865416:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628865.865418:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628865.865419:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628865.865421:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628865.865426:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865430:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628865.865431:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865432:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.865433:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628865.865435:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865439:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628865.865442:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865446:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628865.865448:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865449:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.865450:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865451:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628865.865455:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628865.865457:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628865.865459:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628865.865460:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628865.865463:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628865.865472:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628865.865475:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865476:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.865478:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472605184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865481:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628865.865483:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628865.865484:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628865.865486:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628865.865487:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628865.865487:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628865.865489:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628865.865490:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778628865.865492:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628865.865493:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628865.865494:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778628865.865495:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628865.865496:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865512:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865517:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628865.865518:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865519:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628865.865520:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628865.865521:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628865.865524:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865529:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628865.865530:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.865532:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628865.865533:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628865.865534:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628865.865536:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628865.865539:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628865.865540:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628865.865541:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628865.865542:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628865.865545:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628865.865546:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628865.865548:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628865.865550:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628865.865552:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628865.865554:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605312, portal 10
00000100:00000001:1.0:1778628865.865556:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628865.865557:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778628865.865561:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865565:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628865.865567:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628865.865568:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628865.865570:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472605312, offset 0
00000400:00000200:1.0:1778628865.865573:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628865.865577:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628865.865580:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628865.865583:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628865.865585:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628865.865588:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628865.865590:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628865.865601:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497328:497328:256:4294967295] 192.168.204.112@tcp LPNI seq info [497287:497287:8:4294967295]
00000400:00000200:1.0:1778628865.865627:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628865.865636:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628865.865640:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.865643:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628865.865646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628865.865648:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778628865.865651:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628865.865653:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778628865.865656:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628865.865657:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628865.865659:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628865.865662:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628865.865664:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628865.865665:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628865.865667:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628865.865670:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865682:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.865687:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865692:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865693:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628865.865695:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628865.865697:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628865.865700:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628865.865701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308213776
00000100:00000001:1.0:1778628865.865703:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308217616
00000100:00000001:1.0:1778628865.865704:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308213776
00000100:00000001:1.0:1778628865.865706:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308217616
00000100:00000001:1.0:1778628865.865707:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628865.865708:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865709:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628865.865712:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628865/real 1778628865]  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628865.865717:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628865.865717:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628865.865719:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628865.865721:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628865.865722:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628865.865723:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628865.865725:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628865.865730:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865734:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628865.865734:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865736:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.865737:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628865.865739:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865742:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628865.865745:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865749:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628865.865751:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628865.865753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865754:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628865.865756:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628865.865757:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628865.865759:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628865.865760:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628865.865763:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628865.865767:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628865.865770:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865772:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628865.865774:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472605312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628865.865778:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628865.865779:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628865.865781:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778628865.865782:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628865.865783:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628865.865783:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628865.865785:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628865.865786:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778628865.865787:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628865.865788:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628865.865789:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778628865.865791:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628865.865792:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865793:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628865.865795:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628865.865796:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628865.865798:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628865.865799:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628866.119705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628866.119705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628866.119711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628866.119713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628866.119713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628866.119715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628866.119716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628866.119719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628866.119719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628866.119721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628866.119722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628866.119743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628866.119744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628866.119744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628866.119746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628866.119748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628866.119749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628866.119750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628866.119757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628866.119758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628866.119758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628866.119762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628866.119762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628866.119771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628866.119882:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628866.119886:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628866.119890:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628866.887711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628866.887731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628866.887734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628866.887739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628866.887759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628866.887764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628866.887767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628866.887769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628866.887773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628867.143690:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628867.143692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628867.143697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628867.143699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628867.143699:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628867.143699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628867.143702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628867.143703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628867.143705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628867.143709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628867.143711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628867.143712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628867.143715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628867.143715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628867.143716:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628867.143719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628867.143721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628867.143722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628867.143722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628867.143725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628867.143726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628867.143726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628867.143731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628867.143733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628867.143783:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628867.143786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628867.143795:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628867.911782:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628867.911788:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628867.911791:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628867.911797:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628867.911801:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628867.911804:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628867.911807:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628867.911810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628867.911815:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628868.167700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628868.167700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628868.167703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628868.167717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628868.167718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628868.167718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628868.167721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628868.167722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628868.167724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628868.167727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628868.167727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628868.167728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628868.167735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628868.167735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628868.167738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628868.167740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628868.167740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628868.167744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628868.167744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628868.167748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628868.167748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628868.167751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628868.167752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628868.167756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628868.167790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628868.167793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628868.167796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628868.935701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628868.935707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628868.935709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628868.935713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628868.935715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628868.935719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628868.935721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628868.935723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628868.935725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628869.191682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628869.191690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628869.191694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628869.191700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628869.191705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628869.191709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628869.191712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628869.191714:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628869.191716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628869.191718:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628869.191722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628869.191728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628869.191730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628869.191733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628869.191736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628869.191742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628869.191749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628869.191752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628869.191758:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628869.191762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628869.191766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628869.191768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628869.191771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628869.191774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628869.191828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628869.191832:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628869.191836:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628869.767743:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308217616, at 4308217664
00000100:00000040:1.0:1778628869.767746:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308217616, at 4308217664
00000100:00000010:0.0:1778628869.767759:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000010:1.0:1778628869.767762:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778628869.959742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628869.959749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628869.959751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628869.959758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628869.959762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628869.959766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628869.959769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628869.959771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628869.959774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.215707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628870.215707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628870.215710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628870.215713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628870.215714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628870.215714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628870.215716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.215717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628870.215721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628870.215722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628870.215727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628870.215728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628870.215730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.215733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628870.215733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628870.215735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628870.215736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628870.215737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628870.215738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.215741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628870.215741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628870.215744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628870.215746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628870.215747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628870.215793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628870.215796:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628870.215799:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628870.983721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778628870.983726:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628870.983729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628870.983732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628870.983734:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628870.983737:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628870.983740:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1778628870.983740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628870.983746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628870.983751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628870.983752:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628870.983755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1778628870.983759:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13546
00000100:00000001:2.0:1778628870.983761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628870.983765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628870.983768:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628870.983773:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628870.983776:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628870.983778:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983781:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628870.983784:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983787:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628870.983792:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628870.983794:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778628870.983797:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628870.983800:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778628870.983802:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778628870.983805:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778628870.983808:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983810:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628870.983813:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983822:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628870.983825:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778628870.983828:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983831:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628870.983835:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628870.983838:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628870.983841:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.983843:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628870.983845:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628870.983854:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823100.
00000020:00000040:1.0:1778628870.983857:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778628870.983860:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628870.983862:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.983864:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628870.983865:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628870.983869:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628870.983876:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:1.0:1778628870.983881:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628870.983889:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628870.983897:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628870.983900:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628870.983904:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee663ea] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628870.983922:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628870.983925:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628870.983929:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778628870.983930:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628870.983938:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628870.983941:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628870.983944:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13546
00000400:00000200:1.0:1778628870.983949:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628870.983950:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1778628870.983952:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628870.983954:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628870.983954:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628870.983956:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628870.983957:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983960:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628870.983962:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:3.0:1778628870.983962:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628870.983964:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628870.983967:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628870.983968:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778628870.983971:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778628870.983971:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628870.983972:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778628870.983973:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778628870.983975:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628870.983976:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1778628870.983977:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628870.983978:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1778628870.983980:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983982:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1778628870.983982:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628870.983984:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:3.0:1778628870.983985:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605440:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628870.983986:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628870.983989:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:3.0:1778628870.983989:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1778628870.983991:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628870.983994:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.983994:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628870.983996:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628870.983996:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.983998:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1778628870.984000:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628870.984002:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628870.984003:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00000001:1.0:1778628870.984005:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778628870.984005:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1778628870.984009:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628870.984011:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:1.0:1778628870.984012:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.984014:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628870.984015:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000010:1.0:1778628870.984017:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822d80.
00000020:00000040:1.0:1778628870.984019:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:3.0:1778628870.984021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000001:1.0:1778628870.984022:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628870.984023:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628870.984024:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628870.984026:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1778628870.984027:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605440, portal 25
02000000:00000001:1.0:1778628870.984028:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984030:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1778628870.984031:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:3.0:1778628870.984031:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629883648 : -123998079667968 : ffff8f3972823100)
00000100:00000001:1.0:1778628870.984035:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628870.984037:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628870.984039:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628870.984046:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778628870.984048:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1778628870.984049:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984050:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628870.984051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000040:1.0:1778628870.984054:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000978b369a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628870.984055:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472605440, offset 0
00000100:00000001:1.0:1778628870.984062:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628870.984062:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778628870.984064:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628870.984068:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778628870.984070:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1778628870.984070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778628870.984071:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628870.984074:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628870.984076:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13546
00000400:00000200:3.0:1778628870.984076:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628870.984079:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628870.984081:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628870.984082:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628870.984084:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778628870.984086:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:1.0:1778628870.984087:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984089:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628870.984090:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1778628870.984091:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628870.984093:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984094:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628870.984096:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628870.984097:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:3.0:1778628870.984098:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497329:497329:256:4294967295] 192.168.204.112@tcp LPNI seq info [497288:497288:8:4294967295]
00000020:00000001:1.0:1778628870.984099:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628870.984100:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778628870.984102:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778628870.984103:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:1.0:1778628870.984104:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628870.984107:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984108:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628870.984111:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984113:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778628870.984114:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1778628870.984115:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778628870.984118:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984120:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628870.984120:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778628870.984122:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628870.984124:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628870.984126:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628870.984126:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:1.0:1778628870.984128:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628870.984130:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628870.984133:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628870.984133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628870.984135:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628870.984137:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000010:1.0:1778628870.984138:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821c00.
00000020:00000040:1.0:1778628870.984140:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628870.984142:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628870.984143:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628870.984143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778628870.984145:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628870.984147:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1778628870.984147:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1778628870.984148:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628870.984152:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000800:00000100:3.0:1778628870.984152:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778628870.984155:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628870.984155:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00100000:1.0:1778628870.984159:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628870.984160:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1778628870.984166:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628870.984166:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1778628870.984168:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628870.984171:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ac61c0] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628870.984171:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628870.984173:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:1.0:1778628870.984178:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984178:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1778628870.984181:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1778628870.984181:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628870.984185:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628870.984188:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628870.984191:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628870.984192:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778628870.984195:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628870.984197:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13556)
00000100:00000001:3.0:1778628870.984203:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984204:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628870.984209:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628870.984213:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628870.984216:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308222736
00000100:00000010:3.0:1778628870.984222:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00c00.
00000100:00000001:3.0:1778628870.984229:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628870.984235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308222736
00000100:00000010:3.0:1778628870.984238:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00180.
00000100:00000001:3.0:1778628870.984240:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628870.984243:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628870.984244:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984246:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628870.984250:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628870/real 1778628870]  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628870.984262:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628870.984263:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628870.984264:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628870.984266:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628870.984267:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628870.984269:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628870.984272:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628870.984277:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984281:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628870.984282:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984284:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984285:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628870.984287:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984292:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628870.984294:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984299:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628870.984301:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984302:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984303:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984305:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628870.984306:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628870.984308:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628870.984310:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628870.984311:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628870.984314:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628870.984320:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605440:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628870.984323:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984325:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628870.984326:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823100 x1865013472605440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984330:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628870.984332:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628870.984335:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628870.984337:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628870.984339:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628870.984340:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628870.984343:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628870.984345:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778628870.984348:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628870.984350:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628870.984352:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823100.
00000100:00000001:3.0:1778628870.984355:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628870.984356:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984358:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984365:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628870.984367:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984369:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628870.984370:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628870.984372:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628870.984376:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984385:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628870.984386:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.984389:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628870.984391:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628870.984393:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628870.984396:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628870.984411:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628870.984413:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628870.984414:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.984415:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628870.984418:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628870.984419:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628870.984422:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628870.984424:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628870.984427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628870.984429:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605568, portal 10
00000100:00000001:3.0:1778628870.984431:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628870.984431:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629882752 : -123998079668864 : ffff8f3972822d80)
00000100:00000040:3.0:1778628870.984436:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984441:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628870.984442:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628870.984444:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628870.984445:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472605568, offset 0
00000400:00000200:3.0:1778628870.984448:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628870.984451:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628870.984454:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628870.984456:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628870.984457:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628870.984459:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628870.984461:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628870.984463:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497330:497330:256:4294967295] 192.168.204.112@tcp LPNI seq info [497289:497289:8:4294967295]
00000400:00000200:3.0:1778628870.984466:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628870.984471:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628870.984474:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628870.984476:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628870.984479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628870.984481:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628870.984484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628870.984486:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1778628870.984489:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628870.984490:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628870.984492:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628870.984494:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628870.984497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628870.984498:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628870.984499:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628870.984501:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984507:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628870.984509:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984513:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984514:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628870.984516:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628870.984519:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628870.984521:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628870.984523:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308218893
00000100:00000001:3.0:1778628870.984525:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308222736
00000100:00000001:3.0:1778628870.984527:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308218893
00000100:00000001:3.0:1778628870.984530:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308222736
00000100:00000001:3.0:1778628870.984532:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628870.984534:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984536:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628870.984540:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628870/real 1778628870]  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628870.984548:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628870.984550:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628870.984552:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628870.984554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628870.984556:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628870.984558:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628870.984562:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628870.984571:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984578:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628870.984580:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984582:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984583:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628870.984587:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984594:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628870.984597:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984601:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628870.984603:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984605:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984623:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628870.984627:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628870.984629:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628870.984632:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628870.984633:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628870.984636:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628870.984641:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628870.984645:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628870.984647:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984651:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628870.984652:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.984654:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628870.984656:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628870.984657:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628870.984659:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628870.984660:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628870.984662:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628870.984663:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628870.984664:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628870.984667:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628870.984668:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628870.984670:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628870.984672:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628870.984674:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628870.984676:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605696, portal 10
00000100:00000001:3.0:1778628870.984677:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628870.984678:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629878272 : -123998079673344 : ffff8f3972821c00)
00000100:00000040:3.0:1778628870.984682:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984686:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628870.984688:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628870.984689:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628870.984691:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472605696, offset 0
00000400:00000200:3.0:1778628870.984694:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628870.984696:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628870.984699:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628870.984700:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628870.984702:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628870.984704:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628870.984706:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628870.984708:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497331:497331:256:4294967295] 192.168.204.112@tcp LPNI seq info [497290:497290:8:4294967295]
00000400:00000200:3.0:1778628870.984711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628870.984715:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628870.984718:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628870.984720:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628870.984722:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628870.984724:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778628870.984727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628870.984729:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1778628870.984731:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628870.984733:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628870.984735:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628870.984737:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628870.984739:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628870.984741:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628870.984742:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628870.984744:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984749:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628870.984751:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984756:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984757:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628870.984758:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628870.984760:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628870.984762:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628870.984763:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308218895
00000100:00000001:3.0:1778628870.984765:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308222736
00000100:00000001:3.0:1778628870.984766:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308218895
00000100:00000001:3.0:1778628870.984768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308222736
00000100:00000001:3.0:1778628870.984770:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628870.984772:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984773:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628870.984775:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628870/real 1778628870]  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628870.984780:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628870.984781:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628870.984781:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628870.984790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628870.984792:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628870.984793:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628870.984795:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628870.984801:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984805:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628870.984806:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984807:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984808:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628870.984810:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984814:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628870.984816:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984820:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628870.984821:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984822:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628870.984823:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984825:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628870.984827:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628870.984829:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628870.984831:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628870.984833:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628870.984835:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628870.984840:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628870.984843:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984844:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628870.984846:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822d80 x1865013472605568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984850:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628870.984851:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628870.984852:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628870.984853:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628870.984854:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628870.984855:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628870.984856:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628870.984857:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:3.0:1778628870.984859:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628870.984859:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628870.984860:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822d80.
00000100:00000001:3.0:1778628870.984862:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628870.984863:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984864:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628870.984866:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821c00 x1865013472605696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628870.984871:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628870.984871:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628870.984872:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628870.984874:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628870.984875:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628870.984876:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628870.984877:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628870.984878:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:3.0:1778628870.984879:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628870.984880:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628870.984881:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821c00.
00000100:00000001:3.0:1778628870.984882:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628870.984883:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984884:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628870.984886:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628870.984887:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628870.984888:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628870.984889:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628871.239676:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628871.239678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628871.239681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628871.239684:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628871.239684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628871.239686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628871.239688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628871.239688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628871.239696:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628871.239696:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628871.239698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628871.239702:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628871.239702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628871.239703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628871.239707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628871.239710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628871.239710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628871.239712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628871.239713:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628871.239716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628871.239716:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628871.239717:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628871.239721:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628871.239722:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628871.239726:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628871.239728:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628871.239733:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628871.239736:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628871.239738:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628871.239742:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628871.239808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628871.239813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628871.239817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628872.007722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628872.007730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628872.007731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628872.007736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628872.007739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628872.007742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628872.007744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628872.007746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628872.007749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628872.263698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628872.263704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628872.263705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628872.263708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628872.263708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628872.263709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628872.263711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628872.263714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628872.263714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628872.263715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628872.263721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628872.263721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628872.263721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628872.263724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628872.263726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628872.263727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628872.263728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628872.263732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628872.263733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628872.263733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628872.263737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628872.263737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628872.263743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628872.263743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628872.263787:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628872.263791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628872.263795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628873.031736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628873.031742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628873.031744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628873.031749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628873.031753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628873.031758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628873.031761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628873.031763:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628873.031766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628873.287686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628873.287686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628873.287692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628873.287693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628873.287694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628873.287695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628873.287699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628873.287714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628873.287714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628873.287714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628873.287719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628873.287721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628873.287722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628873.287723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628873.287725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628873.287726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628873.287726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628873.287729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628873.287730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628873.287731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628873.287731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628873.287736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628873.287737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628873.287743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628873.287804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628873.287807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628873.287809:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628874.055709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628874.055715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628874.055717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628874.055722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778628874.055724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628874.055728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628874.055747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628874.055750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628874.055753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628874.311759:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628874.311761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628874.311765:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311770:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628874.311773:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311776:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311778:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628874.311784:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628874.311785:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628874.311787:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311788:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628874.311790:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311792:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311794:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628874.311797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628874.311799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628874.311873:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628874.311877:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628874.311880:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628874.311956:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628874.311959:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628874.311961:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628874.311963:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628874.311966:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628874.311968:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628874.311978:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628874.311980:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628874.311982:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628874.312656:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628874.312661:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628874.312663:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628874.312666:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628874.312668:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628874.312671:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628874.312673:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628874.312675:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628874.312678:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628874.887710:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308222736, at 4308222784
00000100:00000040:1.0:1778628874.887714:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308222736, at 4308222784
00000100:00000010:1.0:1778628874.887726:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00180.
00000100:00000010:0.0:1778628874.887731:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00c00.
00000100:00000001:2.0:1778628875.079726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628875.079732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628875.079741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628875.079747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628875.079750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628875.079757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628875.079759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628875.079764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628875.079767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628875.335723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628875.335723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628875.335729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628875.335730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628875.335731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628875.335735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628875.335736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1778628875.335737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628875.335739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628875.335742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628875.335743:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628875.335744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628875.335746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628875.335747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628875.335748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628875.335750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628875.335751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628875.335754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628875.335755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628875.335755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628875.335759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628875.335759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628875.335760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628875.335767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628875.335813:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628875.335817:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628875.335820:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1778628876.103701:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628876.103709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778628876.103710:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778628876.103713:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628876.103716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778628876.103718:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628876.103721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628876.103727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628876.103731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628876.103732:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628876.103738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778628876.103742:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13551
00000100:00000001:2.0:1778628876.103745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628876.103751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1778628876.103757:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628876.103759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628876.103765:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628876.103770:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628876.103773:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103776:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628876.103779:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103782:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628876.103785:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628876.103787:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778628876.103790:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628876.103793:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778628876.103795:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778628876.103797:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778628876.103800:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103802:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628876.103804:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103806:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628876.103808:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778628876.103811:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103813:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628876.103816:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628876.103818:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628876.103821:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.103823:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628876.103825:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628876.103833:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822300.
00000020:00000040:1.0:1778628876.103836:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778628876.103840:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628876.103841:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.103844:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628876.103846:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628876.103850:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628876.103857:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:1.0:1778628876.103864:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628876.103873:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628876.103882:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628876.103885:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628876.103890:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001446738c] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628876.103914:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628876.103917:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628876.103920:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778628876.103922:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628876.103923:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628876.103925:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628876.103928:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13551
00000400:00000200:1.0:1778628876.103931:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628876.103934:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628876.103936:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628876.103938:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103941:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628876.103943:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103945:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628876.103948:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628876.103950:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778628876.103952:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628876.103954:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778628876.103956:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778628876.103959:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628876.103961:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.103963:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628876.103965:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628876.103966:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628876.103967:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628876.103971:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:3.0:1778628876.103972:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778628876.103975:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628876.103977:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1778628876.103979:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628876.103982:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628876.103987:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628876.103989:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628876.103990:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.103994:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628876.103999:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628876.104005:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.104009:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628876.104015:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820700.
00000020:00000040:1.0:1778628876.104020:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:3.0:1778628876.104021:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1778628876.104025:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628876.104027:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104027:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.104034:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628876.104036:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628876.104038:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104038:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1778628876.104044:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
02000000:00000001:3.0:1778628876.104045:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628876.104048:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104055:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628876.104057:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1778628876.104065:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605824:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628876.104071:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628876.104076:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104083:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1778628876.104086:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007531e58b] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628876.104089:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628876.104093:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104097:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628876.104103:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:1.0:1778628876.104107:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104107:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628876.104112:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628876.104115:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1778628876.104118:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628876.104119:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628876.104123:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1778628876.104125:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:1.0:1778628876.104126:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628876.104131:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13551
00000400:00000010:3.0:1778628876.104134:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000400:00000200:1.0:1778628876.104136:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628876.104141:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628876.104144:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1778628876.104144:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605824, portal 25
00000100:00000040:1.0:1778628876.104150:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628876.104151:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628876.104154:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628876.104155:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880064 : -123998079671552 : ffff8f3972822300)
00000100:00000040:1.0:1778628876.104160:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.104163:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628876.104167:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1778628876.104168:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778628876.104169:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778628876.104173:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628876.104176:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778628876.104182:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778628876.104184:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628876.104187:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.104188:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628876.104190:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628876.104193:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628876.104199:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:3.0:1778628876.104201:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1778628876.104204:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628876.104211:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628876.104211:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778628876.104216:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1778628876.104217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
02000000:00000001:1.0:1778628876.104219:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1778628876.104222:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472605824, offset 0
02000000:00000001:1.0:1778628876.104223:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.104230:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628876.104232:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628876.104237:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628876.104238:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778628876.104241:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628876.104246:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822a00.
00000020:00000040:1.0:1778628876.104249:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628876.104251:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628876.104253:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.104256:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1778628876.104256:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778628876.104259:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628876.104262:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628876.104266:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945eccc00.
00000100:00000001:1.0:1778628876.104269:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628876.104271:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628876.104282:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1778628876.104283:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628876.104293:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:1.0:1778628876.104315:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628876.104319:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1778628876.104320:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628876.104329:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000563e8c66] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628876.104330:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628876.104342:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497332:497332:256:4294967295] 192.168.204.112@tcp LPNI seq info [497291:497291:8:4294967295]
00000100:00000001:1.0:1778628876.104348:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628876.104352:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628876.104355:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778628876.104359:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628876.104362:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628876.104366:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628876.104376:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13561)
00000400:00000200:3.0:1778628876.104376:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628876.104387:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.104393:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628876.104401:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628876.104406:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628876.104411:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628876.104414:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1778628876.104419:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.104421:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628876.104427:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628876.104432:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628876.104437:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628876.104439:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628876.104443:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628876.104447:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104457:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.104460:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104466:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104468:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628876.104473:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628876.104477:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628876.104480:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308227856
00000100:00000010:3.0:1778628876.104485:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a20.
00000100:00000001:3.0:1778628876.104492:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628876.104498:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308227856
00000100:00000010:3.0:1778628876.104500:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00660.
00000100:00000001:3.0:1778628876.104504:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628876.104507:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628876.104509:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104511:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628876.104515:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628876/real 1778628876]  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628876.104523:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628876.104524:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628876.104527:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628876.104529:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628876.104531:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628876.104533:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628876.104536:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628876.104543:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104549:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628876.104551:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104553:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.104554:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628876.104557:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104563:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628876.104567:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104572:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628876.104575:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104576:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.104577:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104579:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628876.104581:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628876.104583:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628876.104587:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628876.104588:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628876.104592:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628876.104600:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472605824:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628876.104645:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104649:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.104655:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822300 x1865013472605824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104665:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628876.104668:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628876.104672:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628876.104676:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628876.104678:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628876.104681:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628876.104683:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628876.104686:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:3.0:1778628876.104690:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628876.104692:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628876.104693:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822300.
00000100:00000001:3.0:1778628876.104696:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628876.104697:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104700:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104706:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628876.104708:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104710:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628876.104711:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628876.104713:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628876.104717:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104723:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628876.104725:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104727:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628876.104728:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628876.104730:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628876.104733:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628876.104736:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628876.104738:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628876.104739:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.104741:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628876.104745:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628876.104746:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628876.104750:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628876.104753:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628876.104756:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628876.104759:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472605952, portal 10
00000100:00000001:3.0:1778628876.104761:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628876.104762:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872896 : -123998079678720 : ffff8f3972820700)
00000100:00000040:3.0:1778628876.104767:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104773:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628876.104775:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628876.104777:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628876.104779:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472605952, offset 0
00000400:00000200:3.0:1778628876.104783:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628876.104786:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628876.104790:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628876.104792:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628876.104794:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628876.104797:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628876.104799:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628876.104802:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497333:497333:256:4294967295] 192.168.204.112@tcp LPNI seq info [497292:497292:8:4294967295]
00000400:00000200:3.0:1778628876.104806:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628876.104812:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628876.104816:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.104828:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628876.104832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628876.104834:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628876.104838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628876.104841:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1778628876.104844:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.104846:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628876.104849:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628876.104852:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628876.104854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628876.104856:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628876.104858:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628876.104861:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104868:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.104870:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104876:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104878:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628876.104880:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628876.104884:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628876.104886:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628876.104888:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308224014
00000100:00000001:3.0:1778628876.104891:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308227856
00000100:00000001:3.0:1778628876.104892:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308224014
00000100:00000001:3.0:1778628876.104894:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308227856
00000100:00000001:3.0:1778628876.104896:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628876.104898:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.104900:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628876.104903:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628876/real 1778628876]  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628876.104909:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628876.104910:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628876.104911:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628876.104913:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628876.104914:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628876.104916:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628876.104919:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628876.104926:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104932:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628876.104933:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104934:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.104936:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628876.104938:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104944:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628876.104946:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.104952:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628876.104954:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104955:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.104956:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.104958:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628876.104961:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628876.104964:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628876.104966:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628876.104969:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628876.104972:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628876.104978:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472605952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628876.104981:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628876.104984:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105000:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628876.105002:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.105005:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628876.105007:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628876.105010:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628876.105013:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628876.105018:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628876.105020:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628876.105022:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628876.105025:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628876.105029:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628876.105032:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628876.105048:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628876.105052:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628876.105056:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628876.105060:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606080, portal 10
00000100:00000001:3.0:1778628876.105063:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628876.105065:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629881856 : -123998079669760 : ffff8f3972822a00)
00000100:00000040:3.0:1778628876.105073:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105081:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628876.105083:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628876.105085:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628876.105088:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472606080, offset 0
00000400:00000200:3.0:1778628876.105091:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628876.105096:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628876.105099:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628876.105111:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628876.105113:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628876.105115:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628876.105117:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628876.105121:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497334:497334:256:4294967295] 192.168.204.112@tcp LPNI seq info [497293:497293:8:4294967295]
00000400:00000200:3.0:1778628876.105124:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628876.105130:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628876.105134:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.105137:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628876.105140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628876.105143:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1778628876.105147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628876.105149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1778628876.105152:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628876.105154:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628876.105156:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628876.105159:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628876.105162:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628876.105163:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628876.105165:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628876.105168:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105175:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.105178:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105183:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.105184:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628876.105187:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628876.105190:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628876.105192:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628876.105194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308224015
00000100:00000001:3.0:1778628876.105196:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308227856
00000100:00000001:3.0:1778628876.105198:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308224015
00000100:00000001:3.0:1778628876.105200:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308227856
00000100:00000001:3.0:1778628876.105202:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628876.105204:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.105206:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628876.105209:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628876/real 1778628876]  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628876.105215:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628876.105216:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628876.105218:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628876.105219:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628876.105221:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628876.105222:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628876.105225:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628876.105232:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105237:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628876.105238:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105240:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.105241:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628876.105251:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105260:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628876.105265:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105274:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628876.105277:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105279:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628876.105281:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105283:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628876.105287:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628876.105291:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628876.105321:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628876.105324:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628876.105331:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628876.105342:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628876.105347:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105349:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.105352:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820700 x1865013472605952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105358:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628876.105359:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628876.105361:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628876.105364:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628876.105365:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628876.105378:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628876.105380:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628876.105381:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:3.0:1778628876.105384:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628876.105385:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628876.105386:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820700.
00000100:00000001:3.0:1778628876.105389:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628876.105390:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105391:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628876.105394:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822a00 x1865013472606080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628876.105399:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628876.105400:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628876.105401:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628876.105402:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628876.105403:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628876.105404:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628876.105405:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628876.105407:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:3.0:1778628876.105409:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628876.105410:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628876.105411:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822a00.
00000100:00000001:3.0:1778628876.105413:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628876.105414:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105416:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628876.105419:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628876.105420:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628876.105422:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628876.105423:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628876.359692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628876.359696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628876.359697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628876.359698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628876.359701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.359702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628876.359703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.359704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628876.359708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628876.359710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628876.359729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628876.359730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628876.359731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628876.359736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628876.359737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628876.359738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628876.359746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628876.359747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628876.359750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628876.359750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628876.359751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628876.359756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628876.359759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628876.359759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628876.359793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628876.359799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628876.359804:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628877.127751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628877.127756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628877.127758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628877.127762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628877.127765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628877.127768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628877.127770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628877.127771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628877.127773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628877.383681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628877.383682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628877.383687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628877.383689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628877.383692:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628877.383692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628877.383693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628877.383697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628877.383698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628877.383700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628877.383701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628877.383703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628877.383705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628877.383706:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628877.383709:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628877.383711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628877.383713:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628877.383714:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628877.383716:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628877.383719:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628877.383719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628877.383723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628877.383724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628877.383727:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628877.383784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628877.383788:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628877.383791:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628878.151690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628878.151696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628878.151697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628878.151702:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628878.151704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628878.151708:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628878.151710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628878.151712:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628878.151714:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628878.407709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628878.407710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628878.407718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628878.407718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628878.407720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628878.407721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628878.407721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628878.407725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628878.407729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628878.407729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628878.407732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628878.407736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628878.407737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628878.407737:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628878.407744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628878.407744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628878.407744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628878.407748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628878.407751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628878.407751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628878.407755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628878.407756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628878.407760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628878.407761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628878.407814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628878.407818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628878.407822:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628879.175714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628879.175721:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628879.175722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628879.175727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628879.175730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628879.175733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628879.175735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628879.175737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628879.175739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628879.431692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628879.431692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628879.431692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628879.431697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628879.431698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628879.431699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628879.431703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628879.431703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628879.431704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628879.431707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628879.431711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628879.431711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628879.431711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628879.431714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628879.431718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628879.431718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628879.431722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628879.431723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628879.431725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628879.431727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628879.431728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628879.431731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628879.431732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628879.431738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628879.431764:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628879.431773:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628879.431775:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628880.007735:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308227856, at 4308227904
00000100:00000010:0.0:1778628880.007766:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a20.
00000100:00000040:1.0:1778628880.007811:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308227856, at 4308227904
00000100:00000010:1.0:1778628880.007821:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00660.
00000100:00000001:2.0:1778628880.199691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628880.199697:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628880.199699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628880.199703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628880.199706:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628880.199709:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628880.199712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628880.199714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628880.199717:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628880.455698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628880.455698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628880.455699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628880.455704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628880.455706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628880.455707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628880.455710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628880.455711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628880.455711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628880.455716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628880.455717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628880.455718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628880.455720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628880.455722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628880.455724:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628880.455725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628880.455726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628880.455729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628880.455731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628880.455732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628880.455733:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628880.455735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628880.455739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628880.455740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628880.455740:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628880.455745:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628880.455746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628880.455749:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628880.455751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628880.455752:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628880.455828:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628880.455832:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628880.455835:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628881.223710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628881.223716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628881.223719:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628881.223719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628881.223724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628881.223726:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628881.223728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628881.223729:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628881.223732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628881.223733:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628881.223735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628881.223737:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628881.223738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628881.223741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628881.223744:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13556
00000400:00000200:0.0:1778628881.223752:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628881.223758:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628881.223760:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628881.223763:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223766:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628881.223768:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223770:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628881.223773:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628881.223781:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628881.223783:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628881.223785:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628881.223787:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628881.223789:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628881.223791:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223793:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628881.223794:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223796:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628881.223798:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628881.223800:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223802:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628881.223804:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628881.223806:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628881.223808:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628881.223809:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628881.223811:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628881.223818:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628881.223820:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628881.223824:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628881.223825:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628881.223827:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628881.223829:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628881.223832:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628881.223838:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628881.223844:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628881.223850:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628881.223858:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628881.223862:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628881.223865:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628881.223881:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628881.223883:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628881.223885:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628881.223887:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628881.223888:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628881.223890:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628881.223892:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13556
00000400:00000200:0.0:1778628881.223895:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628881.223897:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628881.223899:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628881.223901:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223903:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628881.223906:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223907:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628881.223909:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628881.223910:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628881.223911:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628881.223912:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628881.223914:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778628881.223915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778628881.223916:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628881.223921:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628881.223921:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628881.223924:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628881.223924:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628881.223927:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223930:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628881.223933:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:3.0:1778628881.223934:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778628881.223936:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628881.223938:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628881.223939:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628881.223943:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628881.223947:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628881.223951:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628881.223955:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1778628881.223956:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628881.223957:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628881.223962:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.223962:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778628881.223964:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.223966:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1778628881.223967:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
02000000:00000001:3.0:1778628881.223969:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628881.223970:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628881.223974:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628881.223976:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628881.223977:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606208:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628881.223978:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628881.223980:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628881.223983:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.223986:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1778628881.223989:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628881.223991:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778628881.223993:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.223994:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.223998:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1778628881.224003:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1778628881.224005:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628881.224011:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628881.224018:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628881.224021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628881.224023:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628881.224029:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1778628881.224036:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:0.0:1778628881.224042:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628881.224046:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1778628881.224048:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00080000:0.0:1778628881.224051:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628881.224054:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628881.224055:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1778628881.224056:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606208, portal 25
00000100:00000001:0.0:1778628881.224060:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628881.224060:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628881.224063:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00080000:0.0:1778628881.224065:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13556
00000100:00000040:3.0:1778628881.224072:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628881.224073:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628881.224079:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628881.224085:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628881.224091:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.224095:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628881.224098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628881.224099:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.224103:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:3.0:1778628881.224104:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778628881.224107:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1778628881.224107:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000020:00000040:0.0:1778628881.224109:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628881.224111:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1778628881.224112:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472606208, offset 0
00000020:00000040:0.0:1778628881.224113:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628881.224116:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628881.224117:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628881.224126:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.224131:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628881.224131:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628881.224136:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628881.224138:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628881.224141:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628881.224145:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628881.224153:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:0.0:1778628881.224154:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778628881.224159:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1778628881.224160:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224164:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:0.0:1778628881.224165:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628881.224168:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1778628881.224170:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778628881.224171:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:0.0:1778628881.224175:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224178:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497335:497335:256:4294967295] 192.168.204.112@tcp LPNI seq info [497294:497294:8:4294967295]
00000100:00000001:0.0:1778628881.224180:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628881.224183:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:0.0:1778628881.224185:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628881.224191:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224193:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628881.224205:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628881.224211:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628881.224216:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:3.0:1778628881.224216:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778628881.224222:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628881.224224:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628881.224225:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:0.0:1778628881.224226:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628881.224229:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628881.224247:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628881.224251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:0.0:1778628881.224255:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000800:00000200:3.0:1778628881.224255:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1778628881.224260:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628881.224265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628881.224270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1778628881.224271:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1778628881.224283:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628881.224288:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00000001:0.0:1778628881.224290:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628881.224295:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224297:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778628881.224304:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628881.224309:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628881.224318:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628881.224323:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628881.224324:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628881.224330:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628881.224331:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778628881.224337:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1778628881.224339:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628881.224341:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628881.224350:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628881.224360:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13566)
00000100:00000001:3.0:1778628881.224361:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.224366:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224378:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224391:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628881.224396:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224400:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628881.224402:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308232976
00000100:00000010:3.0:1778628881.224415:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ae0.
00000100:00000001:3.0:1778628881.224422:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628881.224427:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308232976
00000100:00000010:3.0:1778628881.224429:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a80.
00000100:00000001:3.0:1778628881.224432:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628881.224435:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628881.224437:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224456:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628881.224459:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628881/real 1778628881]  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628881.224466:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628881.224468:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628881.224469:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628881.224471:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628881.224472:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628881.224474:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628881.224477:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628881.224482:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224487:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628881.224488:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.224491:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628881.224493:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224498:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628881.224501:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224506:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628881.224508:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224509:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.224509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224511:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628881.224512:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628881.224514:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628881.224517:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628881.224518:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628881.224520:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628881.224525:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606208:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628881.224528:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224530:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.224531:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472606208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224536:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628881.224539:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628881.224540:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628881.224542:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628881.224544:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628881.224545:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628881.224547:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628881.224548:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628881.224551:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628881.224553:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628881.224554:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:3.0:1778628881.224557:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628881.224558:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224559:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224565:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628881.224566:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224567:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628881.224568:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628881.224569:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628881.224571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224577:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628881.224578:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.224580:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628881.224581:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628881.224582:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628881.224584:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628881.224586:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628881.224587:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628881.224588:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.224589:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628881.224591:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628881.224593:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224596:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628881.224598:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628881.224600:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628881.224602:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606336, portal 10
00000100:00000001:3.0:1778628881.224603:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628881.224605:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:3.0:1778628881.224609:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224614:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628881.224616:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628881.224617:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628881.224619:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472606336, offset 0
00000400:00000200:3.0:1778628881.224642:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628881.224646:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628881.224649:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628881.224651:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628881.224653:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628881.224655:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628881.224657:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628881.224660:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497336:497336:256:4294967295] 192.168.204.112@tcp LPNI seq info [497295:497295:8:4294967295]
00000400:00000200:3.0:1778628881.224662:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628881.224667:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628881.224671:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628881.224673:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628881.224676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628881.224678:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628881.224682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628881.224683:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1778628881.224686:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628881.224687:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628881.224689:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628881.224691:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628881.224694:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628881.224695:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628881.224697:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628881.224699:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224705:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.224713:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224719:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224720:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628881.224723:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628881.224726:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628881.224728:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628881.224730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308229134
00000100:00000001:3.0:1778628881.224731:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308232976
00000100:00000001:3.0:1778628881.224733:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308229134
00000100:00000001:3.0:1778628881.224735:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308232976
00000100:00000001:3.0:1778628881.224736:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628881.224737:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224739:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628881.224741:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628881/real 1778628881]  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628881.224746:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628881.224747:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628881.224748:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628881.224750:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628881.224751:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628881.224752:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628881.224753:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628881.224758:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224762:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628881.224764:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224765:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.224766:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628881.224768:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224772:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628881.224774:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224779:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628881.224781:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224782:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.224783:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.224784:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628881.224787:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628881.224788:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628881.224790:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628881.224792:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628881.224794:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628881.224799:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628881.224801:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628881.224804:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224808:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628881.224809:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.224810:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628881.224811:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628881.224812:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628881.224815:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628881.224818:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628881.224820:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628881.224822:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628881.224823:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628881.224827:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628881.224835:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628881.224839:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628881.224842:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628881.224846:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628881.224849:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606464, portal 10
00000100:00000001:3.0:1778628881.224851:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628881.224852:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:3.0:1778628881.224859:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224866:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628881.224868:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628881.224871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628881.224873:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472606464, offset 0
00000400:00000200:3.0:1778628881.224878:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628881.224881:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628881.224885:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628881.224888:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628881.224890:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628881.224893:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628881.224895:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628881.224897:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497337:497337:256:4294967295] 192.168.204.112@tcp LPNI seq info [497296:497296:8:4294967295]
00000400:00000200:3.0:1778628881.224900:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628881.224904:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628881.224908:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628881.224910:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628881.224913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628881.224915:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1778628881.224918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628881.224920:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1778628881.224922:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628881.224923:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628881.224926:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628881.224928:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628881.224930:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628881.224932:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628881.224934:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628881.224936:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224942:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.224943:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.224948:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224949:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628881.224951:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628881.224953:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628881.224955:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628881.224957:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308229135
00000100:00000001:3.0:1778628881.224958:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308232976
00000100:00000001:3.0:1778628881.224960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308229135
00000100:00000001:3.0:1778628881.224962:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308232976
00000100:00000001:3.0:1778628881.224963:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628881.224964:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.224965:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628881.224968:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628881/real 1778628881]  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628881.224974:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628881.224976:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628881.224977:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628881.224980:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628881.224981:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628881.224983:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628881.224987:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628881.224995:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.225003:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628881.225005:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225007:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.225008:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628881.225012:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.225020:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628881.225024:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.225032:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628881.225035:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225036:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628881.225039:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225040:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628881.225042:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628881.225044:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628881.225046:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628881.225048:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628881.225051:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628881.225057:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628881.225060:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225061:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.225063:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472606336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.225067:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628881.225068:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628881.225070:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628881.225072:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628881.225073:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628881.225074:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628881.225076:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628881.225077:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628881.225078:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628881.225079:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628881.225081:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:3.0:1778628881.225083:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628881.225084:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225085:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628881.225087:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472606464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628881.225091:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628881.225092:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628881.225093:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628881.225095:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628881.225095:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628881.225096:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628881.225097:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628881.225098:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628881.225099:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628881.225100:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628881.225101:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:3.0:1778628881.225102:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628881.225103:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225104:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628881.225106:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628881.225107:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628881.225108:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628881.225109:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628881.479722:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628881.479725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628881.479729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628881.479730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628881.479732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628881.479734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628881.479736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628881.479737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628881.479738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628881.479739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628881.479740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628881.479745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628881.479746:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628881.479748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628881.479750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628881.479753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628881.479756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628881.479756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628881.479761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628881.479761:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628881.479766:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628881.479768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628881.479769:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628881.479774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628881.479809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628881.479813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628881.479815:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628882.247707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628882.247712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628882.247714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628882.247719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628882.247723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628882.247726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628882.247728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628882.247730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628882.247733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628882.503663:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628882.503669:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628882.503671:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628882.503674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778628882.503676:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628882.503679:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628882.503680:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628882.503683:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628882.503685:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628882.503686:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628882.503688:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628882.503690:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628882.503691:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628882.503693:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628882.503694:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628882.503696:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628882.503699:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628882.503702:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628882.503713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628882.503717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628882.503720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628882.503721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628882.503724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628882.503724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628882.503778:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628882.503781:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628882.503784:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628882.695714:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628882.695725:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628882.695730:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628882.695863:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628882.695879:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1778628882.695882:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628882.695884:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628882.695887:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628883.271720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628883.271726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628883.271727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628883.271731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628883.271739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628883.271743:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628883.271745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628883.271747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628883.271749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628883.527700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628883.527700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628883.527704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628883.527706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628883.527708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527710:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628883.527714:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778628883.527715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628883.527716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628883.527718:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628883.527719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628883.527720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628883.527724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628883.527724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628883.527724:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628883.527729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628883.527729:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628883.527730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628883.527733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628883.527733:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628883.527734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628883.527738:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628883.527739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628883.527740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628883.527743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628883.527744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628883.527745:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628883.527747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527747:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628883.527749:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527751:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628883.527753:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527755:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527758:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628883.527762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628883.527764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628883.527822:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628883.527825:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628883.527828:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628884.295671:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628884.295679:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628884.295681:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628884.295686:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628884.295690:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628884.295694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628884.295697:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628884.295699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628884.295702:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628884.551718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628884.551718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628884.551721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628884.551724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628884.551725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628884.551725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628884.551726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628884.551730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628884.551732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628884.551733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628884.551735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628884.551735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628884.551737:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628884.551743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628884.551743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628884.551743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628884.551747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628884.551748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628884.551748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628884.551752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628884.551753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628884.551755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628884.551756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628884.551761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628884.551799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628884.551803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628884.551805:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628885.127739:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308232976, at 4308233024
00000100:00000040:1.0:1778628885.127740:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308232976, at 4308233024
00000100:00000010:0.0:1778628885.127761:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ae0.
00000100:00000010:1.0:1778628885.127769:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a80.
00000100:00000001:3.0:1778628885.319730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628885.319738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628885.319739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628885.319745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628885.319749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628885.319753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628885.319756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628885.319758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628885.319761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628885.575800:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628885.575810:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628885.575814:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628885.575817:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628885.575823:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628885.575839:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628885.575839:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628885.575842:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628885.575857:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628885.575857:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628885.575863:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628885.575867:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628885.575871:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628885.575872:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628885.575873:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628885.575881:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628885.575889:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628885.575891:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628885.575897:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628885.575898:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628885.575904:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628885.575920:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628885.575923:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628885.575933:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628885.576018:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628885.576023:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628885.576028:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628886.343682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628886.343690:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628886.343692:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628886.343694:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1778628886.343698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628886.343713:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628886.343714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628886.343717:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628886.343719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628886.343721:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628886.343722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628886.343727:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628886.343727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.343731:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628886.343736:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13561
00000400:00000200:0.0:1778628886.343747:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628886.343754:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628886.343757:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628886.343759:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.343762:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628886.343764:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.343778:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628886.343781:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628886.343783:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628886.343785:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628886.343788:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628886.343790:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628886.343792:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628886.343794:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.343795:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628886.343797:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.343798:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628886.343800:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628886.343803:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628886.343805:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628886.343807:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628886.343810:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628886.343812:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.343814:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628886.343815:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628886.343822:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778628886.343826:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628886.343831:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628886.343843:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.343846:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628886.343850:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628886.343855:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628886.343866:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628886.343883:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628886.343900:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628886.343924:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628886.343931:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628886.343935:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628886.343956:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628886.343959:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628886.343962:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628886.343963:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628886.343964:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628886.343967:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628886.343969:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13561
00000400:00000200:0.0:1778628886.343973:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628886.343976:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628886.343978:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628886.343980:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628886.343981:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628886.343984:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628886.343985:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628886.343989:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628886.343989:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628886.343992:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628886.343994:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628886.343997:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:3.0:1778628886.343998:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778628886.343999:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628886.344003:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628886.344007:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628886.344011:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628886.344019:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628886.344020:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628886.344023:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628886.344023:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628886.344027:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628886.344028:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778628886.344029:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628886.344032:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778628886.344033:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628886.344036:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628886.344044:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:3.0:1778628886.344045:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606592:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628886.344049:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628886.344052:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778628886.344052:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628886.344058:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628886.344058:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628886.344062:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344062:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.344067:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778628886.344067:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1778628886.344073:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1778628886.344074:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000008:00000001:0.0:1778628886.344079:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344079:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.344082:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628886.344086:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000400:00000200:3.0:1778628886.344086:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:0.0:1778628886.344091:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:3.0:1778628886.344093:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000001:0.0:1778628886.344104:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628886.344107:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.344109:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628886.344111:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628886.344113:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628886.344113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000010:0.0:1778628886.344117:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628886.344122:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628886.344122:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606592, portal 25
00000100:00000001:3.0:1778628886.344127:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1778628886.344130:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628886.344130:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000001:0.0:1778628886.344151:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1778628886.344151:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628886.344155:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628886.344163:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344165:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628886.344173:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628886.344178:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628886.344183:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472606592, offset 0
00000100:00000001:0.0:1778628886.344185:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628886.344187:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628886.344192:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1778628886.344192:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344195:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628886.344197:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628886.344199:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628886.344202:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13561
00000400:00000200:3.0:1778628886.344204:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628886.344209:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628886.344212:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628886.344214:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628886.344217:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778628886.344221:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1778628886.344223:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344226:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628886.344228:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778628886.344231:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344234:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778628886.344236:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1778628886.344237:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628886.344240:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628886.344242:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778628886.344242:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:0.0:1778628886.344245:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628886.344247:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628886.344250:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778628886.344250:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497338:497338:256:4294967295] 192.168.204.112@tcp LPNI seq info [497297:497297:8:4294967295]
00000100:00000040:0.0:1778628886.344258:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628886.344261:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628886.344262:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628886.344264:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344266:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628886.344279:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628886.344283:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344288:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628886.344290:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1778628886.344291:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628886.344295:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628886.344298:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628886.344301:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344302:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628886.344306:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628886.344308:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628886.344309:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:0.0:1778628886.344310:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628886.344315:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628886.344319:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:3.0:1778628886.344319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:0.0:1778628886.344325:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1778628886.344326:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1778628886.344327:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628886.344332:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628886.344334:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628886.344337:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628886.344337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628886.344353:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
02000000:00000010:0.0:1778628886.344355:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000800:00000100:3.0:1778628886.344359:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628886.344360:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628886.344362:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00100000:0.0:1778628886.344366:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628886.344369:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778628886.344375:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628886.344378:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628886.344380:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1778628886.344385:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628886.344386:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628886.344390:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628886.344395:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628886.344397:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628886.344397:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778628886.344402:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1778628886.344404:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628886.344405:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628886.344412:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628886.344418:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13571)
00000100:00000001:3.0:1778628886.344421:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.344424:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344430:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.344432:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628886.344438:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628886.344442:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628886.344445:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308238096
00000100:00000010:3.0:1778628886.344450:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00840.
00000100:00000001:3.0:1778628886.344469:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628886.344475:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308238096
00000100:00000010:3.0:1778628886.344478:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00960.
00000100:00000001:3.0:1778628886.344481:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628886.344484:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628886.344486:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.344488:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628886.344491:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628886/real 1778628886]  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628886.344499:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628886.344500:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628886.344502:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628886.344504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628886.344505:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628886.344507:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628886.344509:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628886.344518:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344526:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628886.344528:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344542:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.344545:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628886.344549:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344557:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628886.344563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344572:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628886.344576:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.344579:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344581:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628886.344584:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628886.344588:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628886.344592:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628886.344594:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628886.344597:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628886.344603:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606592:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628886.344607:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344626:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.344629:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472606592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344634:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628886.344637:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628886.344639:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628886.344642:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628886.344643:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628886.344645:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628886.344646:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628886.344649:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:3.0:1778628886.344652:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628886.344665:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628886.344666:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:3.0:1778628886.344668:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628886.344669:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344670:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344678:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628886.344679:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.344681:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628886.344682:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628886.344683:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628886.344685:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344690:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628886.344692:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344693:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628886.344695:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628886.344696:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628886.344698:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628886.344701:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628886.344702:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628886.344703:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344705:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628886.344707:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628886.344708:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628886.344711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628886.344713:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628886.344716:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628886.344718:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606720, portal 10
00000100:00000001:3.0:1778628886.344720:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628886.344721:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:3.0:1778628886.344727:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344731:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628886.344733:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628886.344734:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628886.344736:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472606720, offset 0
00000400:00000200:3.0:1778628886.344739:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628886.344741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628886.344745:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628886.344747:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628886.344749:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628886.344751:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628886.344753:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628886.344755:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497339:497339:256:4294967295] 192.168.204.112@tcp LPNI seq info [497298:497298:8:4294967295]
00000400:00000200:3.0:1778628886.344758:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628886.344763:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628886.344766:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628886.344768:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628886.344771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628886.344773:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628886.344777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628886.344779:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1778628886.344782:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628886.344783:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628886.344785:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628886.344788:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628886.344790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628886.344791:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628886.344793:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628886.344795:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344800:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.344802:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344807:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.344808:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628886.344810:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628886.344814:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628886.344816:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628886.344817:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308234254
00000100:00000001:3.0:1778628886.344819:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308238096
00000100:00000001:3.0:1778628886.344821:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308234254
00000100:00000001:3.0:1778628886.344822:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308238096
00000100:00000001:3.0:1778628886.344824:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628886.344825:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.344826:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628886.344829:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628886/real 1778628886]  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628886.344833:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628886.344834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628886.344835:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628886.344837:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628886.344838:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628886.344839:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628886.344841:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628886.344846:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344850:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628886.344851:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344852:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.344853:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628886.344855:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344859:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628886.344861:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344865:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628886.344867:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344869:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.344870:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.344871:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628886.344875:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628886.344877:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628886.344879:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628886.344881:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628886.344883:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628886.344889:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628886.344892:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628886.344893:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344897:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628886.344898:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344899:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628886.344900:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628886.344901:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628886.344903:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628886.344905:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628886.344906:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628886.344907:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628886.344908:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628886.344918:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628886.344919:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628886.344921:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628886.344923:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628886.344925:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628886.344926:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606848, portal 10
00000100:00000001:3.0:1778628886.344928:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628886.344929:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:3.0:1778628886.344933:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.344937:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628886.344939:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628886.344940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628886.344942:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472606848, offset 0
00000400:00000200:3.0:1778628886.344944:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628886.344947:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628886.344949:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628886.344951:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628886.344953:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628886.344954:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628886.344956:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628886.344958:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497340:497340:256:4294967295] 192.168.204.112@tcp LPNI seq info [497299:497299:8:4294967295]
00000400:00000200:3.0:1778628886.344961:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628886.344965:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628886.344968:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628886.344969:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628886.344972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628886.344973:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1778628886.344976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628886.344977:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1778628886.344981:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628886.344982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628886.344984:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628886.344986:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628886.344988:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628886.344989:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628886.344991:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628886.344993:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345003:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.345004:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345009:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.345010:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628886.345011:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628886.345013:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628886.345015:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628886.345016:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308234255
00000100:00000001:3.0:1778628886.345018:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308238096
00000100:00000001:3.0:1778628886.345019:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308234255
00000100:00000001:3.0:1778628886.345021:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308238096
00000100:00000001:3.0:1778628886.345023:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628886.345024:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.345025:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628886.345027:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628886/real 1778628886]  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628886.345031:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628886.345032:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628886.345033:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628886.345034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628886.345035:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628886.345036:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628886.345038:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628886.345043:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345047:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628886.345049:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.345051:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628886.345053:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345058:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628886.345060:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345063:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628886.345065:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345066:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628886.345066:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345068:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628886.345069:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628886.345071:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628886.345073:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628886.345074:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628886.345076:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628886.345080:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472606848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628886.345083:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345084:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.345086:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472606720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345090:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628886.345091:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628886.345093:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628886.345109:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628886.345110:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628886.345112:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628886.345114:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628886.345115:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628886.345117:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628886.345118:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628886.345119:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:3.0:1778628886.345121:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628886.345122:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345124:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628886.345127:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472606848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628886.345131:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628886.345132:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628886.345133:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628886.345134:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628886.345135:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628886.345136:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628886.345137:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628886.345138:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:3.0:1778628886.345139:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628886.345140:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628886.345140:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:3.0:1778628886.345149:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628886.345150:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345151:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628886.345153:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628886.345154:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628886.345155:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628886.345157:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628886.599694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628886.599694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628886.599700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628886.599702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628886.599705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628886.599706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628886.599709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628886.599711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628886.599713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628886.599716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628886.599720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628886.599725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628886.599728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628886.599731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628886.599731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628886.599735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628886.599741:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628886.599745:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628886.599752:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628886.599757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628886.599762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628886.599766:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628886.599769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628886.599773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628886.599788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628886.599794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628886.599799:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628887.367751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628887.367758:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628887.367761:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628887.367767:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628887.367771:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628887.367775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628887.367778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628887.367781:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628887.367784:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628887.623714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628887.623721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628887.623724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628887.623726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778628887.623729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628887.623733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628887.623735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628887.623736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628887.623742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628887.623744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628887.623744:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628887.623756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778628887.623756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628887.623757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628887.623763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628887.623765:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628887.623766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628887.623769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628887.623772:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628887.623776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628887.623777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628887.623778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628887.623782:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628887.623791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628887.623859:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628887.623863:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628887.623866:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628888.391697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628888.391706:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628888.391708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628888.391715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628888.391719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628888.391724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628888.391727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628888.391730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628888.391733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628888.647694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628888.647703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628888.647707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628888.647712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628888.647713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628888.647715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628888.647718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628888.647719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628888.647730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628888.647730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628888.647731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628888.647738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628888.647740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628888.647740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628888.647744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628888.647747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628888.647750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628888.647753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628888.647754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628888.647767:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628888.647772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628888.647776:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628888.647779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628888.647783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628888.647848:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628888.647852:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628888.647855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628889.415733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628889.415743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628889.415746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628889.415754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628889.415759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628889.415764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628889.415768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628889.415772:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628889.415777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628889.671709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628889.671709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628889.671713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628889.671717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628889.671717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628889.671718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628889.671720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628889.671721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628889.671725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628889.671727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628889.671727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628889.671728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628889.671733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628889.671735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628889.671735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628889.671737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628889.671738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628889.671739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628889.671741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628889.671745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628889.671746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628889.671749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628889.671749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628889.671756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628889.671798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628889.671802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628889.671806:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628890.247689:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308238096, at 4308238144
00000100:00000040:1.0:1778628890.247695:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308238096, at 4308238144
00000100:00000010:0.0:1778628890.247709:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00840.
00000100:00000010:1.0:1778628890.247712:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00960.
00000100:00000001:3.0:1778628890.439682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628890.439689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628890.439691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628890.439698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628890.439701:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628890.439705:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628890.439707:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628890.439710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628890.439712:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628890.695689:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628890.695689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628890.695697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628890.695697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628890.695697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628890.695701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628890.695702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628890.695702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628890.695710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628890.695710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628890.695711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628890.695712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628890.695718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628890.695718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628890.695719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628890.695724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628890.695724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628890.695725:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628890.695729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628890.695731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628890.695731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628890.695733:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628890.695735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628890.695736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628890.695737:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628890.695741:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628890.695742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628890.695742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628890.695743:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628890.695749:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628890.695813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628890.695818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628890.695822:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628891.463753:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628891.463778:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628891.463781:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628891.463788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628891.463789:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628891.463796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628891.463799:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628891.463802:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628891.463804:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628891.463806:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778628891.463810:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628891.463810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628891.463818:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628891.463818:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628891.463830:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13566
00000400:00000200:0.0:1778628891.463843:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628891.463852:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628891.463857:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628891.463861:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.463864:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628891.463867:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.463870:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628891.463874:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628891.463876:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628891.463880:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628891.463883:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628891.463886:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628891.463889:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628891.463892:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.463895:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628891.463896:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.463899:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628891.463902:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628891.463905:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628891.463907:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628891.463910:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628891.463914:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628891.463917:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.463919:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628891.463921:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628891.463933:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628891.463937:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628891.463942:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628891.463943:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.463947:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628891.463950:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628891.463956:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628891.463967:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628891.463976:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628891.463987:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628891.464042:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628891.464047:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628891.464051:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628891.464071:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628891.464074:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628891.464077:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628891.464079:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628891.464081:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628891.464084:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628891.464087:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13566
00000400:00000200:0.0:1778628891.464108:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628891.464112:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628891.464114:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1778628891.464115:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628891.464120:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778628891.464121:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628891.464125:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628891.464126:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628891.464131:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464135:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:3.0:1778628891.464139:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778628891.464140:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628891.464144:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628891.464150:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628891.464157:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:3.0:1778628891.464157:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628891.464161:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628891.464164:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628891.464167:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1778628891.464172:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628891.464173:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628891.464180:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628891.464186:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00100000:3.0:1778628891.464187:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606976:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628891.464204:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628891.464209:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464215:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628891.464221:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1778628891.464222:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628891.464228:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:3.0:1778628891.464229:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778628891.464231:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.464233:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628891.464235:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628891.464238:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778628891.464244:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1778628891.464246:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:0.0:1778628891.464249:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.464250:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.464265:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628891.464272:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628891.464273:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:0.0:1778628891.464279:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628891.464280:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:0.0:1778628891.464283:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628891.464290:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000400:00000010:3.0:1778628891.464291:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000020:00000040:0.0:1778628891.464294:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628891.464300:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628891.464303:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628891.464303:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472606976, portal 25
00000100:00000001:3.0:1778628891.464311:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628891.464312:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1778628891.464314:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
02000000:00000001:0.0:1778628891.464316:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628891.464322:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628891.464336:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778628891.464338:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628891.464348:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.464350:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628891.464357:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628891.464361:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00100000:0.0:1778628891.464365:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778628891.464367:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472606976, offset 0
00000400:00000200:3.0:1778628891.464383:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464401:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628891.464406:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628891.464408:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628891.464421:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628891.464421:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628891.464432:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628891.464440:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628891.464448:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1778628891.464450:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628891.464453:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:0.0:1778628891.464473:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628891.464479:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497341:497341:256:4294967295] 192.168.204.112@tcp LPNI seq info [497300:497300:8:4294967295]
00000100:00080000:0.0:1778628891.464493:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1778628891.464496:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628891.464497:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628891.464500:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628891.464504:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628891.464511:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13566
00000400:00000200:3.0:1778628891.464516:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628891.464523:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628891.464527:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:3.0:1778628891.464530:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000400:00000200:0.0:1778628891.464533:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628891.464537:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628891.464539:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464541:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778628891.464546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628891.464547:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464551:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628891.464554:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628891.464565:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628891.464567:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1778628891.464567:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1778628891.464570:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628891.464574:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628891.464576:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628891.464580:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464584:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1778628891.464585:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628891.464589:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464593:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:3.1:1778628891.464594:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1778628891.464595:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628891.464599:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628891.464603:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628891.464606:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1778628891.464609:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628891.464613:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
02000000:00000001:0.0:1778628891.464639:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628891.464642:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.464643:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628891.464645:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628891.464647:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.464648:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628891.464652:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778628891.464654:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628891.464656:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628891.464658:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628891.464660:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628891.464662:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1778628891.464662:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1778628891.464664:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628891.464671:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000400:00000200:3.0:1778628891.464672:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778628891.464678:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628891.464681:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000100:00100000:0.0:1778628891.464685:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1778628891.464697:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628891.464701:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628891.464708:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628891.464744:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628891.464749:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.464749:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.464756:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628891.464760:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.464788:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.464792:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628891.464793:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628891.464797:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628891.464801:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628891.464802:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628891.464809:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628891.464813:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628891.464815:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778628891.464819:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308243217
00000100:00000040:0.0:1778628891.464823:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13577)
00000100:00000010:3.0:1778628891.464828:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd009c0.
00000100:00000001:3.0:1778628891.464839:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628891.464847:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308243217
00000100:00000010:3.0:1778628891.464853:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00000.
00000100:00000001:3.0:1778628891.464858:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628891.464864:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628891.464868:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.464872:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628891.464880:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628891/real 1778628891]  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628891.464896:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628891.464898:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628891.464902:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628891.464907:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628891.464910:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628891.464914:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628891.464920:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628891.464934:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.464945:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628891.464947:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.464950:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.464952:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628891.464957:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.464965:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628891.464969:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.464987:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628891.464990:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.464992:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.465026:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465030:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628891.465031:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628891.465034:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628891.465039:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628891.465041:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628891.465045:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628891.465052:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472606976:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628891.465058:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465071:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.465073:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472606976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465079:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628891.465081:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628891.465084:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628891.465086:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628891.465087:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628891.465089:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628891.465090:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628891.465093:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628891.465096:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628891.465098:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628891.465100:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:3.0:1778628891.465102:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628891.465104:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465112:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628891.465114:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465116:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628891.465117:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628891.465118:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628891.465121:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465126:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628891.465127:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.465129:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628891.465130:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628891.465132:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628891.465134:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628891.465147:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628891.465149:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628891.465150:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.465152:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628891.465155:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628891.465156:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628891.465160:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628891.465162:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628891.465165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628891.465168:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607104, portal 10
00000100:00000001:3.0:1778628891.465170:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628891.465171:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:3.0:1778628891.465176:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465182:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628891.465183:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628891.465185:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628891.465187:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472607104, offset 0
00000400:00000200:3.0:1778628891.465190:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628891.465193:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628891.465196:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628891.465198:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628891.465200:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628891.465202:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628891.465204:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628891.465207:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497342:497342:256:4294967295] 192.168.204.112@tcp LPNI seq info [497301:497301:8:4294967295]
00000400:00000200:3.0:1778628891.465220:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628891.465226:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628891.465229:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628891.465231:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628891.465234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628891.465236:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628891.465240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628891.465243:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628891.465246:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628891.465247:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628891.465250:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628891.465253:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628891.465255:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628891.465256:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628891.465258:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628891.465261:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465267:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.465269:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465285:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465286:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628891.465288:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628891.465291:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628891.465294:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628891.465295:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308239374
00000100:00000001:3.0:1778628891.465313:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308243217
00000100:00000001:3.0:1778628891.465316:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308239374
00000100:00000001:3.0:1778628891.465318:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308243217
00000100:00000001:3.0:1778628891.465321:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628891.465323:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465324:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628891.465328:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628891/real 1778628891]  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628891.465335:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628891.465349:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628891.465352:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628891.465355:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628891.465358:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628891.465361:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628891.465366:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628891.465380:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465391:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628891.465393:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465396:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.465398:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628891.465404:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465415:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628891.465421:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465432:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628891.465436:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.465441:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465444:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628891.465452:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628891.465455:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628891.465475:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628891.465477:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628891.465480:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628891.465487:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628891.465490:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628891.465493:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465503:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628891.465504:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.465506:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628891.465508:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628891.465509:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628891.465511:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628891.465513:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628891.465515:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628891.465516:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628891.465518:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628891.465521:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628891.465522:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628891.465525:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628891.465527:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628891.465529:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628891.465531:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607232, portal 10
00000100:00000001:3.0:1778628891.465533:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628891.465534:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:3.0:1778628891.465539:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465544:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628891.465545:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628891.465547:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628891.465549:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472607232, offset 0
00000400:00000200:3.0:1778628891.465552:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628891.465555:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628891.465558:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628891.465560:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628891.465562:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628891.465564:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628891.465566:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628891.465568:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497343:497343:256:4294967295] 192.168.204.112@tcp LPNI seq info [497302:497302:8:4294967295]
00000400:00000200:3.0:1778628891.465571:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628891.465577:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628891.465580:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628891.465583:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628891.465585:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628891.465587:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628891.465591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628891.465593:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628891.465596:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628891.465597:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628891.465599:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628891.465602:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628891.465604:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628891.465614:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628891.465616:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628891.465618:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465624:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.465627:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465631:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465632:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628891.465635:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628891.465653:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628891.465656:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628891.465658:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308239376
00000100:00000001:3.0:1778628891.465660:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308243217
00000100:00000001:3.0:1778628891.465661:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308239376
00000100:00000001:3.0:1778628891.465663:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308243217
00000100:00000001:3.0:1778628891.465665:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628891.465667:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465668:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628891.465682:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628891/real 1778628891]  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628891.465688:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628891.465689:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628891.465691:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628891.465692:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628891.465693:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628891.465695:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628891.465697:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628891.465703:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465708:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628891.465709:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465710:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.465711:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628891.465713:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465718:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628891.465720:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465725:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628891.465726:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465727:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628891.465728:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465730:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628891.465732:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628891.465733:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628891.465736:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628891.465738:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628891.465740:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628891.465746:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628891.465748:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465749:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.465751:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472607104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465772:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628891.465773:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628891.465775:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628891.465777:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628891.465779:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628891.465780:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628891.465782:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628891.465783:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628891.465785:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628891.465787:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628891.465788:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:3.0:1778628891.465790:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628891.465792:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465793:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628891.465796:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472607232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628891.465802:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628891.465803:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628891.465805:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628891.465806:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628891.465807:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628891.465808:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628891.465810:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628891.465812:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628891.465814:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628891.465815:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628891.465817:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:3.0:1778628891.465819:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628891.465820:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465822:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628891.465825:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628891.465826:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628891.465828:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628891.465829:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628891.719710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628891.719710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628891.719718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628891.719720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628891.719721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628891.719724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628891.719725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628891.719725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628891.719735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628891.719735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628891.719736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628891.719739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628891.719742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628891.719742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628891.719748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628891.719748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628891.719749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628891.719753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628891.719754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628891.719755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628891.719760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628891.719761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628891.719768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628891.719768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628891.719845:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628891.719850:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628891.719854:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628892.487799:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628892.487809:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628892.487812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628892.487819:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628892.487823:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628892.487828:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628892.487833:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628892.487836:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628892.487841:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628892.743693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628892.743693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628892.743696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628892.743701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628892.743702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628892.743702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628892.743705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628892.743706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628892.743714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628892.743714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628892.743717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628892.743720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628892.743721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628892.743721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628892.743726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628892.743727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628892.743728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628892.743728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628892.743735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628892.743735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628892.743739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628892.743740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628892.743746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628892.743746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628892.743845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628892.743849:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628892.743853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628893.511724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628893.511730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628893.511732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628893.511745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628893.511748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628893.511752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628893.511756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628893.511758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628893.511761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628893.767694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628893.767695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628893.767703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628893.767705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628893.767706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628893.767708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628893.767716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628893.767716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628893.767718:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628893.767724:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628893.767725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628893.767725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628893.767729:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628893.767731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628893.767731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628893.767742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628893.767742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628893.767742:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628893.767747:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628893.767748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628893.767749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628893.767751:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628893.767756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628893.767758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767758:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628893.767778:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628893.767781:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628893.767783:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767784:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628893.767785:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767787:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767788:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628893.767792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628893.767794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628893.767857:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628893.767860:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628893.767863:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628894.535718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628894.535725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628894.535727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628894.535733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628894.535737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628894.535740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628894.535742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628894.535745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628894.535749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628894.791748:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628894.791748:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628894.791752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628894.791755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628894.791755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628894.791756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628894.791759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628894.791759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628894.791761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628894.791764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628894.791767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628894.791767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628894.791768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628894.791770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628894.791774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628894.791774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628894.791778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628894.791779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628894.791784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628894.791785:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628894.791789:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628894.791789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628894.791792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628894.791793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628894.791835:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628894.791838:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628894.791840:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628895.367686:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308243217, at 4308243264
00000100:00000040:1.0:1778628895.367686:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308243217, at 4308243264
00000100:00000010:0.0:1778628895.367700:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd009c0.
00000100:00000010:1.0:1778628895.367702:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00000.
00000100:00000001:3.0:1778628895.559689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628895.559694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628895.559697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628895.559703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628895.559707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628895.559711:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628895.559714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628895.559717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628895.559721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628895.815696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628895.815697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628895.815698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628895.815702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628895.815704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628895.815704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628895.815707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628895.815708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628895.815709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628895.815713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628895.815714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628895.815715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628895.815716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628895.815720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628895.815721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628895.815722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628895.815726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628895.815727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628895.815732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628895.815733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628895.815736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628895.815736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628895.815740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628895.815740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628895.815810:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628895.815813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628895.815816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628896.583760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628896.583767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628896.583768:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628896.583771:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628896.583776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628896.583779:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628896.583781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628896.583783:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628896.583784:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628896.583787:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628896.583787:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628896.583790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628896.583794:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628896.583794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628896.583804:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13572
00000400:00000200:0.0:1778628896.583815:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628896.583822:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628896.583826:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628896.583830:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.583834:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628896.583838:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.583840:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628896.583844:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628896.583846:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628896.583849:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628896.583851:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628896.583852:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628896.583854:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628896.583856:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.583857:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628896.583859:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.583861:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628896.583863:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628896.583866:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628896.583867:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628896.583869:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628896.583872:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628896.583874:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.583876:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628896.583877:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628896.583883:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628896.583886:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628896.583889:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628896.583891:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.583916:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628896.583919:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628896.583923:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628896.583930:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628896.583936:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628896.583944:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628896.583952:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628896.583956:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628896.583960:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628896.583983:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628896.583986:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628896.583990:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628896.583992:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628896.583994:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628896.583998:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628896.584003:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13572
00000100:00000001:1.0:1778628896.584007:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1778628896.584010:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628896.584011:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628896.584014:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1778628896.584018:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628896.584023:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628896.584023:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628896.584031:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584037:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628896.584041:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628896.584043:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628896.584045:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628896.584046:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628896.584049:0:224857:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1778628896.584052:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778628896.584053:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628896.584056:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1778628896.584057:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1778628896.584058:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628896.584061:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778628896.584063:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628896.584064:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628896.584072:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00100000:1.0:1778628896.584073:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472607360:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628896.584075:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628896.584078:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584082:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778628896.584082:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1778628896.584084:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628896.584087:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778628896.584088:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778628896.584089:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628896.584092:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628896.584092:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628896.584096:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628896.584102:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778628896.584105:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628896.584105:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628896.584109:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.584110:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778628896.584113:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:0.0:1778628896.584115:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628896.584119:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628896.584119:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000100:00000001:0.0:1778628896.584122:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628896.584127:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000400:00000010:1.0:1778628896.584128:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000020:00000040:0.0:1778628896.584129:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628896.584133:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628896.584135:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.584136:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628896.584138:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1778628896.584139:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607360, portal 25
02000000:00000001:0.0:1778628896.584140:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584144:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628896.584146:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
02000000:00000010:0.0:1778628896.584147:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628896.584152:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628896.584155:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628896.584160:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628896.584174:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778628896.584177:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1778628896.584181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584182:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628896.584184:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000040:0.0:1778628896.584187:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628896.584188:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472607360, offset 0
00000100:00000001:0.0:1778628896.584198:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628896.584201:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628896.584203:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628896.584204:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628896.584206:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628896.584206:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584211:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628896.584213:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13572
00000400:00000200:1.0:1778628896.584217:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584223:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628896.584228:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628896.584232:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628896.584236:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628896.584238:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628896.584241:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497344:497344:256:4294967295] 192.168.204.112@tcp LPNI seq info [497303:497303:8:4294967295]
00000400:00000200:1.0:1778628896.584245:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584253:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1778628896.584263:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.0:1778628896.584263:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628896.584270:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000400:00000200:0.0:1778628896.584272:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628896.584276:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628896.584280:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584282:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628896.584285:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.0:1778628896.584286:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628896.584287:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628896.584290:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.0:1778628896.584290:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1778628896.584293:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628896.584296:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628896.584299:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628896.584302:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628896.584304:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.1:1778628896.584308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628896.584310:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.1:1778628896.584312:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1778628896.584316:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1778628896.584320:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628896.584323:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:1.0:1778628896.584323:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000100:00000001:0.0:1778628896.584329:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778628896.584331:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1778628896.584332:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778628896.584339:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1778628896.584340:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628896.584346:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628896.584346:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
02000000:00000001:0.0:1778628896.584350:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778628896.584350:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
02000000:00000001:0.0:1778628896.584354:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628896.584356:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1778628896.584358:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.584361:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1778628896.584362:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1778628896.584364:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628896.584370:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.584375:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584377:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1778628896.584390:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000100:00000040:1.0:1778628896.584393:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778628896.584394:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628896.584399:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628896.584401:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628896.584405:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628896.584407:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778628896.584407:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628896.584409:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584410:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1778628896.584414:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628896.584419:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584421:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628896.584426:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778628896.584428:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628896.584429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308248336
00000100:00000010:1.0:1778628896.584435:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:0.0:1778628896.584443:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628896.584443:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628896.584447:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584450:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308248336
00000100:00000040:0.0:1778628896.584455:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1778628896.584455:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778628896.584459:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628896.584463:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628896.584468:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584473:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628896.584477:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628896/real 1778628896]  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628896.584484:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1778628896.584487:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1778628896.584488:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1778628896.584490:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628896.584493:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000100:00000040:0.0:1778628896.584494:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628896.584497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000100:00000040:0.0:1778628896.584498:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1778628896.584500:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000040:0.0:1778628896.584503:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628896.584504:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628896.584509:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628896.584522:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13582)
00000100:00000200:1.0:1778628896.584522:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584530:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628896.584536:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584538:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.584540:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628896.584544:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584548:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628896.584551:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584556:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628896.584558:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584559:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.584561:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584562:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628896.584564:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628896.584566:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628896.584570:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628896.584571:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628896.584573:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628896.584578:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472607360:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628896.584581:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584583:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628896.584585:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472607360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584589:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628896.584591:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628896.584593:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628896.584595:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628896.584596:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628896.584597:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628896.584599:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628896.584600:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778628896.584603:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628896.584604:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628896.584605:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:1.0:1778628896.584631:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628896.584633:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584635:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584641:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628896.584642:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584645:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628896.584646:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628896.584648:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628896.584662:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584676:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628896.584677:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628896.584679:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628896.584680:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628896.584684:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628896.584687:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628896.584689:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628896.584691:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628896.584692:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628896.584693:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628896.584695:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628896.584696:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628896.584699:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628896.584701:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628896.584703:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628896.584705:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607488, portal 10
00000100:00000001:1.0:1778628896.584706:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628896.584707:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:1.0:1778628896.584712:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584717:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628896.584718:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628896.584719:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628896.584721:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472607488, offset 0
00000400:00000200:1.0:1778628896.584724:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628896.584726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584728:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628896.584730:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628896.584732:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628896.584734:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628896.584735:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628896.584738:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497345:497345:256:4294967295] 192.168.204.112@tcp LPNI seq info [497304:497304:8:4294967295]
00000400:00000200:1.0:1778628896.584741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584745:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628896.584748:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628896.584751:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628896.584753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628896.584755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628896.584758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628896.584760:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778628896.584763:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628896.584764:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628896.584766:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628896.584768:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628896.584770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628896.584771:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628896.584773:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628896.584775:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584781:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628896.584783:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584787:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584788:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628896.584790:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628896.584793:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628896.584795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628896.584796:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308244494
00000100:00000001:1.0:1778628896.584798:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308248336
00000100:00000001:1.0:1778628896.584800:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308244494
00000100:00000001:1.0:1778628896.584801:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308248336
00000100:00000001:1.0:1778628896.584803:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628896.584804:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.584806:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628896.584808:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628896/real 1778628896]  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628896.584813:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628896.584814:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628896.584815:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628896.584816:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628896.584817:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628896.584819:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628896.584820:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628896.584826:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584830:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628896.584831:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.584833:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628896.584835:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584839:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628896.584841:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584845:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628896.584846:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584847:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.584848:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.584849:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628896.584853:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628896.584854:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628896.584857:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628896.584859:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628896.584861:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628896.584866:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628896.584868:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628896.584870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584874:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628896.584875:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628896.584876:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628896.584877:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628896.584878:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628896.584880:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628896.584883:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628896.584884:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628896.584885:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628896.584886:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628896.584888:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628896.584889:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628896.584891:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628896.584910:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628896.584914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628896.584917:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607616, portal 10
00000100:00000001:1.0:1778628896.584930:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628896.584932:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:1.0:1778628896.584938:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.584946:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628896.584949:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628896.584951:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628896.584954:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472607616, offset 0
00000400:00000200:1.0:1778628896.584959:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628896.584963:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584966:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628896.584969:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628896.584972:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628896.584974:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628896.584976:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628896.584978:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497346:497346:256:4294967295] 192.168.204.112@tcp LPNI seq info [497305:497305:8:4294967295]
00000400:00000200:1.0:1778628896.584981:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628896.584986:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628896.584989:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628896.584991:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628896.584994:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628896.584996:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778628896.584999:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628896.585000:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778628896.585003:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628896.585004:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628896.585007:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628896.585009:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628896.585011:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628896.585012:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628896.585014:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628896.585017:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585022:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628896.585024:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585028:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.585030:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628896.585032:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628896.585034:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628896.585037:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628896.585039:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308244495
00000100:00000001:1.0:1778628896.585042:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308248336
00000100:00000001:1.0:1778628896.585044:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308244495
00000100:00000001:1.0:1778628896.585046:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308248336
00000100:00000001:1.0:1778628896.585049:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628896.585051:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.585053:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628896.585057:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628896/real 1778628896]  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628896.585065:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628896.585067:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628896.585068:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628896.585071:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628896.585073:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628896.585075:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628896.585079:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628896.585088:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585095:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628896.585097:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585099:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.585100:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628896.585104:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585111:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628896.585115:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585121:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628896.585123:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585124:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628896.585125:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585126:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628896.585128:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628896.585129:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628896.585131:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628896.585133:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628896.585135:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628896.585140:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628896.585143:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585144:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628896.585146:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472607488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585150:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628896.585151:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628896.585152:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628896.585154:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628896.585155:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628896.585156:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628896.585157:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628896.585158:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778628896.585160:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628896.585161:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628896.585162:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:1.0:1778628896.585164:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628896.585165:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585167:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628896.585168:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472607616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628896.585173:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628896.585173:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628896.585174:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628896.585175:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628896.585176:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628896.585177:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628896.585178:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628896.585179:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628896.585180:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628896.585180:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628896.585181:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:1.0:1778628896.585182:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628896.585183:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585184:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.585186:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628896.585187:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.585188:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628896.585189:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.839728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628896.839730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628896.839735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.839737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628896.839740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628896.839741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628896.839742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628896.839748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628896.839749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628896.839749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628896.839755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628896.839759:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.839763:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628896.839766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628896.839769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628896.839800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628896.839803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628896.839806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628896.839990:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628896.839994:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628896.839995:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628896.839998:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628896.840001:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628896.840003:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628896.840005:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628896.840007:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628896.840009:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628897.607688:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628897.607694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628897.607696:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628897.607700:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628897.607703:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628897.607706:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628897.607708:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628897.607710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628897.607713:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628897.863691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628897.863696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628897.863697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628897.863698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628897.863701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628897.863703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628897.863704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628897.863706:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628897.863706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628897.863710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628897.863712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628897.863713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628897.863713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628897.863716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628897.863719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628897.863720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628897.863721:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628897.863721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628897.863724:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628897.863725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628897.863728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628897.863730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628897.863734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628897.863737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628897.863805:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628897.863821:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628897.863826:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628898.631724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628898.631730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628898.631732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628898.631747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628898.631750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628898.631754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628898.631757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628898.631759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628898.631761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628898.887719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628898.887725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628898.887725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628898.887726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628898.887728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628898.887730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628898.887732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1778628898.887733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628898.887735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628898.887736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628898.887738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628898.887739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628898.887742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628898.887744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628898.887745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628898.887746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628898.887748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628898.887749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628898.887752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628898.887752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628898.887758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628898.887758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628898.887763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628898.887764:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628898.887768:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628898.887768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628898.887773:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628899.655708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628899.655732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628899.655735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628899.655742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628899.655747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628899.655752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628899.655756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628899.655760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628899.655763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628899.911690:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628899.911711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628899.911713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628899.911716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628899.911717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778628899.911721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628899.911721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628899.911725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628899.911726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628899.911727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628899.911730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628899.911731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628899.911731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628899.911736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628899.911737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628899.911739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628899.911741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628899.911742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628899.911745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628899.911746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628899.911746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628899.911749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628899.911751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628899.911752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628899.911792:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628899.911796:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628899.911799:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628900.487781:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308248336, at 4308248384
00000100:00000040:1.0:1778628900.487782:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308248336, at 4308248384
00000100:00000010:1.0:1778628900.487834:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000010:0.0:1778628900.487838:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000001:3.0:1778628900.679709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628900.679717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628900.679719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628900.679725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628900.679729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628900.679732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628900.679735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628900.679738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628900.679741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628900.935717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628900.935717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628900.935723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628900.935724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628900.935724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628900.935725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628900.935728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628900.935729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628900.935731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628900.935732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628900.935736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628900.935736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628900.935737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628900.935740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628900.935741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628900.935741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628900.935744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628900.935746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628900.935749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628900.935749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628900.935755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628900.935756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628900.935759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628900.935765:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628900.935768:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628900.935772:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628900.935776:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628900.935778:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628900.935781:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628900.935783:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628900.935847:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628900.935850:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628900.935853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628901.703678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628901.703686:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628901.703688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628901.703694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628901.703698:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628901.703702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628901.703705:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628901.703708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628901.703710:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628901.703814:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628901.703824:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628901.703842:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628901.703846:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628901.703850:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628901.703856:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13577
00000400:00000200:2.0:1778628901.703864:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628901.703870:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628901.703872:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628901.703875:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.703878:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628901.703880:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.703882:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628901.703885:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628901.703887:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628901.703889:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628901.703891:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628901.703893:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628901.703895:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628901.703897:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.703898:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628901.703900:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.703901:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628901.703904:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628901.703906:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628901.703908:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628901.703910:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628901.703913:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628901.703915:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.703917:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628901.703918:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628901.703927:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778628901.703930:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628901.703933:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628901.703934:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.703937:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628901.703939:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628901.703942:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628901.703951:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628901.703957:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628901.703964:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628901.703973:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628901.703977:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628901.703980:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628901.704026:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628901.704030:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628901.704034:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628901.704035:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628901.704037:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628901.704040:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628901.704044:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13577
00000400:00000200:2.0:1778628901.704051:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628901.704055:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628901.704058:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778628901.704059:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778628901.704064:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628901.704065:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628901.704069:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778628901.704071:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628901.704075:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.704081:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778628901.704082:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778628901.704089:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628901.704094:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628901.704100:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628901.704106:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628901.704113:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628901.704124:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778628901.704133:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778628901.704137:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628901.704138:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.704145:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778628901.704147:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1778628901.704150:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628901.704151:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628901.704154:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628901.704159:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472607744:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778628901.704159:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628901.704171:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778628901.704172:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1778628901.704178:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778628901.704180:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778628901.704182:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628901.704183:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628901.704185:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628901.704187:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778628901.704191:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628901.704194:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628901.704197:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:2.0:1778628901.704198:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778628901.704203:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778628901.704206:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628901.704210:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628901.704216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628901.704217:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628901.704222:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000100:00000010:2.0:1778628901.704223:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778628901.704227:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628901.704230:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628901.704231:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628901.704232:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000001:2.0:1778628901.704233:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628901.704238:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628901.704241:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628901.704244:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607744, portal 25
02000000:00000010:2.0:1778628901.704245:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:1.0:1778628901.704250:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628901.704253:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000001:2.0:1778628901.704253:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628901.704273:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628901.704273:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628901.704347:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778628901.704347:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628901.704350:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628901.704355:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778628901.704365:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628901.704379:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628901.704385:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472607744, offset 0
00000100:00000001:2.0:1778628901.704398:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628901.704399:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778628901.704405:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628901.704408:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628901.704410:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628901.704412:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628901.704414:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628901.704425:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628901.704431:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13577
00000400:00000200:1.0:1778628901.704432:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628901.704445:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778628901.704446:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628901.704458:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778628901.704458:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628901.704466:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778628901.704471:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778628901.704474:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628901.704480:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.704481:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628901.704496:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628901.704501:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497347:497347:256:4294967295] 192.168.204.112@tcp LPNI seq info [497306:497306:8:4294967295]
00000100:00000001:2.0:1778628901.704502:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778628901.704512:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778628901.704512:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628901.704519:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628901.704524:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628901.704529:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778628901.704532:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1778628901.704540:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778628901.704544:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778628901.704552:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:1.0:1778628901.704555:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000100:00000040:2.0:1778628901.704562:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.0:1778628901.704569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628901.704571:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778628901.704581:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1778628901.704583:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628901.704591:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778628901.704594:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778628901.704599:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.1:1778628901.704600:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1778628901.704610:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628901.704616:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628901.704620:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1778628901.704634:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628901.704637:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628901.704646:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628901.704650:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628901.704656:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628901.704658:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628901.704663:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628901.704668:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628901.704671:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628901.704680:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.704689:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628901.704696:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628901.704699:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.704714:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1778628901.704714:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.704724:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628901.704734:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778628901.704736:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778628901.704741:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628901.704742:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1778628901.704749:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778628901.704753:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628901.704753:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.704767:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628901.704770:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778628901.704773:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778628901.704776:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.704777:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308253457
02000000:00000010:2.0:1778628901.704782:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000010:1.0:1778628901.704783:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:2.0:1778628901.704788:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.704807:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1778628901.704808:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628901.704818:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308253457
00000100:00000001:2.0:1778628901.704819:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1778628901.704837:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000001:1.0:1778628901.704840:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778628901.704842:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.704851:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778628901.704853:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.704857:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.704864:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778628901.704871:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628901.704873:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628901/real 1778628901]  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778628901.704875:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628901.704894:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628901.704904:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1778628901.704907:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1778628901.704908:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1778628901.704910:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628901.704912:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000100:00000040:2.0:1778628901.704915:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13587)
00000400:00000200:1.0:1778628901.704917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628901.704921:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628901.704925:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628901.704931:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628901.704942:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.704952:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628901.704954:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.704957:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.704960:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628901.704964:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.704972:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628901.704978:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.704983:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628901.704986:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.704988:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.704988:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.704990:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628901.704992:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628901.704994:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628901.704998:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628901.705000:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628901.705003:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628901.705009:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472607744:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628901.705013:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705014:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.705016:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472607744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705020:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628901.705022:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628901.705025:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628901.705027:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628901.705029:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628901.705030:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628901.705032:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628901.705033:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778628901.705037:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628901.705038:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628901.705039:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:1.0:1778628901.705041:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628901.705042:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705044:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705051:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628901.705053:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705055:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628901.705056:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628901.705058:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628901.705060:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705066:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628901.705067:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628901.705069:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628901.705071:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628901.705073:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628901.705075:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628901.705078:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628901.705080:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628901.705081:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628901.705083:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628901.705085:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628901.705086:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628901.705089:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628901.705092:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628901.705095:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628901.705097:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472607872, portal 10
00000100:00000001:1.0:1778628901.705098:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628901.705100:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:1.0:1778628901.705105:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705110:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628901.705111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628901.705113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628901.705114:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472607872, offset 0
00000400:00000200:1.0:1778628901.705117:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628901.705120:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628901.705122:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628901.705124:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628901.705126:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628901.705128:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628901.705130:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628901.705132:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497348:497348:256:4294967295] 192.168.204.112@tcp LPNI seq info [497307:497307:8:4294967295]
00000400:00000200:1.0:1778628901.705135:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628901.705139:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628901.705142:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628901.705145:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628901.705148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628901.705150:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628901.705153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628901.705155:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778628901.705158:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628901.705159:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628901.705161:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628901.705164:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628901.705166:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628901.705167:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628901.705169:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628901.705171:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705177:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.705179:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705183:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705184:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628901.705186:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628901.705190:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628901.705192:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628901.705194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308249614
00000100:00000001:1.0:1778628901.705196:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308253457
00000100:00000001:1.0:1778628901.705197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308249614
00000100:00000001:1.0:1778628901.705199:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308253457
00000100:00000001:1.0:1778628901.705201:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628901.705202:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705203:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628901.705205:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628901/real 1778628901]  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628901.705225:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628901.705226:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628901.705228:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628901.705229:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628901.705230:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628901.705231:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628901.705233:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628901.705238:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705242:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628901.705243:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705244:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.705245:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628901.705247:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705252:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628901.705254:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705258:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628901.705259:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705260:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.705261:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705262:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628901.705266:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628901.705267:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628901.705270:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628901.705271:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628901.705274:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628901.705280:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472607872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628901.705283:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628901.705285:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705289:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628901.705290:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628901.705291:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628901.705292:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628901.705293:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628901.705295:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628901.705297:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628901.705298:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628901.705299:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628901.705300:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628901.705302:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628901.705303:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628901.705305:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628901.705307:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628901.705309:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628901.705311:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608000, portal 10
00000100:00000001:1.0:1778628901.705312:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628901.705313:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:1.0:1778628901.705317:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705322:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628901.705323:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628901.705325:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628901.705326:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472608000, offset 0
00000400:00000200:1.0:1778628901.705329:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628901.705332:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628901.705334:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628901.705336:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628901.705338:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628901.705340:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628901.705341:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628901.705343:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497349:497349:256:4294967295] 192.168.204.112@tcp LPNI seq info [497308:497308:8:4294967295]
00000400:00000200:1.0:1778628901.705346:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628901.705350:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628901.705352:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628901.705354:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628901.705356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628901.705370:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778628901.705373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628901.705374:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778628901.705377:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628901.705378:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628901.705380:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628901.705382:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628901.705384:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628901.705385:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628901.705387:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628901.705389:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705393:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.705395:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705400:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705401:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628901.705402:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628901.705405:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628901.705407:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628901.705408:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308249615
00000100:00000001:1.0:1778628901.705411:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308253457
00000100:00000001:1.0:1778628901.705412:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308249615
00000100:00000001:1.0:1778628901.705414:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308253457
00000100:00000001:1.0:1778628901.705415:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628901.705416:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705417:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628901.705419:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628901/real 1778628901]  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628901.705423:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628901.705424:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628901.705425:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628901.705426:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628901.705428:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628901.705429:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628901.705431:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628901.705437:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705441:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628901.705441:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705442:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.705443:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628901.705445:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705449:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628901.705451:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705455:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628901.705457:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705459:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628901.705459:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705461:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628901.705463:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628901.705465:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628901.705467:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628901.705468:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628901.705470:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628901.705475:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628901.705477:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705479:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.705481:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472607872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705485:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628901.705486:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628901.705487:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628901.705489:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628901.705489:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628901.705490:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628901.705491:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628901.705492:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778628901.705494:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628901.705495:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628901.705496:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:1.0:1778628901.705499:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628901.705500:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705501:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628901.705503:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472608000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628901.705512:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628901.705513:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628901.705514:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628901.705516:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628901.705517:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628901.705518:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628901.705519:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628901.705519:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:1.0:1778628901.705521:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628901.705521:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628901.705522:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778628901.705524:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628901.705525:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705526:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.705527:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628901.705528:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.705529:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628901.705531:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.959709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628901.959709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628901.959711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628901.959719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628901.959719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628901.959720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.959722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.959722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628901.959728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628901.959730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628901.959731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628901.959731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.959739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628901.959739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628901.959740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628901.959743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628901.959745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628901.959745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.959751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628901.959751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628901.959755:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628901.959755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628901.959761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628901.959767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628901.959854:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628901.959858:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628901.959861:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628902.727737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628902.727748:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628902.727763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628902.727783:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628902.727789:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628902.727795:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628902.727799:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628902.727803:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628902.727807:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628902.983728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628902.983733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628902.983737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628902.983738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628902.983741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628902.983747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628902.983750:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628902.983759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628902.983761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628902.983778:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628902.983784:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628902.983791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628902.983796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628902.983800:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628902.983806:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628902.983835:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628902.983835:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1778628902.983839:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628902.983842:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:0.0:1778628902.983843:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628902.983847:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628902.983852:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628902.983855:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628902.983858:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628902.983860:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628902.983863:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628902.983865:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628903.751689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628903.751695:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628903.751697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628903.751708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628903.751711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628903.751715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628903.751717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628903.751720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628903.751722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628904.007687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628904.007687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628904.007697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628904.007697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628904.007700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628904.007701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628904.007708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628904.007709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628904.007715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628904.007716:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628904.007721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628904.007721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628904.007727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628904.007728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628904.007731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628904.007731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628904.007737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628904.007738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628904.007758:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628904.007761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628904.007767:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007772:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628904.007775:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007778:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007780:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628904.007787:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628904.007789:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628904.007791:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007792:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628904.007794:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007795:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007797:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628904.007801:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628904.007803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628904.007861:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628904.007864:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628904.007867:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628904.775708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628904.775714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628904.775715:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628904.775720:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628904.775722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628904.775725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628904.775727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628904.775729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628904.775747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628905.031749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628905.031749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628905.031753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628905.031755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628905.031756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628905.031757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628905.031759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628905.031759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628905.031762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628905.031766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628905.031766:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628905.031767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628905.031768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628905.031772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628905.031773:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628905.031773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628905.031778:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628905.031778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628905.031784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628905.031785:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628905.031787:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628905.031788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628905.031790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628905.031791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628905.031846:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628905.031851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628905.031855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628905.607750:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308253457, at 4308253504
00000100:00000040:1.0:1778628905.607750:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308253457, at 4308253504
00000100:00000010:0.0:1778628905.607769:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000010:1.0:1778628905.607773:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:3.0:1778628905.799697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628905.799705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628905.799707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628905.799741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628905.799745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628905.799749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628905.799753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628905.799756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628905.799759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.055701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628906.055720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628906.055723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628906.055729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628906.055734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628906.055735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628906.055738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.055742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628906.055742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.055746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.055750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628906.055750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628906.055764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628906.055770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628906.055772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628906.055802:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628906.055808:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628906.055811:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628906.055816:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628906.055822:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628906.055825:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628906.055828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628906.055830:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628906.055833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628906.055836:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628906.055840:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628906.055843:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628906.823710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628906.823717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628906.823719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628906.823725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628906.823729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628906.823750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628906.823753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628906.823755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628906.823759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628906.823787:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628906.823793:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628906.823796:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628906.823799:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628906.823802:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628906.823810:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13582
00000400:00000200:0.0:1778628906.823820:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628906.823826:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628906.823829:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628906.823832:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.823842:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628906.823847:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.823849:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628906.823853:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628906.823855:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628906.823857:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628906.823860:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628906.823861:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628906.823863:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628906.823866:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.823867:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628906.823868:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.823869:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628906.823871:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628906.823874:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628906.823875:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628906.823878:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628906.823881:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628906.823882:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628906.823884:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628906.823886:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628906.823896:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c380.
00000020:00000040:0.0:1778628906.823899:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628906.823903:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628906.823904:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628906.823906:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628906.823909:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628906.823914:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628906.823922:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628906.823928:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628906.823938:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628906.823959:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628906.823963:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628906.823967:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049257aac] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628906.823987:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628906.823989:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628906.823992:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628906.823993:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628906.823994:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628906.824002:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628906.824004:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13582
00000400:00000200:0.0:1778628906.824008:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628906.824010:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628906.824012:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628906.824015:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824017:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628906.824018:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824020:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628906.824022:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628906.824022:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628906.824023:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628906.824025:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778628906.824026:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778628906.824027:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628906.824028:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628906.824032:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628906.824033:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628906.824034:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628906.824038:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628906.824038:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628906.824042:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628906.824045:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628906.824049:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824051:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628906.824051:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628906.824052:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628906.824059:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628906.824063:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628906.824068:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628906.824072:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1778628906.824074:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628906.824075:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628906.824081:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824083:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778628906.824084:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628906.824090:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d880.
02000000:00000001:1.0:1778628906.824090:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628906.824095:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628906.824096:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628906.824101:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1778628906.824102:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608128:192.168.204.112@tcp:250:kworker.0
02000000:00000001:0.0:1778628906.824104:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824110:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778628906.824111:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628906.824114:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628906.824117:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824127:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628906.824130:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628906.824131:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628906.824132:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778628906.824138:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628906.824139:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628906.824143:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628906.824149:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628906.824151:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628906.824158:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000100:00000001:0.0:1778628906.824161:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628906.824163:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628906.824165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000040:0.0:1778628906.824167:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0b6c985] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628906.824174:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608128, portal 25
00000100:00000001:0.0:1778628906.824175:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824180:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1778628906.824181:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628906.824183:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304076160 : -123998405475456 : ffff8f395f16c380)
00000100:00080000:0.0:1778628906.824186:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628906.824188:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628906.824189:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1778628906.824193:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628906.824194:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628906.824207:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13582
00000400:00000200:0.0:1778628906.824210:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628906.824212:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628906.824216:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628906.824222:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824227:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628906.824230:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628906.824231:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824234:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778628906.824238:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778628906.824239:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628906.824241:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628906.824243:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1778628906.824243:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000020:00000040:0.0:1778628906.824246:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628906.824248:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:1.0:1778628906.824248:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472608128, offset 0
00000020:00000001:0.0:1778628906.824252:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628906.824255:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824259:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628906.824259:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628906.824271:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824276:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628906.824278:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628906.824280:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824281:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628906.824282:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778628906.824285:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628906.824286:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628906.824289:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628906.824290:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628906.824293:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778628906.824293:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000008:00000001:0.0:1778628906.824298:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628906.824299:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824301:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1778628906.824305:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000400:00000200:1.0:1778628906.824306:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:0.0:1778628906.824311:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778628906.824314:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1778628906.824315:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628906.824318:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824319:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824321:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628906.824323:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628906.824326:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824326:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497350:497350:256:4294967295] 192.168.204.112@tcp LPNI seq info [497309:497309:8:4294967295]
02000000:00000010:0.0:1778628906.824332:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000400:00000200:1.0:1778628906.824332:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628906.824338:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628906.824343:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628906.824351:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628906.824362:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1778628906.824365:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628906.824366:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628906.824373:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1778628906.824374:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000100:00000001:0.0:1778628906.824381:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628906.824383:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1778628906.824387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628906.824388:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778628906.824391:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1778628906.824392:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628906.824398:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778628906.824402:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628906.824404:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13592)
00000800:00000200:1.1:1778628906.824405:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778628906.824410:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628906.824412:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628906.824419:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628906.824424:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628906.824428:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628906.824430:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628906.824435:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628906.824438:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824446:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.824449:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824454:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824456:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628906.824460:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824463:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628906.824466:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308258576
00000100:00000010:1.0:1778628906.824471:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000001:1.0:1778628906.824479:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628906.824485:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308258576
00000100:00000010:1.0:1778628906.824487:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778628906.824489:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628906.824492:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628906.824494:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824496:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628906.824499:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628906/real 1778628906]  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628906.824511:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628906.824513:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628906.824515:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628906.824517:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628906.824518:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628906.824519:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628906.824522:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628906.824528:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628906.824534:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824536:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.824537:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628906.824540:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824545:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628906.824548:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824559:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628906.824561:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.824563:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824565:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628906.824566:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628906.824568:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628906.824572:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628906.824574:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628906.824577:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628906.824584:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608128:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628906.824588:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824589:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.824591:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c380 x1865013472608128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824595:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628906.824598:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628906.824599:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628906.824602:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628906.824603:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628906.824604:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628906.824606:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628906.824642:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628906.824645:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628906.824647:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628906.824648:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c380.
00000100:00000001:1.0:1778628906.824651:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628906.824652:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824654:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824661:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628906.824662:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824664:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628906.824666:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628906.824668:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628906.824672:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824680:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628906.824682:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824684:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628906.824686:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628906.824688:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628906.824703:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628906.824708:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628906.824710:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628906.824712:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824714:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628906.824717:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628906.824719:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824724:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628906.824727:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628906.824731:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628906.824735:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608256, portal 10
00000100:00000001:1.0:1778628906.824737:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628906.824748:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304081536 : -123998405470080 : ffff8f395f16d880)
00000100:00000040:1.0:1778628906.824755:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824760:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628906.824762:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628906.824763:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628906.824765:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472608256, offset 0
00000400:00000200:1.0:1778628906.824768:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628906.824771:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628906.824774:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628906.824777:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628906.824779:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628906.824780:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628906.824782:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628906.824785:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497351:497351:256:4294967295] 192.168.204.112@tcp LPNI seq info [497310:497310:8:4294967295]
00000400:00000200:1.0:1778628906.824787:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628906.824792:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628906.824795:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628906.824797:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628906.824799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628906.824802:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628906.824805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628906.824806:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778628906.824809:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628906.824810:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628906.824812:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628906.824815:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628906.824817:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628906.824819:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628906.824820:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628906.824822:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824828:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.824830:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824834:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824835:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628906.824837:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628906.824841:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628906.824843:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628906.824844:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308254734
00000100:00000001:1.0:1778628906.824846:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308258576
00000100:00000001:1.0:1778628906.824848:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308254734
00000100:00000001:1.0:1778628906.824849:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308258576
00000100:00000001:1.0:1778628906.824860:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628906.824862:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.824863:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628906.824865:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628906/real 1778628906]  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628906.824870:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628906.824871:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628906.824872:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628906.824874:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628906.824875:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628906.824876:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628906.824878:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628906.824883:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628906.824888:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824889:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.824890:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628906.824892:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824896:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628906.824898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824902:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628906.824904:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824905:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.824906:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.824907:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628906.824912:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628906.824913:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628906.824915:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628906.824916:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628906.824918:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628906.824927:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628906.824931:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628906.824933:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824937:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628906.824938:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824939:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628906.824941:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628906.824942:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628906.824944:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628906.824945:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628906.824947:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628906.824948:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628906.824949:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628906.824951:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628906.824953:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628906.824955:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628906.824956:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628906.824959:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628906.824961:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608384, portal 10
00000100:00000001:1.0:1778628906.824962:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628906.824963:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:1.0:1778628906.824967:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.824972:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628906.824973:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628906.824975:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628906.824976:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472608384, offset 0
00000400:00000200:1.0:1778628906.824979:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628906.824980:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628906.824982:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628906.824984:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628906.824986:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628906.824987:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628906.824989:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628906.824992:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497352:497352:256:4294967295] 192.168.204.112@tcp LPNI seq info [497311:497311:8:4294967295]
00000400:00000200:1.0:1778628906.824994:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628906.824998:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628906.825001:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628906.825002:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628906.825005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628906.825006:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778628906.825009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628906.825011:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778628906.825014:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628906.825015:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628906.825017:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628906.825020:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628906.825022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628906.825023:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628906.825024:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628906.825027:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825031:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.825033:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825037:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.825038:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628906.825040:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628906.825042:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628906.825044:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628906.825046:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308254735
00000100:00000001:1.0:1778628906.825047:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308258576
00000100:00000001:1.0:1778628906.825049:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308254735
00000100:00000001:1.0:1778628906.825051:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308258576
00000100:00000001:1.0:1778628906.825053:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628906.825054:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.825056:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628906.825058:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628906/real 1778628906]  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628906.825062:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628906.825063:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628906.825064:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628906.825065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628906.825066:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628906.825067:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628906.825069:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628906.825074:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825079:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628906.825080:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825081:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.825082:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628906.825083:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825087:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628906.825089:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825093:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628906.825095:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825096:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628906.825096:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825098:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628906.825100:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628906.825102:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628906.825104:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628906.825106:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628906.825108:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628906.825113:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628906.825115:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825116:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.825118:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d880 x1865013472608256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825122:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628906.825123:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628906.825124:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628906.825126:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628906.825127:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628906.825128:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628906.825130:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628906.825131:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628906.825133:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628906.825134:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628906.825135:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d880.
00000100:00000001:1.0:1778628906.825137:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628906.825137:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825138:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628906.825140:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472608384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628906.825145:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628906.825145:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628906.825147:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628906.825149:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628906.825150:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628906.825151:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628906.825152:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628906.825153:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778628906.825155:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628906.825155:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628906.825156:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:1.0:1778628906.825157:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628906.825158:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825159:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628906.825161:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628906.825162:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628906.825163:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628906.825164:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628907.079736:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628907.079745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628907.079747:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628907.079754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628907.079758:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628907.079759:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628907.079762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628907.079763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628907.079767:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628907.079769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628907.079769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628907.079770:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628907.079774:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628907.079782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628907.079782:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628907.079784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628907.079790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628907.079793:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628907.079797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628907.079798:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628907.079799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628907.079805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628907.079810:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628907.079813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628907.079889:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628907.079897:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628907.079931:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628907.847666:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628907.847691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628907.847694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628907.847700:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628907.847704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628907.847708:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628907.847711:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628907.847714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628907.847733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628908.103711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628908.103719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628908.103721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628908.103727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628908.103729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628908.103731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628908.103734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628908.103737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628908.103738:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628908.103738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628908.103742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778628908.103745:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628908.103746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628908.103747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628908.103751:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628908.103755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628908.103756:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628908.103758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628908.103762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628908.103763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628908.103766:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628908.103771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628908.103771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628908.103775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628908.103845:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628908.103850:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628908.103853:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628908.871758:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628908.871764:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628908.871767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628908.871771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628908.871774:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628908.871777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628908.871779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628908.871780:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628908.871782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628909.127704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628909.127709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628909.127711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628909.127713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628909.127714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628909.127715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628909.127718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628909.127719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628909.127721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628909.127725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628909.127725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628909.127726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628909.127728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628909.127732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628909.127733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628909.127734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628909.127736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628909.127737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628909.127738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628909.127739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628909.127742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628909.127743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628909.127746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628909.127747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628909.127800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628909.127804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628909.127807:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628909.895745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628909.895753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628909.895755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628909.895761:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628909.895765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628909.895769:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628909.895772:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628909.895776:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628909.895779:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628910.151693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628910.151696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628910.151700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628910.151701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628910.151704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628910.151704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628910.151704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628910.151710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628910.151712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628910.151712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628910.151715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628910.151719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628910.151719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628910.151719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628910.151724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628910.151724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628910.151727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628910.151729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628910.151730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628910.151730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628910.151733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628910.151734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628910.151740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628910.151740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628910.151804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628910.151808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628910.151812:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628910.727734:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308258576, at 4308258624
00000100:00000040:1.0:1778628910.727734:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308258576, at 4308258624
00000100:00000010:1.0:1778628910.727751:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000010:0.0:1778628910.727756:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:3.0:1778628910.919694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628910.919699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628910.919701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628910.919706:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628910.919710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628910.919712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628910.919714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628910.919717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628910.919719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.175715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628911.175716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628911.175719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628911.175723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628911.175724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628911.175724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.175726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628911.175728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628911.175730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628911.175731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628911.175733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628911.175733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628911.175739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628911.175740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628911.175741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628911.175745:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628911.175746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.175747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628911.175749:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628911.175753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628911.175754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628911.175754:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.175756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628911.175759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628911.175759:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628911.175760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628911.175762:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628911.175765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628911.175766:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628911.175771:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628911.175822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628911.175825:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628911.175828:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628911.943702:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628911.943706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628911.943712:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628911.943712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628911.943715:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628911.943716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628911.943719:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628911.943723:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1778628911.943729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628911.943730:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13587
00000100:00000001:3.0:1778628911.943735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628911.943739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628911.943740:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628911.943744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778628911.943747:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628911.943747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628911.943752:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628911.943753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628911.943757:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943761:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.943763:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943765:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628911.943768:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628911.943769:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628911.943771:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628911.943773:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628911.943775:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628911.943777:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628911.943780:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943782:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.943783:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943785:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628911.943787:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628911.943789:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943792:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628911.943794:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628911.943797:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628911.943806:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943808:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628911.943810:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628911.943818:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628911.943820:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628911.943823:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628911.943825:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943827:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628911.943829:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628911.943833:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628911.943839:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628911.943844:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628911.943851:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628911.943859:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628911.943863:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628911.943866:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628911.943884:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628911.943886:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628911.943888:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628911.943890:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628911.943891:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628911.943893:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628911.943895:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13587
00000400:00000200:0.0:1778628911.943897:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628911.943899:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628911.943901:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628911.943903:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943905:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.943906:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943908:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628911.943909:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628911.943911:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628911.943912:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628911.943913:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628911.943915:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628911.943916:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628911.943919:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943920:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.943921:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943923:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628911.943924:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628911.943926:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628911.943929:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628911.943930:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628911.943933:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628911.943934:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1778628911.943935:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943938:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628911.943940:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1778628911.943942:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628911.943944:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1778628911.943945:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943947:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628911.943950:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628911.943953:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628911.943954:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1778628911.943954:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628911.943957:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943959:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628911.943962:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628911.943964:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628911.943970:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:1.0:1778628911.943971:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628911.943974:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943975:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.943978:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1778628911.943981:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778628911.943982:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628911.943987:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.943994:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1778628911.943994:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608512:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628911.943997:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.943999:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1778628911.944003:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628911.944005:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628911.944008:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.944014:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628911.944015:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628911.944017:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628911.944018:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628911.944019:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628911.944020:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628911.944022:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13587
00000400:00000200:0.0:1778628911.944024:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628911.944025:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628911.944026:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628911.944028:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.944029:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.944030:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.944031:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628911.944032:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628911.944033:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628911.944034:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628911.944035:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628911.944036:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628911.944038:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628911.944040:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.944041:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628911.944042:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628911.944044:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628911.944045:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628911.944047:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628911.944049:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628911.944050:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628911.944052:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628911.944053:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.944054:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628911.944055:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628911.944057:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.944058:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628911.944059:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778628911.944061:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628911.944062:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628911.944063:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.944064:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628911.944064:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628911.944065:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628911.944067:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628911.944069:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628911.944071:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628911.944076:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628911.944078:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.944079:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1778628911.944081:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1778628911.944084:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628911.944088:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628911.944090:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628911.944092:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628911.944096:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628911.944098:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1778628911.944101:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000100:00000040:0.0:1778628911.944102:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628911.944107:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628911.944110:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13597)
00000400:00000010:1.0:1778628911.944111:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628911.944121:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608512, portal 25
00000100:00000001:1.0:1778628911.944124:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628911.944126:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:1.0:1778628911.944134:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944143:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628911.944146:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628911.944149:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628911.944152:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472608512, offset 0
00000400:00000200:1.0:1778628911.944159:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944166:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944181:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628911.944186:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628911.944189:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628911.944192:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628911.944194:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944198:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497353:497353:256:4294967295] 192.168.204.112@tcp LPNI seq info [497312:497312:8:4294967295]
00000400:00000200:1.0:1778628911.944202:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944209:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628911.944214:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944219:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628911.944225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628911.944228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628911.944233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628911.944235:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628911.944239:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944241:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628911.944246:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628911.944250:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628911.944254:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628911.944255:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628911.944259:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628911.944262:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944269:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944272:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944278:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944279:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628911.944283:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628911.944286:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628911.944288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308263696
00000100:00000010:1.0:1778628911.944291:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778628911.944297:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628911.944302:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308263696
00000100:00000010:1.0:1778628911.944304:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5000.
00000100:00000001:1.0:1778628911.944306:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628911.944309:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628911.944310:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944313:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628911.944315:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628911/real 1778628911]  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628911.944322:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628911.944324:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628911.944325:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628911.944327:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628911.944328:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628911.944330:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628911.944333:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628911.944339:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944343:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628911.944344:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944345:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944347:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628911.944349:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944353:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628911.944356:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944361:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628911.944362:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944363:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944364:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944366:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628911.944367:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628911.944369:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628911.944372:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628911.944373:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628911.944375:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628911.944381:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608512:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628911.944385:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944386:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944388:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472608512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944396:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628911.944398:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628911.944400:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628911.944402:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628911.944403:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628911.944404:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628911.944406:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628911.944407:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778628911.944410:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628911.944411:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628911.944412:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:1.0:1778628911.944415:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628911.944416:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944417:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944422:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628911.944423:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944425:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628911.944426:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628911.944427:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628911.944429:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944434:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628911.944435:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.944436:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628911.944438:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628911.944439:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628911.944441:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628911.944443:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628911.944444:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628911.944445:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.944447:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628911.944448:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628911.944450:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628911.944452:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628911.944454:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628911.944457:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628911.944459:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608640, portal 10
00000100:00000001:1.0:1778628911.944460:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628911.944461:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:1.0:1778628911.944465:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944470:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628911.944471:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628911.944473:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628911.944474:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472608640, offset 0
00000400:00000200:1.0:1778628911.944477:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944479:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944481:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628911.944483:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628911.944485:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628911.944486:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628911.944488:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944490:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497354:497354:256:4294967295] 192.168.204.112@tcp LPNI seq info [497313:497313:8:4294967295]
00000400:00000200:1.0:1778628911.944493:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944497:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628911.944499:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944501:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628911.944504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628911.944506:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628911.944509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628911.944511:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628911.944513:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944515:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628911.944517:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628911.944519:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628911.944521:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628911.944522:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628911.944524:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628911.944527:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944531:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944533:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944538:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944539:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628911.944541:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628911.944543:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628911.944545:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628911.944546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308259853
00000100:00000001:1.0:1778628911.944548:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308263696
00000100:00000001:1.0:1778628911.944550:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308259853
00000100:00000001:1.0:1778628911.944551:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308263696
00000100:00000001:1.0:1778628911.944553:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628911.944554:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944555:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628911.944557:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628911/real 1778628911]  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628911.944561:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628911.944562:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628911.944563:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628911.944564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628911.944566:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628911.944567:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628911.944569:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628911.944574:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944582:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628911.944583:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944585:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628911.944587:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944630:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628911.944633:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944638:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628911.944640:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944641:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944642:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944643:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628911.944646:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628911.944647:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628911.944649:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628911.944651:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628911.944654:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628911.944659:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628911.944661:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628911.944663:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944667:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628911.944668:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.944670:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628911.944671:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628911.944672:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628911.944674:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628911.944676:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628911.944678:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628911.944679:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628911.944680:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628911.944683:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628911.944684:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628911.944687:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628911.944688:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628911.944690:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628911.944692:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608768, portal 10
00000100:00000001:1.0:1778628911.944694:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628911.944695:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:1.0:1778628911.944699:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944703:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628911.944704:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628911.944706:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628911.944707:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472608768, offset 0
00000400:00000200:1.0:1778628911.944710:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944714:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628911.944716:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628911.944718:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628911.944720:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628911.944721:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628911.944724:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497355:497355:256:4294967295] 192.168.204.112@tcp LPNI seq info [497314:497314:8:4294967295]
00000400:00000200:1.0:1778628911.944726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628911.944730:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628911.944734:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944736:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628911.944738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628911.944740:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778628911.944743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628911.944745:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778628911.944747:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628911.944749:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628911.944751:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628911.944753:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628911.944755:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628911.944756:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628911.944758:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628911.944760:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944765:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944767:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944771:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944772:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628911.944774:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628911.944777:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628911.944778:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628911.944780:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308259855
00000100:00000001:1.0:1778628911.944781:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308263696
00000100:00000001:1.0:1778628911.944783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308259855
00000100:00000001:1.0:1778628911.944784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308263696
00000100:00000001:1.0:1778628911.944786:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628911.944787:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944788:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628911.944790:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628911/real 1778628911]  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628911.944796:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628911.944796:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628911.944798:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628911.944799:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628911.944800:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628911.944801:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628911.944803:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628911.944807:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944812:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628911.944813:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628911.944817:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944821:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628911.944823:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944827:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628911.944828:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944829:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628911.944830:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944831:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628911.944833:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628911.944834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628911.944836:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628911.944837:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628911.944840:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628911.944846:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472608768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628911.944848:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944849:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944851:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472608640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944855:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628911.944856:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628911.944857:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628911.944858:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628911.944859:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628911.944860:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628911.944861:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628911.944862:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628911.944863:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628911.944864:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628911.944865:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:1.0:1778628911.944867:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628911.944867:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944868:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628911.944870:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472608768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628911.944875:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628911.944876:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628911.944877:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628911.944878:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628911.944879:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628911.944879:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628911.944881:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628911.944881:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778628911.944882:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628911.944884:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628911.944885:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:1.0:1778628911.944886:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628911.944887:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944888:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628911.944891:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628911.944892:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628911.944893:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628911.944894:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628912.199704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628912.199705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628912.199710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628912.199711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628912.199712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628912.199714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628912.199720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628912.199720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628912.199726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628912.199726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628912.199726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628912.199731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628912.199732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628912.199732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628912.199735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628912.199737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628912.199739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628912.199740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628912.199741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628912.199742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628912.199743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628912.199746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628912.199752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628912.199754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628912.199811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628912.199814:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628912.199817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628912.967704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628912.967710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628912.967712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628912.967717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628912.967720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628912.967723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628912.967725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628912.967727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628912.967730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628913.223706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628913.223706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628913.223706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628913.223711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628913.223714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628913.223714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628913.223716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628913.223717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628913.223718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628913.223719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628913.223723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628913.223725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628913.223726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628913.223727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628913.223728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628913.223731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628913.223732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628913.223734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628913.223737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628913.223737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628913.223743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628913.223743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628913.223746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628913.223750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628913.223784:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628913.223787:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628913.223790:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628913.991718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628913.991724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628913.991725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628913.991730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628913.991732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628913.991735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628913.991738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628913.991740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628913.991748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628914.247713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628914.247713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628914.247715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628914.247721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628914.247722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628914.247722:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628914.247724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628914.247726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247726:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778628914.247731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628914.247732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628914.247732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628914.247738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628914.247738:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778628914.247739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628914.247741:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247743:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628914.247744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628914.247745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628914.247745:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628914.247752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628914.247752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628914.247753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628914.247756:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628914.247758:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628914.247759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628914.247759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628914.247760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247765:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628914.247766:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628914.247767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628914.247768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247768:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247774:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628914.247778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628914.247779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628914.247839:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628914.247843:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628914.247845:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628915.015689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628915.015694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628915.015695:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628915.015707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628915.015710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628915.015713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628915.015716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628915.015717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628915.015719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628915.271723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628915.271728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628915.271730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628915.271732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628915.271733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628915.271734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628915.271736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628915.271738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628915.271739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628915.271740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628915.271744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628915.271746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628915.271746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628915.271747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628915.271751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628915.271751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628915.271752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628915.271755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628915.271758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628915.271758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628915.271761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628915.271762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628915.271764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628915.271771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628915.271805:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628915.271808:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628915.271811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628915.847728:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308263696, at 4308263744
00000100:00000040:0.0:1778628915.847741:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308263696, at 4308263744
00000100:00000010:1.0:1778628915.847745:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5000.
00000100:00000010:0.0:1778628915.847759:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:3.0:1778628916.039729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628916.039737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628916.039739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628916.039745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628916.039748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628916.039753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628916.039756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628916.039758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628916.039761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628916.295687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628916.295696:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628916.295696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628916.295699:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628916.295700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628916.295708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628916.295708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628916.295711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628916.295712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628916.295713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628916.295717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628916.295722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628916.295723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628916.295724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628916.295730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628916.295732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628916.295736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628916.295737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628916.295741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628916.295745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628916.295750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628916.295754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628916.295757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628916.295761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628916.295796:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628916.295800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628916.295804:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628917.063709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628917.063716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628917.063718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628917.063721:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1778628917.063724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628917.063730:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628917.063731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628917.063734:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628917.063735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628917.063738:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628917.063741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628917.063744:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628917.063745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628917.063750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628917.063753:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13592
00000400:00000200:0.0:1778628917.063763:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628917.063769:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628917.063772:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628917.063776:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063779:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628917.063781:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063783:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628917.063787:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628917.063788:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628917.063790:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628917.063792:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628917.063794:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628917.063796:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628917.063798:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063800:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628917.063801:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063802:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628917.063811:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628917.063813:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063814:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628917.063817:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628917.063820:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628917.063821:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.063823:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628917.063825:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628917.063832:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628917.063835:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628917.063838:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628917.063840:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.063842:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628917.063844:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628917.063848:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628917.063854:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628917.063859:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628917.063866:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628917.063874:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628917.063878:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628917.063881:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628917.063897:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628917.063900:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628917.063902:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628917.063903:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628917.063904:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628917.063906:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628917.063908:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13592
00000400:00000200:0.0:1778628917.063910:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628917.063912:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628917.063914:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628917.063916:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063917:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628917.063919:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063920:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628917.063921:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628917.063922:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628917.063923:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628917.063925:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628917.063926:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628917.063928:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628917.063929:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063931:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628917.063932:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063933:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628917.063934:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628917.063936:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628917.063937:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628917.063939:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628917.063943:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628917.063944:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.063945:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628917.063949:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628917.063951:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.063953:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628917.063956:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628917.063957:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628917.063959:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628917.063960:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.063961:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628917.063963:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628917.063964:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628917.063967:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628917.063975:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628917.063979:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628917.063984:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628917.063986:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628917.063989:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.063993:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628917.063995:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628917.064001:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628917.064002:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628917.064006:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1778628917.064007:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628917.064010:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628917.064012:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628917.064017:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1778628917.064020:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778628917.064024:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13592
00000400:00000200:0.0:1778628917.064041:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628917.064041:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628917.064045:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628917.064050:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
02000000:00000001:1.0:1778628917.064051:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1778628917.064056:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1778628917.064056:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628917.064065:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628917.064071:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00100000:1.0:1778628917.064075:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608896:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628917.064079:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628917.064081:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1778628917.064086:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628917.064087:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628917.064090:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.064092:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628917.064094:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1778628917.064099:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628917.064100:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628917.064103:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:1.0:1778628917.064103:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628917.064110:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628917.064111:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628917.064115:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778628917.064121:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:0.0:1778628917.064123:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:1.0:1778628917.064128:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000100:00000040:0.0:1778628917.064129:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628917.064134:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628917.064136:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:1.0:1778628917.064137:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000001:0.0:1778628917.064139:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628917.064144:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628917.064147:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628917.064149:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628917.064149:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472608896, portal 25
02000000:00000001:0.0:1778628917.064158:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778628917.064159:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628917.064162:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
02000000:00000001:0.0:1778628917.064163:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628917.064172:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.064174:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1778628917.064177:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1778628917.064185:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628917.064186:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1778628917.064194:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628917.064194:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628917.064199:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628917.064200:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628917.064209:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472608896, offset 0
00000100:00000010:0.0:1778628917.064211:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778628917.064216:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628917.064220:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778628917.064225:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778628917.064226:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628917.064232:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628917.064233:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628917.064236:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064241:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628917.064242:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628917.064248:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064252:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00100000:0.0:1778628917.064257:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628917.064262:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628917.064274:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:0.0:1778628917.064276:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628917.064279:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064281:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1778628917.064289:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628917.064292:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628917.064303:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497356:497356:256:4294967295] 192.168.204.112@tcp LPNI seq info [497315:497315:8:4294967295]
00000400:00000200:1.0:1778628917.064323:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628917.064331:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628917.064335:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628917.064350:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778628917.064351:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1778628917.064362:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628917.064373:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628917.064377:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13602)
00000800:00000200:1.0:1778628917.064381:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064388:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628917.064396:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628917.064400:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628917.064406:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628917.064408:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628917.064412:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064414:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628917.064421:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628917.064426:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628917.064431:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628917.064432:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628917.064437:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628917.064441:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064450:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.064452:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064458:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.064459:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628917.064464:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064468:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628917.064470:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308268816
00000100:00000010:1.0:1778628917.064475:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5000.
00000100:00000001:1.0:1778628917.064482:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778628917.064503:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308268816
00000100:00000010:1.0:1778628917.064507:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778628917.064510:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628917.064512:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628917.064515:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.064517:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628917.064520:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628917/real 1778628917]  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628917.064528:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628917.064530:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628917.064531:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628917.064534:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628917.064535:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628917.064537:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628917.064539:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628917.064545:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064554:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628917.064556:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064558:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.064560:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628917.064564:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064568:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628917.064571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064577:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628917.064579:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.064581:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064582:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628917.064584:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628917.064586:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628917.064589:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628917.064591:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628917.064593:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628917.064598:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472608896:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628917.064601:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628917.064604:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064642:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628917.064643:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628917.064645:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628917.064647:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628917.064649:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628917.064650:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628917.064652:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628917.064654:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628917.064655:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628917.064656:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628917.064659:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628917.064661:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064663:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628917.064665:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628917.064667:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628917.064670:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609024, portal 10
00000100:00000001:1.0:1778628917.064671:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628917.064672:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:1.0:1778628917.064678:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064682:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628917.064684:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628917.064685:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628917.064687:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609024, offset 0
00000400:00000200:1.0:1778628917.064690:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628917.064692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628917.064694:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628917.064696:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628917.064698:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628917.064700:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628917.064701:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628917.064704:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497357:497357:256:4294967295] 192.168.204.112@tcp LPNI seq info [497316:497316:8:4294967295]
00000400:00000200:1.0:1778628917.064707:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628917.064711:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628917.064714:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064717:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628917.064719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628917.064722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628917.064725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628917.064726:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628917.064729:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064730:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628917.064733:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628917.064735:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628917.064737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628917.064738:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628917.064740:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628917.064742:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064747:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.064750:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064754:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.064756:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628917.064758:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628917.064761:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628917.064763:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628917.064764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308264974
00000100:00000001:1.0:1778628917.064766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308268816
00000100:00000001:1.0:1778628917.064768:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308264974
00000100:00000001:1.0:1778628917.064770:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308268816
00000100:00000001:1.0:1778628917.064771:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628917.064772:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.064773:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628917.064775:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628917/real 1778628917]  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628917.064785:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628917.064786:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628917.064787:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628917.064788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628917.064789:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628917.064790:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628917.064792:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628917.064797:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064801:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628917.064802:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.064804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628917.064807:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064811:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628917.064813:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064817:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628917.064818:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064819:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.064820:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064821:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628917.064825:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628917.064827:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628917.064829:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628917.064830:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628917.064833:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628917.064838:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628917.064841:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064843:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.064844:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472608896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064849:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628917.064851:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628917.064853:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628917.064855:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628917.064856:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628917.064858:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628917.064859:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628917.064861:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778628917.064864:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628917.064865:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628917.064867:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:1.0:1778628917.064870:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628917.064870:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064872:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.064873:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472609024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064878:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628917.064878:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628917.064879:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628917.064880:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628917.064881:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628917.064882:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628917.064883:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628917.064884:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778628917.064885:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628917.064886:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628917.064887:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:1.0:1778628917.064889:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628917.064889:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064891:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.064899:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628917.064900:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.064902:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628917.064903:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628917.064904:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628917.064906:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064911:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628917.064912:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628917.064914:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628917.064915:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628917.064916:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628917.064918:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628917.064919:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628917.064920:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628917.064921:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628917.064922:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628917.064924:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628917.064925:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628917.064927:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628917.064928:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628917.064930:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628917.064932:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609152, portal 10
00000100:00000001:1.0:1778628917.064933:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628917.064934:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:1.0:1778628917.064938:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.064943:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628917.064944:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628917.064945:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628917.064947:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609152, offset 0
00000400:00000200:1.0:1778628917.064950:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628917.064952:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628917.064954:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628917.064956:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628917.064958:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628917.064959:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628917.064961:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628917.064963:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497358:497358:256:4294967295] 192.168.204.112@tcp LPNI seq info [497317:497317:8:4294967295]
00000400:00000200:1.0:1778628917.064966:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628917.064970:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628917.064973:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064975:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628917.064978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628917.064980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778628917.064982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628917.064984:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778628917.064986:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628917.064988:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628917.064990:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628917.064992:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628917.064994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628917.064995:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628917.064997:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628917.064999:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065004:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.065006:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065010:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.065011:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628917.065013:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628917.065015:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628917.065018:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628917.065019:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308264975
00000100:00000001:1.0:1778628917.065021:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308268816
00000100:00000001:1.0:1778628917.065023:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308264975
00000100:00000001:1.0:1778628917.065024:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308268816
00000100:00000001:1.0:1778628917.065025:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628917.065027:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.065028:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628917.065030:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628917/real 1778628917]  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628917.065034:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628917.065035:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628917.065035:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628917.065037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628917.065038:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628917.065040:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628917.065042:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628917.065047:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065050:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628917.065051:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065052:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.065053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628917.065055:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065059:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628917.065061:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065067:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628917.065068:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065069:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628917.065070:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065071:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628917.065073:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628917.065075:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628917.065077:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628917.065078:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628917.065080:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628917.065084:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628917.065087:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065088:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628917.065089:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472609152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628917.065094:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628917.065095:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628917.065096:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778628917.065097:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628917.065098:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628917.065099:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628917.065100:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628917.065101:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778628917.065102:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628917.065103:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628917.065104:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:1.0:1778628917.065105:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628917.065106:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065107:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.065109:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628917.065110:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.065111:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628917.065113:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628917.319674:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628917.319681:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628917.319686:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628917.319687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628917.319690:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628917.319691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628917.319704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628917.319710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628917.319713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628917.319718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628917.319720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628917.319723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628917.319727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628917.319728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.319729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628917.319738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628917.319739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628917.319743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628917.319745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.319748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628917.319752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628917.319752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628917.319756:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628917.319756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1778628917.319762:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628917.319763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628917.319768:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628918.087714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628918.087719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628918.087721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628918.087725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628918.087729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628918.087732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628918.087734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628918.087736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628918.087738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628918.343717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628918.343723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628918.343731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628918.343731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628918.343731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628918.343738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628918.343743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628918.343743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628918.343745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628918.343749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628918.343749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628918.343750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628918.343762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628918.343763:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628918.343776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628918.343777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628918.343787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628918.343787:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628918.343800:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628918.343801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628918.343808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628918.343808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628918.343818:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628918.343819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628918.343820:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628918.343831:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628918.343835:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628919.111695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628919.111703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628919.111705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628919.111710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628919.111713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628919.111716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628919.111718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628919.111721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628919.111723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628919.367667:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628919.367672:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628919.367674:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628919.367679:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628919.367683:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628919.367686:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628919.367687:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628919.367688:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628919.367692:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628919.367693:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628919.367697:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628919.367697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628919.367700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628919.367704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628919.367706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628919.367706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628919.367711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628919.367712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628919.367715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628919.367719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628919.367721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628919.367723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628919.367725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628919.367727:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628919.367760:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628919.367764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628919.367767:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628920.135705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628920.135711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628920.135712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628920.135716:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628920.135719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628920.135722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628920.135724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628920.135726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628920.135728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628920.391661:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628920.391667:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628920.391669:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628920.391674:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628920.391678:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628920.391681:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628920.391683:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628920.391687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628920.391687:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628920.391690:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628920.391692:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628920.391695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628920.391695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628920.391698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628920.391700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628920.391702:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628920.391705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628920.391707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628920.391708:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628920.391711:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628920.391711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628920.391717:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628920.391719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628920.391721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628920.391770:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628920.391773:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628920.391776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628920.583705:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628920.583712:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628920.583717:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628920.583853:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778628920.583859:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628920.583868:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628920.583873:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628920.583876:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628920.967715:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308268816, at 4308268864
00000100:00000040:1.0:1778628920.967715:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308268816, at 4308268864
00000100:00000010:0.0:1778628920.967729:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5000.
00000100:00000010:1.0:1778628920.967734:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:3.0:1778628921.159683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628921.159688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628921.159690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628921.159694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628921.159697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628921.159700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628921.159702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628921.159705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628921.159707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628921.415709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628921.415712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628921.415713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628921.415718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628921.415720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628921.415723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628921.415724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628921.415725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628921.415727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628921.415730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628921.415731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628921.415731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628921.415734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628921.415734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628921.415735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628921.415739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628921.415741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628921.415742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628921.415743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628921.415744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628921.415745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628921.415747:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628921.415748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628921.415749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628921.415750:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628921.415754:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628921.415758:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628921.415760:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628921.415762:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628921.415765:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628921.415801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628921.415805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628921.415809:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628922.183724:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628922.183724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628922.183729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628922.183732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628922.183736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628922.183737:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628922.183740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628922.183741:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628922.183743:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628922.183746:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628922.183746:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628922.183749:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628922.183752:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628922.183752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628922.183762:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13597
00000400:00000200:0.0:1778628922.183773:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628922.183780:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628922.183783:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628922.183787:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183791:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628922.183794:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183796:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628922.183801:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628922.183803:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628922.183806:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628922.183808:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628922.183811:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628922.183814:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628922.183817:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183819:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628922.183821:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183823:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628922.183827:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628922.183831:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183834:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628922.183838:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628922.183841:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628922.183844:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628922.183847:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628922.183849:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628922.183858:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628922.183862:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628922.183867:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628922.183869:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628922.183872:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628922.183874:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628922.183878:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628922.183886:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628922.183893:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628922.183903:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628922.183916:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628922.183921:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628922.183926:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628922.183951:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628922.183954:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628922.183958:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628922.183959:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628922.183961:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628922.183964:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628922.183967:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13597
00000400:00000200:0.0:1778628922.183972:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628922.183976:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628922.183979:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628922.183983:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.183985:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628922.183985:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628922.183989:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778628922.183990:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628922.183992:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628922.183996:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778628922.184000:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778628922.184001:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628922.184003:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628922.184008:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628922.184011:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778628922.184012:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628922.184015:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628922.184016:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778628922.184018:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1778628922.184020:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778628922.184021:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628922.184025:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628922.184028:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00100000:1.0:1778628922.184030:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472609280:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628922.184034:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628922.184035:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1778628922.184039:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778628922.184040:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778628922.184044:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628922.184044:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628922.184047:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1778628922.184050:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000010:1.0:1778628922.184053:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
00000100:00080000:0.0:1778628922.184055:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778628922.184056:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628922.184062:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184066:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628922.184067:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778628922.184070:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
02000000:00000001:0.0:1778628922.184074:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1778628922.184076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
02000000:00000001:0.0:1778628922.184078:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628922.184082:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1778628922.184083:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609280, portal 25
00000008:00100000:0.0:1778628922.184086:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628922.184086:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628922.184087:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000008:00000001:0.0:1778628922.184093:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628922.184094:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628922.184098:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184105:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1778628922.184106:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000100:00000040:1.0:1778628922.184107:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628922.184111:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000020:00000040:0.0:1778628922.184112:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000200:1.0:1778628922.184114:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472609280, offset 0
02000000:00000001:0.0:1778628922.184118:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628922.184121:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184122:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628922.184126:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628922.184129:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628922.184131:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184132:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628922.184139:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000400:00000200:1.0:1778628922.184140:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:0.0:1778628922.184146:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184146:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628922.184151:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00100000:0.0:1778628922.184155:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628922.184157:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628922.184162:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184169:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497359:497359:256:4294967295] 192.168.204.112@tcp LPNI seq info [497318:497318:8:4294967295]
00000400:00000200:1.0:1778628922.184179:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628922.184180:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628922.184183:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184190:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1778628922.184194:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778628922.184199:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628922.184206:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000100:00000001:0.0:1778628922.184215:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778628922.184216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:0.0:1778628922.184220:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1778628922.184221:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1778628922.184229:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1778628922.184229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628922.184233:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1778628922.184234:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1778628922.184236:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1778628922.184241:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628922.184243:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1778628922.184243:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000100:00080000:0.0:1778628922.184249:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13597
00000400:00000200:1.0:1778628922.184250:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628922.184258:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628922.184259:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628922.184264:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628922.184267:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628922.184270:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184270:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628922.184273:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:0.0:1778628922.184275:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778628922.184278:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778628922.184281:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778628922.184284:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628922.184285:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628922.184290:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628922.184291:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628922.184293:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628922.184294:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628922.184296:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628922.184302:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628922.184311:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628922.184311:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778628922.184315:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628922.184316:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628922.184321:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628922.184327:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628922.184330:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778628922.184336:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628922.184337:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628922.184339:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628922.184343:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628922.184345:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778628922.184346:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628922.184349:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778628922.184353:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628922.184354:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308273936
00000100:00000001:0.0:1778628922.184358:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628922.184362:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1778628922.184363:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000008:00000001:0.0:1778628922.184365:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628922.184368:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184371:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1778628922.184372:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628922.184376:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628922.184379:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628922.184381:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184381:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308273936
00000100:00000001:0.0:1778628922.184386:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1778628922.184401:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
02000000:00000001:0.0:1778628922.184406:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778628922.184407:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1778628922.184409:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184412:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628922.184415:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628922.184416:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:1.0:1778628922.184417:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1778628922.184422:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628922.184424:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628922/real 1778628922]  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628922.184432:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1778628922.184450:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1778628922.184453:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1778628922.184453:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628922.184455:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000100:00000001:0.0:1778628922.184458:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184459:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628922.184463:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628922.184466:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1778628922.184467:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628922.184471:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628922.184499:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778628922.184499:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628922.184506:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628922.184510:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1778628922.184514:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628922.184514:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184517:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1778628922.184520:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628922.184520:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628922.184525:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628922.184528:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778628922.184536:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628922.184537:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13607)
00000100:00000040:1.0:1778628922.184540:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184546:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628922.184548:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184549:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628922.184550:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184551:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628922.184553:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628922.184555:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628922.184558:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628922.184560:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628922.184562:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628922.184568:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472609280:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778628922.184570:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184572:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628922.184573:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472609280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184578:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628922.184580:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628922.184582:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628922.184584:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628922.184585:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628922.184587:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778628922.184588:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628922.184590:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778628922.184593:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628922.184594:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628922.184595:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:1.0:1778628922.184598:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628922.184599:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184600:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184605:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628922.184606:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184629:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628922.184630:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628922.184631:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628922.184634:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184639:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628922.184640:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628922.184642:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628922.184643:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628922.184645:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628922.184646:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628922.184648:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628922.184650:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628922.184651:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628922.184652:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628922.184655:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628922.184656:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184659:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628922.184660:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628922.184663:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628922.184665:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609408, portal 10
00000100:00000001:1.0:1778628922.184666:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628922.184667:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000040:1.0:1778628922.184672:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184677:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628922.184679:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628922.184680:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628922.184682:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609408, offset 0
00000400:00000200:1.0:1778628922.184684:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184687:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628922.184689:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628922.184691:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628922.184693:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628922.184695:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628922.184697:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184699:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497360:497360:256:4294967295] 192.168.204.112@tcp LPNI seq info [497319:497319:8:4294967295]
00000400:00000200:1.0:1778628922.184702:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628922.184706:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628922.184709:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628922.184711:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628922.184714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628922.184716:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778628922.184719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628922.184720:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1778628922.184723:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628922.184724:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628922.184726:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628922.184729:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628922.184731:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628922.184732:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628922.184734:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628922.184736:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184741:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628922.184743:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184752:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184753:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628922.184755:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628922.184758:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778628922.184773:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628922.184775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308270094
00000100:00000001:1.0:1778628922.184778:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308273936
00000100:00000001:1.0:1778628922.184780:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308270094
00000100:00000001:1.0:1778628922.184782:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308273936
00000100:00000001:1.0:1778628922.184785:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628922.184787:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.184789:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628922.184793:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628922/real 1778628922]  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628922.184812:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628922.184814:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628922.184816:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628922.184824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628922.184826:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628922.184828:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628922.184832:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628922.184841:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184845:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628922.184846:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184854:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628922.184856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628922.184858:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184863:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628922.184866:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184870:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628922.184871:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184872:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628922.184873:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.184874:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628922.184877:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628922.184879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628922.184881:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628922.184882:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628922.184885:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628922.184889:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628922.184892:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628922.184894:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184902:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628922.184903:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628922.184905:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628922.184906:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628922.184908:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628922.184910:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628922.184912:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628922.184914:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628922.184915:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628922.184917:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628922.184919:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628922.184920:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628922.184923:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628922.184925:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000400:00000010:1.0:1778628922.184927:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
00000100:00000200:1.0:1778628922.184929:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609536, portal 10
00000100:00000001:1.0:1778628922.184931:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778628922.184932:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:1.0:1778628922.184936:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.184941:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628922.184943:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778628922.184944:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628922.184946:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609536, offset 0
00000400:00000200:1.0:1778628922.184953:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184956:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628922.184958:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778628922.184960:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628922.184962:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628922.184964:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628922.184966:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778628922.184968:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497361:497361:256:4294967295] 192.168.204.112@tcp LPNI seq info [497320:497320:8:4294967295]
00000400:00000200:1.0:1778628922.184971:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628922.184975:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778628922.184981:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628922.184984:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778628922.184986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778628922.184988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778628922.184991:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778628922.184993:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1778628922.184996:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778628922.184998:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:1.0:1778628922.185000:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778628922.185002:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778628922.185004:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:1.0:1778628922.185005:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:1.0:1778628922.185007:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778628922.185009:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185015:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628922.185017:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185021:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.185023:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778628922.185025:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628922.185027:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778628922.185033:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628922.185035:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308270095
00000100:00000001:1.0:1778628922.185037:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308273936
00000100:00000001:1.0:1778628922.185038:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308270095
00000100:00000001:1.0:1778628922.185040:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308273936
00000100:00000001:1.0:1778628922.185042:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628922.185043:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.185044:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778628922.185046:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628922/real 1778628922]  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778628922.185051:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778628922.185052:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778628922.185053:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:1.0:1778628922.185055:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:1.0:1778628922.185057:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:1.0:1778628922.185058:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778628922.185060:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778628922.185066:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185070:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778628922.185071:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185072:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628922.185076:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628922.185079:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185083:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778628922.185085:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185090:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778628922.185091:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185092:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778628922.185093:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185094:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778628922.185096:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778628922.185097:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778628922.185099:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778628922.185100:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778628922.185103:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778628922.185107:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628922.185110:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185112:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628922.185114:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472609408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185118:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628922.185119:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628922.185120:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628922.185125:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628922.185126:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628922.185127:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628922.185129:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628922.185130:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778628922.185132:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628922.185133:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628922.185134:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:1.0:1778628922.185136:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628922.185137:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185138:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778628922.185140:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472609536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628922.185144:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778628922.185145:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778628922.185146:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628922.185147:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778628922.185148:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778628922.185148:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778628922.185150:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778628922.185150:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778628922.185155:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778628922.185156:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778628922.185157:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:1.0:1778628922.185158:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778628922.185159:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185160:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.185162:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628922.185163:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.185164:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628922.185166:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.439712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628922.439712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628922.439718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628922.439719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628922.439720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.439723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628922.439725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628922.439727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628922.439728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628922.439729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628922.439731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628922.439733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.439734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628922.439735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628922.439737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628922.439738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628922.439738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628922.439740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628922.439742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628922.439744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628922.439745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628922.439745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628922.439749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628922.439753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628922.439809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628922.439812:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628922.439814:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628923.207675:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628923.207680:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628923.207682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628923.207688:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628923.207693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628923.207696:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628923.207700:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628923.207703:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628923.207706:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628923.463682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628923.463682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628923.463690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628923.463690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628923.463693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628923.463694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628923.463700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628923.463701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628923.463706:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628923.463706:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628923.463709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628923.463712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628923.463714:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628923.463715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628923.463717:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628923.463723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628923.463723:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628923.463729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628923.463729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628923.463733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628923.463735:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628923.463737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463740:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628923.463743:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463746:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463748:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628923.463756:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628923.463758:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628923.463760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463762:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628923.463764:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463766:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463768:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628923.463772:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628923.463774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628923.463824:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628923.463827:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628923.463830:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628924.231703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628924.231710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628924.231712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628924.231718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628924.231722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628924.231726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628924.231728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628924.231731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628924.231733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628924.487738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628924.487740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628924.487746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628924.487747:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628924.487749:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628924.487757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628924.487757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628924.487759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628924.487761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628924.487766:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628924.487767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628924.487770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628924.487774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628924.487777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628924.487779:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628924.487786:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628924.487786:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628924.487793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628924.487795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628924.487796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628924.487808:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628924.487809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628924.487816:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628924.487822:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628924.487830:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628924.487834:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628924.487838:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628925.255665:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628925.255671:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628925.255673:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628925.255678:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628925.255681:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628925.255684:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628925.255686:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628925.255690:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628925.255693:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628925.511719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628925.511719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628925.511720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628925.511727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628925.511731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628925.511732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628925.511734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628925.511741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628925.511741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628925.511742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628925.511757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628925.511758:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628925.511758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628925.511765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628925.511767:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628925.511768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628925.511778:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628925.511778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628925.511790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628925.511791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628925.511796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628925.511797:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628925.511804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628925.511808:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628925.511844:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628925.511848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628925.511852:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628926.087685:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308273936, at 4308273984
00000100:00000040:0.0:1778628926.087695:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308273936, at 4308273984
00000100:00000010:1.0:1778628926.087701:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000010:0.0:1778628926.087704:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:3.0:1778628926.279742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628926.279748:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628926.279750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628926.279755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628926.279759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628926.279764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628926.279767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628926.279770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628926.279772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628926.535728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628926.535728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628926.535734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628926.535737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628926.535737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628926.535738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628926.535741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628926.535741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628926.535746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628926.535748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628926.535748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628926.535749:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628926.535751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628926.535755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628926.535755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628926.535755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628926.535760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628926.535761:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628926.535764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628926.535765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628926.535767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628926.535768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628926.535771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628926.535772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628926.535818:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628926.535822:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628926.535825:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628927.303689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628927.303697:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628927.303699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628927.303705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628927.303709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628927.303712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628927.303715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628927.303719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628927.303721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628927.303729:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628927.303741:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628927.303744:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628927.303748:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628927.303752:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628927.303759:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13602
00000400:00000200:0.0:1778628927.303768:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.303775:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628927.303778:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628927.303782:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303786:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628927.303789:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303791:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628927.303796:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628927.303798:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628927.303801:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628927.303804:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628927.303807:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628927.303809:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628927.303812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303814:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628927.303817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628927.303822:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628927.303826:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303829:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.303832:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628927.303835:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628927.303837:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.303840:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628927.303842:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628927.303851:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628927.303855:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628927.303858:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628927.303860:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.303863:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628927.303866:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628927.303870:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628927.303877:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628927.303883:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628927.303892:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628927.303903:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628927.303907:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628927.303913:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628927.303936:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628927.303940:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628927.303944:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628927.303945:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628927.303947:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628927.303950:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628927.303952:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13602
00000400:00000200:0.0:1778628927.303956:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.303960:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628927.303963:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628927.303969:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303972:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628927.303975:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.303978:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628927.303980:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778628927.303981:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1778628927.303982:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628927.303986:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778628927.303987:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778628927.303990:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778628927.303990:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778628927.303997:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628927.304001:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628927.304007:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628927.304013:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304023:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628927.304032:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628927.304032:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628927.304035:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304038:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778628927.304041:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778628927.304043:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778628927.304045:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628927.304051:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628927.304054:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:1.0:1778628927.304060:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472609664:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628927.304061:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.304073:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778628927.304073:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628927.304079:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628927.304082:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.304083:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628927.304094:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628927.304094:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778628927.304099:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628927.304104:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1778628927.304104:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778628927.304110:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628927.304117:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304121:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628927.304128:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:0.0:1778628927.304132:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000400:00000010:1.0:1778628927.304133:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbaa8.
00000020:00000040:0.0:1778628927.304140:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:1.0:1778628927.304143:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734415d8.
02000000:00000001:0.0:1778628927.304144:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628927.304147:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304150:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628927.304152:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1778628927.304152:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609664, portal 25
00000100:00000001:1.0:1778628927.304157:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1778628927.304158:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304159:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:1.0:1778628927.304169:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778628927.304175:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:1.0:1778628927.304178:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778628927.304183:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304184:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778628927.304186:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441bb0.
00000100:00000200:1.0:1778628927.304194:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472609664, offset 0
00000100:00100000:0.0:1778628927.304199:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778628927.304204:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304216:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778628927.304218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628927.304225:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628927.304229:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778628927.304234:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778628927.304237:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778628927.304246:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778628927.304257:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778628927.304267:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304269:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628927.304277:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497362:497362:256:4294967295] 192.168.204.112@tcp LPNI seq info [497321:497321:8:4294967295]
00000100:00080000:0.0:1778628927.304279:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778628927.304300:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778628927.304309:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628927.304311:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628927.304313:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778628927.304322:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628927.304324:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1778628927.304332:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628927.304334:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13602
00000400:00000200:0.0:1778628927.304346:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:1.0:1778628927.304348:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000400:00000200:0.0:1778628927.304354:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628927.304358:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1778628927.304366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628927.304368:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304375:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628927.304382:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.1:1778628927.304382:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628927.304389:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628927.304392:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628927.304393:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628927.304395:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628927.304397:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628927.304399:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628927.304402:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778628927.304405:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628927.304408:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304412:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778628927.304413:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628927.304417:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308279056
00000100:00000040:0.0:1778628927.304418:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628927.304426:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000010:1.0:1778628927.304429:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000020:00000040:0.0:1778628927.304431:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628927.304438:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628927.304440:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778628927.304441:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.304444:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628927.304449:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628927.304449:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308279056
00000100:00000010:1.0:1778628927.304456:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
02000000:00000001:0.0:1778628927.304457:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304463:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778628927.304466:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628927.304468:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628927.304471:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1778628927.304472:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778628927.304475:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628927.304480:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304481:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628927.304490:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304494:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:0.0:1778628927.304496:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778628927.304497:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:0.0:1778628927.304505:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778628927.304506:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778628927.304512:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1778628927.304513:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778628927.304515:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1778628927.304517:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304520:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628927.304522:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628927.304526:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628927.304526:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778628927.304536:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628927.304545:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304551:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628927.304554:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628927.304557:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778628927.304561:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778628927.304564:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628927.304566:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628927.304570:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609792:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778628927.304573:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778628927.304576:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778628927.304578:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628927.304579:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778628927.304582:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778628927.304584:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628927.304587:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778628927.304590:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb478.
00000400:00000010:1.0:1778628927.304600:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441990.
00000100:00000001:0.0:1778628927.304604:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1778628927.304606:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609792, portal 10
00000100:00000001:0.0:1778628927.304639:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628927.304648:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628927.304661:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628927.304662:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.304663:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:0.0:1778628927.304669:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628927.304677:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628927.304678:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628927.304687:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778628927.304700:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628927.304701:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628927.304710:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628927.304712:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13612)
00000400:00000010:0.0:1778628927.304744:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24908.
00000100:00000200:0.0:1778628927.304751:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609792, offset 0
00000400:00000200:0.0:1778628927.304761:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628927.304771:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.304777:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628927.304781:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628927.304786:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628927.304790:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628927.304793:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628927.304797:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497363:497363:255:4294967295] 192.168.204.112@tcp LPNI seq info [497322:497322:7:4294967295]
00000400:00000200:0.0:1778628927.304802:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.304812:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628927.304819:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628927.304824:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4800.
00000800:00000200:0.0:1778628927.304832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628927.304838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628927.304842:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628927.304848:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628927.304851:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628927.304854:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308275214
00000100:00000001:0.0:1778628927.304858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308279056
00000100:00000001:0.0:1778628927.304860:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308275214
00000100:00000001:0.0:1778628927.304863:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308279056
00000100:00000001:0.0:1778628927.304865:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628927.304868:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304873:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.304877:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628927.304884:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628927.304887:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778628927.304889:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628927.304892:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628927.304893:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628927.304898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628927.304908:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628927.304911:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.304914:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628927.304917:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628927.304919:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628927.304923:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609920:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628927.304928:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628927.304932:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628927.304934:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628927.304936:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628927.304941:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628927.304943:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628927.304948:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628927.304952:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778628927.304957:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628927.304962:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472609920, portal 10
00000100:00000001:0.0:1778628927.304965:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628927.304966:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:0.0:1778628927.304973:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628927.304981:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628927.304984:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628927.304986:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628927.304989:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472609920, offset 0
00000400:00000200:0.0:1778628927.304994:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628927.304997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.305001:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628927.305004:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628927.305007:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628927.305010:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628927.305012:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628927.305016:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497364:497364:254:4294967295] 192.168.204.112@tcp LPNI seq info [497323:497323:6:4294967295]
00000400:00000200:0.0:1778628927.305020:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628927.305027:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628927.305031:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628927.305034:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778628927.305038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628927.305042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628927.305045:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628927.305049:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628927.305052:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628927.305054:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308275215
00000100:00000001:0.0:1778628927.305056:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308279056
00000100:00000001:0.0:1778628927.305059:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308275215
00000100:00000001:0.0:1778628927.305061:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308279056
00000100:00000001:0.0:1778628927.305063:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628927.305066:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.305068:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.305070:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628927.305073:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628927.305075:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778628927.305077:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628927.305079:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628927.305080:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628927.305082:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628927.559668:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628927.559670:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628927.559674:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628927.559675:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628927.559678:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628927.559681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628927.559683:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628927.559684:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628927.559688:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628927.559689:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628927.559691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628927.559692:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628927.559696:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628927.559699:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628927.559701:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628927.559728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628927.559736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628927.559738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628927.559742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628927.559745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628927.559748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628927.559751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628927.559753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628927.559755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628927.559786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628927.559791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628927.559795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628928.327786:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628928.327793:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628928.327795:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628928.327800:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628928.327812:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628928.327816:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628928.327819:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628928.327822:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628928.327824:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628928.583736:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628928.583736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628928.583736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628928.583746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628928.583749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628928.583750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628928.583756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628928.583756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628928.583757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628928.583762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628928.583771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628928.583771:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628928.583774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628928.583779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628928.583782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628928.583786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628928.583788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628928.583791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628928.583793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628928.583795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628928.583798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628928.583800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628928.583801:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628928.583809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628928.583865:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628928.583870:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628928.583873:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628929.351844:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628929.351851:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628929.351853:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628929.351858:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628929.351862:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628929.351866:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628929.351869:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628929.351871:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628929.351873:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628929.607682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628929.607687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628929.607692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628929.607693:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628929.607696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628929.607697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628929.607718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628929.607725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628929.607726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628929.607729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628929.607732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628929.607735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628929.607735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628929.607748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628929.607748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778628929.607751:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628929.607756:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628929.607756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628929.607757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628929.607762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1778628929.607764:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628929.607765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628929.607766:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628929.607769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628929.607770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628929.607782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628929.607783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628930.375826:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628930.375832:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628930.375833:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628930.375838:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628930.375841:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628930.375844:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628930.375847:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628930.375849:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628930.375851:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778628930.375937:0:2388:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628930.375976:0:2388:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628930.375985:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628930.375988:0:2388:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628930.375993:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628930.375996:0:2388:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628930.376000:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628930.376003:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:2.0:1778628930.376007:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628930.376011:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628930.376016:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441bb0
00000400:00000010:2.0:1778628930.376018:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441bb0.
00000100:00000001:2.0:1778628930.376022:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628930.376029:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376049:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628930.376051:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376057:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628930.376058:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628930.376066:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628930.376068:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4800.
00000400:00000200:2.0:1778628930.376070:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628930.376073:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628930.376076:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24908
00000400:00000010:2.0:1778628930.376077:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24908.
00000100:00000001:2.0:1778628930.376080:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628930.376083:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376090:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628930.376093:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376094:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628930.376099:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628930.376103:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628930.376104:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778628930.376106:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628930.376121:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000100:00100000:0.0:1778628930.376123:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628927/real 1778628930]  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1778628930.376124:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:2.0:1778628930.376131:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628930.376141:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1778628930.376146:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628930.376149:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628930.376152:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb478.
00000400:00000200:0.0:1778628930.376156:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441990
00000400:00000010:0.0:1778628930.376158:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441990.
00000100:00000001:0.0:1778628930.376162:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1778628930.376163:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24d48
00000400:00000010:2.0:1778628930.376167:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24d48.
00000100:00000200:0.0:1778628930.376168:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376173:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628930.376181:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628930.376196:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376198:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778628930.376217:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628930.376219:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628930.376220:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376239:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628930.376248:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628930.376248:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628930.376252:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628930.376261:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628930.376267:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376276:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628930.376279:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376281:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376283:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376286:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628930.376291:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628930.376294:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628930.376301:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628930.376304:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628930.376309:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628930.376319:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609792:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628930.376324:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628930.376328:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628927/real 1778628930]  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628930.376337:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628930.376339:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628930.376341:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbaa8.
00000400:00000200:0.0:1778628930.376344:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734415d8
00000400:00000010:0.0:1778628930.376346:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734415d8.
00000100:00000001:0.0:1778628930.376349:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628930.376352:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628930.376361:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376369:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628930.376371:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376372:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376374:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628930.376377:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376385:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628930.376389:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376395:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628930.376398:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376399:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376401:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376403:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628930.376404:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628930.376407:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628930.376410:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628930.376413:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628930.376417:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628930.376424:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472609664:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628930.376432:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628930.376435:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628930.376438:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472609792/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376445:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628930.376448:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628930.376452:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778628930.376456:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628930.376459:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628930.376461:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628930.376464:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628930.376466:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778628930.376470:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628930.376472:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628930.376479:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:0.0:1778628930.376483:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628930.376484:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376486:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628930.376490:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472609664/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376497:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628930.376499:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628930.376500:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:0.0:1778628930.376502:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628930.376504:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628930.376505:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628930.376506:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628930.376508:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778628930.376510:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628930.376511:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628930.376513:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:0.0:1778628930.376515:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628930.376517:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628930.376521:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628930.376523:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628930.376524:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628930.376529:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628927/real 1778628930]  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628930.376539:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628930.376540:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628930.376542:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628930.376544:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628930.376546:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628930.376548:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628930.376551:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628930.376561:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376567:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628930.376569:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376570:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376571:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628930.376574:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376582:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628930.376585:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376592:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628930.376594:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376596:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628930.376597:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376599:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628930.376602:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628930.376604:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628930.376627:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628930.376630:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628930.376635:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628930.376645:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472609920:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628930.376650:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376652:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628930.376655:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472609920/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628930.376663:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628930.376665:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628930.376667:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628930.376670:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628930.376671:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628930.376673:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628930.376675:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628930.376676:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778628930.376679:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628930.376680:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628930.376682:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:0.0:1778628930.376684:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628930.376686:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376688:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628930.376698:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628930.376699:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628930.376702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628930.376704:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628930.631759:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628930.631765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628930.631766:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628930.631769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628930.631770:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628930.631774:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628930.631778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628930.631780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628930.631781:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628930.631787:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628930.631790:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628930.631791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628930.631791:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628930.631797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628930.631802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628930.631803:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628930.631806:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628930.631808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628930.631810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628930.631811:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628930.631813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628930.631822:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628930.631827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628930.631832:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628930.631885:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628930.631892:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628930.631895:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628931.207683:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308279056, at 4308279104
00000100:00000010:0.0:1778628931.207696:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000040:1.0:1778628931.207785:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308279056, at 4308279104
00000100:00000010:1.0:1778628931.207790:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:3.0:1778628931.399748:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628931.399753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628931.399755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628931.399759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628931.399762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628931.399765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628931.399767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628931.399770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628931.399772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628931.655680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628931.655682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628931.655687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628931.655688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628931.655690:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628931.655690:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628931.655691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628931.655695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628931.655697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628931.655698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628931.655700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628931.655703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628931.655703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628931.655703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628931.655706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628931.655708:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628931.655709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628931.655710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628931.655714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628931.655715:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628931.655716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628931.655717:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628931.655718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628931.655722:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628931.655722:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628931.655724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628931.655726:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628931.655729:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628931.655731:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628931.655732:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628931.655789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628931.655791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628931.655794:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778628932.423712:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628932.423721:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628932.423723:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628932.423727:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628932.423730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628932.423731:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628932.423735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628932.423738:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628932.423739:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13607
00000100:00100000:3.0:1778628932.423744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628932.423747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778628932.423750:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628932.423751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628932.423754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628932.423756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778628932.423757:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628932.423761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628932.423762:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628932.423767:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.423770:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628932.423773:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.423774:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628932.423777:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628932.423778:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628932.423780:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628932.423782:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628932.423784:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628932.423786:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628932.423788:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.423790:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628932.423791:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.423794:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628932.423796:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628932.423799:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628932.423801:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628932.423803:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628932.423806:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628932.423808:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.423809:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628932.423811:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628932.423816:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628932.423820:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628932.423825:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628932.423826:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.423829:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628932.423831:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628932.423835:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628932.423843:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628932.423850:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628932.423859:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628932.423870:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628932.423874:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628932.423880:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.423953:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628932.423958:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628932.423960:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628932.423968:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.423978:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628932.423979:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.423983:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628932.423986:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628932.423988:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628932.423992:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610048:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628932.423997:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628932.424000:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628932.424003:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.424005:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628932.424013:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628932.424016:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628932.424022:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628932.424026:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778628932.424034:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628932.424042:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610048, portal 25
00000100:00000001:0.0:1778628932.424044:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628932.424046:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:0.0:1778628932.424052:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.424060:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628932.424064:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628932.424067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778628932.424070:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472610048, offset 0
00000400:00000200:0.0:1778628932.424092:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628932.424101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.424107:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628932.424112:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628932.424116:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628932.424120:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628932.424122:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628932.424127:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497365:497365:256:4294967295] 192.168.204.112@tcp LPNI seq info [497324:497324:8:4294967295]
00000400:00000200:0.0:1778628932.424131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.424141:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628932.424147:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.424152:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628932.424159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628932.424163:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1778628932.424169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628932.424173:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1778628932.424178:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.424180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628932.424200:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628932.424206:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628932.424212:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778628932.424215:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778628932.424219:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628932.424223:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424372:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424374:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1778628932.424379:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628932.424381:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778628932.424387:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628932.424391:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628932.424396:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628932.424398:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424402:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628932.424402:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628932.424409:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13607
00000100:00000001:0.0:1778628932.424413:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778628932.424418:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.424422:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628932.424430:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778628932.424431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308284176
00000100:00080000:2.0:1778628932.424435:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1778628932.424439:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000040:2.0:1778628932.424440:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.424445:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628932.424448:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628932.424450:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778628932.424451:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628932.424456:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778628932.424458:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308284176
00000020:00000040:2.0:1778628932.424458:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628932.424462:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:0.0:1778628932.424465:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6780.
00000020:00000040:2.0:1778628932.424465:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628932.424470:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628932.424471:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1778628932.424474:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778628932.424477:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778628932.424480:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628932.424482:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.424484:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778628932.424488:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1778628932.424488:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.424492:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:0.0:1778628932.424496:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628932/real 1778628932]  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778628932.424497:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628932.424504:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628932.424510:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628932.424515:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1778628932.424520:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1778628932.424522:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1778628932.424523:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1778628932.424527:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778628932.424528:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778628932.424531:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778628932.424533:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628932.424536:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000008:00100000:2.0:1778628932.424537:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628932.424540:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1778628932.424542:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778628932.424547:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424547:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628932.424555:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000100:00000200:0.0:1778628932.424560:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778628932.424561:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628932.424568:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628932.424571:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424575:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778628932.424575:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1778628932.424579:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1778628932.424579:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628932.424583:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.424588:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1778628932.424591:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00100000:0.0:1778628932.424593:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424598:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424605:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628932.424646:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1778628932.424652:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424665:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628932.424670:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424674:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628932.424679:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778628932.424682:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.424683:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.424686:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.424691:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628932.424695:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628932.424702:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1778628932.424703:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628932.424708:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628932.424709:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628932.424715:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1778628932.424716:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628932.424719:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628932.424722:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1778628932.424725:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424727:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628932.424734:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13607
00000400:00000200:2.0:1778628932.424743:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778628932.424744:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610048:192.168.204.112@tcp:250:kworker.0
00000400:00000200:2.0:1778628932.424750:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778628932.424752:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778628932.424754:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778628932.424757:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628932.424761:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:0.0:1778628932.424765:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472610048/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628932.424766:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628932.424772:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628932.424777:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778628932.424780:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1778628932.424781:0:224857:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1778628932.424783:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1778628932.424784:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628932.424787:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:0.0:1778628932.424788:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
00000020:00000040:2.0:1778628932.424790:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
02000000:00000001:0.0:1778628932.424794:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778628932.424794:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628932.424797:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:2.0:1778628932.424800:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000040:0.0:1778628932.424801:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778628932.424807:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1778628932.424807:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000010:0.0:1778628932.424812:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778628932.424812:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628932.424816:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778628932.424818:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1778628932.424819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:0.0:1778628932.424822:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:2.0:1778628932.424824:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000010:0.0:1778628932.424826:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00080000:2.0:1778628932.424829:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628932.424833:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778628932.424834:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424836:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1778628932.424838:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778628932.424840:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1778628932.424843:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628932.424847:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.424849:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628932.424850:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:2.0:1778628932.424852:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778628932.424853:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424859:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1778628932.424859:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.424861:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424862:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628932.424865:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1778628932.424866:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628932.424870:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000040:0.0:1778628932.424872:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628932.424876:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628932.424879:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.424883:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628932.424886:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628932.424889:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.424890:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628932.424894:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.424897:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1778628932.424897:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778628932.424901:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628932.424903:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.424904:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628932.424911:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610176:192.168.204.112@tcp:38:kworker.0
00000100:00100000:2.0:1778628932.424912:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628932.424920:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628932.424924:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778628932.424927:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1778628932.424930:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.424931:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628932.424938:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628932.424939:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628932.424945:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:2.0:1778628932.424952:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.424953:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628932.424956:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778628932.424963:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778628932.424964:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1778628932.424968:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000040:2.0:1778628932.424969:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628932.424975:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1778628932.424976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000040:2.0:1778628932.424981:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13618)
00000100:00000200:0.0:1778628932.424982:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610176, portal 10
00000100:00000001:0.0:1778628932.424987:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628932.424989:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778628932.424997:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425004:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628932.425007:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628932.425010:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778628932.425014:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472610176, offset 0
00000400:00000200:0.0:1778628932.425020:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628932.425026:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.425031:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628932.425037:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628932.425040:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628932.425043:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628932.425046:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628932.425049:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497366:497366:256:4294967295] 192.168.204.112@tcp LPNI seq info [497325:497325:8:4294967295]
00000400:00000200:0.0:1778628932.425054:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.425061:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628932.425067:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.425082:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628932.425090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628932.425093:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1778628932.425099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628932.425102:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1778628932.425106:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.425108:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628932.425112:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628932.425116:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628932.425120:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778628932.425122:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778628932.425125:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628932.425129:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425139:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628932.425142:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425148:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425149:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628932.425154:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628932.425159:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778628932.425163:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628932.425166:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308280334
00000100:00000001:0.0:1778628932.425170:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308284176
00000100:00000001:0.0:1778628932.425172:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308280334
00000100:00000001:0.0:1778628932.425175:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308284176
00000100:00000001:0.0:1778628932.425178:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628932.425181:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425183:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628932.425205:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628932/real 1778628932]  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628932.425215:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628932.425216:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628932.425219:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628932.425222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628932.425223:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628932.425225:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628932.425229:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628932.425236:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425242:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628932.425244:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425246:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.425247:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628932.425251:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425257:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628932.425261:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425268:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628932.425271:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425273:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.425274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425276:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628932.425280:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628932.425284:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628932.425288:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628932.425290:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628932.425294:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628932.425302:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610176:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628932.425305:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425307:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628932.425310:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472610176/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425315:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628932.425316:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628932.425318:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628932.425321:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628932.425322:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628932.425324:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628932.425326:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628932.425328:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778628932.425331:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628932.425332:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628932.425333:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778628932.425336:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628932.425337:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425338:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425342:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628932.425344:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425346:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628932.425347:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628932.425349:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628932.425352:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425359:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628932.425361:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.425363:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628932.425365:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628932.425366:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628932.425369:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610304:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628932.425373:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778628932.425375:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628932.425376:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628932.425378:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778628932.425381:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628932.425383:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628932.425386:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778628932.425389:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778628932.425392:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778628932.425394:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610304, portal 10
00000100:00000001:0.0:1778628932.425396:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628932.425398:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778628932.425403:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425409:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778628932.425412:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778628932.425414:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778628932.425417:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472610304, offset 0
00000400:00000200:0.0:1778628932.425421:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628932.425425:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.425429:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778628932.425431:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628932.425434:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628932.425436:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628932.425439:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778628932.425441:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497367:497367:256:4294967295] 192.168.204.112@tcp LPNI seq info [497326:497326:8:4294967295]
00000400:00000200:0.0:1778628932.425445:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628932.425452:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778628932.425456:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.425460:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778628932.425464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778628932.425466:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1778628932.425470:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778628932.425473:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1778628932.425477:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778628932.425478:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778628932.425481:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778628932.425484:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778628932.425487:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778628932.425489:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778628932.425491:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778628932.425494:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425502:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628932.425505:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425511:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425512:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628932.425516:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628932.425519:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778628932.425522:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628932.425524:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308280335
00000100:00000001:0.0:1778628932.425527:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308284176
00000100:00000001:0.0:1778628932.425528:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308280335
00000100:00000001:0.0:1778628932.425530:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308284176
00000100:00000001:0.0:1778628932.425532:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628932.425534:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425536:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778628932.425539:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628932/real 1778628932]  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778628932.425548:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778628932.425549:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778628932.425551:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778628932.425553:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778628932.425555:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778628932.425558:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778628932.425560:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778628932.425568:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425575:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778628932.425576:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.425579:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778628932.425583:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425589:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778628932.425592:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425600:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778628932.425602:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778628932.425605:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425631:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778628932.425634:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778628932.425637:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778628932.425641:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778628932.425643:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778628932.425648:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628932.425656:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610304:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778628932.425660:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425662:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778628932.425666:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472610304/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628932.425672:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778628932.425673:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778628932.425675:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778628932.425678:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778628932.425680:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778628932.425681:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778628932.425683:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778628932.425684:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778628932.425687:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778628932.425689:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778628932.425690:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778628932.425693:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778628932.425694:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425696:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628932.425699:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628932.425700:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628932.425702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628932.425703:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.679718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628932.679719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628932.679723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628932.679725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628932.679726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628932.679728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628932.679728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628932.679729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628932.679735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628932.679735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628932.679736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628932.679738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.679740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628932.679742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628932.679744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628932.679744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628932.679746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628932.679746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.679748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628932.679752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628932.679752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628932.679756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628932.679759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628932.679764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628932.679803:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628932.679806:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628932.679809:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628933.447813:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628933.447820:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628933.447821:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628933.447826:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628933.447829:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628933.447832:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628933.447834:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628933.447836:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628933.447838:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628933.703705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628933.703708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628933.703711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628933.703714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628933.703714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628933.703717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628933.703719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628933.703723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628933.703724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628933.703728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628933.703729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628933.703732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628933.703733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628933.703735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628933.703738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628933.703739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628933.703742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628933.703745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703831:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628933.703835:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628933.703837:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628933.703840:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703842:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628933.703844:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703846:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703848:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703851:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628933.703852:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628933.703853:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628933.703854:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703855:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628933.703855:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703856:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703858:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628933.703860:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628933.703861:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628933.703911:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628933.703914:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628933.703917:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628934.471707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628934.471712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628934.471714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628934.471718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628934.471721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628934.471724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628934.472123:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628934.472125:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628934.472128:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628934.727732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628934.727737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628934.727738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628934.727744:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628934.727746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628934.727749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628934.727752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628934.727754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628934.727788:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628934.727804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:1.0:1778628934.727807:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000020:00000001:0.0:1778628934.727808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628934.727812:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628934.727824:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628934.727826:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628934.727828:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628934.727830:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628934.727832:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628934.727834:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628934.727837:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628934.727839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628934.727840:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628934.727842:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628934.727852:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628934.727856:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628934.727858:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628934.727876:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628935.495728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628935.495735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628935.495738:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628935.495743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628935.495747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628935.495751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628935.495754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628935.495764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628935.495767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628935.751705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628935.751705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628935.751710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628935.751712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628935.751712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628935.751713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628935.751716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628935.751716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628935.751719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628935.751722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628935.751723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628935.751723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628935.751725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628935.751728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628935.751729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628935.751729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628935.751734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628935.751734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628935.751740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628935.751740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628935.751743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628935.751743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628935.751746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628935.751747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628935.751788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628935.751792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628935.751796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628936.327703:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308284176, at 4308284224
00000100:00000040:0.0:1778628936.327711:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308284176, at 4308284224
00000100:00000010:1.0:1778628936.327718:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6780.
00000100:00000010:0.0:1778628936.327721:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:3.0:1778628936.519720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628936.519726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628936.519728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628936.519733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628936.519737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628936.519741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628936.519744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628936.519747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628936.519750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628936.775698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628936.775698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628936.775704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628936.775704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628936.775706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628936.775707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628936.775707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628936.775713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628936.775714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628936.775714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628936.775720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628936.775721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628936.775722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628936.775724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628936.775725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628936.775726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628936.775730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628936.775730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628936.775734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628936.775734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628936.775734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628936.775739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628936.775739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628936.775740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628936.775811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628936.775815:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628936.775818:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628937.543744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628937.543752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628937.543754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628937.543760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628937.543765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628937.543769:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628937.543770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.543775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778628937.543776:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628937.543779:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628937.543779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628937.543783:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628937.543785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.543786:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628937.543794:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13613
00000400:00000200:0.0:1778628937.543801:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628937.543807:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628937.543809:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628937.543812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543815:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628937.543817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628937.543823:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628937.543824:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628937.543826:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628937.543828:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628937.543830:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628937.543831:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628937.543833:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543835:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628937.543836:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543837:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628937.543840:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628937.543842:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543844:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628937.543846:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628937.543849:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628937.543851:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.543852:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628937.543853:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628937.543861:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778628937.543864:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628937.543867:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628937.543868:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.543870:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628937.543873:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628937.543876:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628937.543882:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628937.543887:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628937.543894:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628937.543902:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628937.543906:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628937.543909:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628937.543926:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628937.543928:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628937.543930:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628937.543931:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628937.543933:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628937.543935:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628937.543937:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13613
00000400:00000200:0.0:1778628937.543941:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628937.543944:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628937.543945:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628937.543946:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628937.543950:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628937.543950:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628937.543954:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628937.543954:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628937.543957:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543959:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628937.543962:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628937.543963:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:3.0:1778628937.543963:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778628937.543966:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628937.543968:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628937.543972:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628937.543976:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628937.543983:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.543985:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628937.543985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1778628937.543989:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628937.543989:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.543995:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778628937.543996:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778628937.543997:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628937.544001:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:3.0:1778628937.544002:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628937.544003:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628937.544008:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628937.544008:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628937.544012:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628937.544016:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628937.544016:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610432:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628937.544019:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628937.544024:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628937.544024:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1778628937.544028:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.544029:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544029:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1778628937.544033:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
02000000:00000001:3.0:1778628937.544033:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628937.544038:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628937.544038:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778628937.544041:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628937.544043:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.544044:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628937.544046:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1778628937.544046:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:0.0:1778628937.544049:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544051:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628937.544053:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628937.544057:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544061:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628937.544065:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628937.544070:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00100000:0.0:1778628937.544073:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778628937.544077:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610432, portal 25
00000100:00000001:0.0:1778628937.544081:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628937.544082:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628937.544098:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000001:0.0:1778628937.544100:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628937.544105:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628937.544108:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628937.544131:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628937.544136:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628937.544141:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778628937.544142:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628937.544145:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1778628937.544145:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628937.544147:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1778628937.544149:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628937.544150:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628937.544156:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13613
00000100:00000200:3.0:1778628937.544156:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472610432, offset 0
00000400:00000200:0.0:1778628937.544162:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628937.544166:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778628937.544168:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628937.544171:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628937.544173:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.544174:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628937.544178:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628937.544182:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628937.544184:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628937.544185:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:3.0:1778628937.544187:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:0.0:1778628937.544188:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628937.544191:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628937.544193:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778628937.544194:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1778628937.544197:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778628937.544201:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778628937.544203:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.544205:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628937.544207:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1778628937.544211:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544213:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628937.544214:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628937.544217:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628937.544221:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497368:497368:256:4294967295] 192.168.204.112@tcp LPNI seq info [497327:497327:8:4294967295]
00000100:00080000:0.0:1778628937.544223:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628937.544228:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544229:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628937.544230:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628937.544234:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628937.544236:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.544239:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628937.544242:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628937.544243:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1778628937.544247:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.544249:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628937.544253:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000010:0.0:1778628937.544255:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628937.544257:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000010:3.0:1778628937.544258:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
02000000:00000001:0.0:1778628937.544259:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628937.544261:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628937.544262:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628937.544263:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628937.544267:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628937.544267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628937.544273:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
02000000:00000010:0.0:1778628937.544274:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628937.544279:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778628937.544280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628937.544284:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000100:00100000:0.0:1778628937.544285:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1778628937.544295:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628937.544299:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1778628937.544299:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00000001:0.0:1778628937.544303:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544305:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778628937.544306:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628937.544314:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778628937.544321:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628937.544323:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628937.544326:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628937.544328:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000100:00000040:0.0:1778628937.544329:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1778628937.544332:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000040:0.0:1778628937.544336:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778628937.544337:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778628937.544342:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13623)
00000100:00000200:3.0:1778628937.544343:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544352:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.544355:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544365:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544367:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628937.544372:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544374:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628937.544377:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308289296
00000100:00000010:3.0:1778628937.544381:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00300.
00000100:00000001:3.0:1778628937.544386:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628937.544391:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308289296
00000100:00000010:3.0:1778628937.544393:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ea0.
00000100:00000001:3.0:1778628937.544395:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628937.544398:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628937.544400:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544402:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628937.544404:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628937/real 1778628937]  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628937.544411:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628937.544412:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628937.544414:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628937.544416:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628937.544417:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628937.544419:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628937.544422:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628937.544427:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544431:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628937.544432:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544434:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628937.544437:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544443:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628937.544446:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544450:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628937.544452:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544455:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628937.544457:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628937.544459:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628937.544461:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628937.544462:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628937.544465:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628937.544470:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610432:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628937.544473:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544475:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.544476:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472610432/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544481:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628937.544483:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628937.544485:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628937.544486:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628937.544488:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628937.544489:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628937.544490:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628937.544492:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628937.544495:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628937.544496:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628937.544497:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:3.0:1778628937.544500:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628937.544501:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544502:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544508:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628937.544509:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544510:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628937.544511:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628937.544512:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628937.544514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544519:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628937.544520:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544521:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628937.544523:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628937.544524:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628937.544526:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610560:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628937.544528:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628937.544529:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628937.544530:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544531:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628937.544533:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628937.544534:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544536:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628937.544538:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628937.544540:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628937.544542:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610560, portal 10
00000100:00000001:3.0:1778628937.544544:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628937.544545:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:3.0:1778628937.544549:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544553:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628937.544555:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628937.544557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628937.544558:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472610560, offset 0
00000400:00000200:3.0:1778628937.544561:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544564:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628937.544566:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628937.544568:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628937.544570:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628937.544573:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628937.544575:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544579:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497369:497369:256:4294967295] 192.168.204.112@tcp LPNI seq info [497328:497328:8:4294967295]
00000400:00000200:3.0:1778628937.544583:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628937.544590:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628937.544595:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628937.544598:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628937.544603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628937.544637:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1778628937.544642:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628937.544645:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1778628937.544649:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628937.544651:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628937.544654:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628937.544657:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628937.544661:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628937.544663:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628937.544666:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628937.544670:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544679:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.544682:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544688:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544689:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628937.544692:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628937.544695:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628937.544698:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628937.544700:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308285454
00000100:00000001:3.0:1778628937.544702:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308289296
00000100:00000001:3.0:1778628937.544703:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308285454
00000100:00000001:3.0:1778628937.544705:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308289296
00000100:00000001:3.0:1778628937.544706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628937.544707:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544709:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628937.544711:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628937/real 1778628937]  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628937.544716:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628937.544717:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628937.544718:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628937.544720:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628937.544721:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628937.544722:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628937.544724:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628937.544730:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544733:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628937.544734:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544735:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544736:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628937.544738:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544742:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628937.544744:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544749:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628937.544751:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544754:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628937.544757:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628937.544758:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628937.544761:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628937.544762:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628937.544764:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628937.544769:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610560:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628937.544772:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628937.544774:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544778:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628937.544779:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544780:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628937.544781:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628937.544783:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628937.544784:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610688:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628937.544786:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628937.544787:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628937.544788:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628937.544790:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628937.544792:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628937.544793:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628937.544796:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628937.544798:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628937.544799:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628937.544802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610688, portal 10
00000100:00000001:3.0:1778628937.544803:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628937.544804:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:3.0:1778628937.544808:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544812:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628937.544814:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628937.544815:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628937.544817:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472610688, offset 0
00000400:00000200:3.0:1778628937.544819:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544822:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628937.544824:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628937.544826:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628937.544827:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628937.544829:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628937.544831:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628937.544833:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497370:497370:256:4294967295] 192.168.204.112@tcp LPNI seq info [497329:497329:8:4294967295]
00000400:00000200:3.0:1778628937.544836:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628937.544841:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628937.544844:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628937.544846:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628937.544848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628937.544850:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1778628937.544853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628937.544855:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1778628937.544858:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628937.544859:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628937.544861:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628937.544865:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628937.544869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628937.544871:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628937.544874:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628937.544877:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544885:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.544888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544895:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544896:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628937.544899:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628937.544901:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628937.544903:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628937.544905:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308285455
00000100:00000001:3.0:1778628937.544907:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308289296
00000100:00000001:3.0:1778628937.544908:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308285455
00000100:00000001:3.0:1778628937.544910:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308289296
00000100:00000001:3.0:1778628937.544911:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628937.544912:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.544914:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628937.544916:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628937/real 1778628937]  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628937.544921:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628937.544923:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628937.544924:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628937.544925:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628937.544927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628937.544928:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628937.544930:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628937.544936:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544940:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628937.544941:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544942:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544943:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628937.544945:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544949:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628937.544952:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544956:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628937.544957:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544958:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628937.544959:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544960:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628937.544961:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628937.544963:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628937.544966:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628937.544968:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628937.544972:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628937.544980:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610688:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628937.544983:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.544985:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.544988:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472610560/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.544995:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628937.544997:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628937.544999:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628937.545002:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628937.545004:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628937.545005:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628937.545008:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628937.545009:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:3.0:1778628937.545012:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628937.545013:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628937.545015:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:3.0:1778628937.545017:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628937.545019:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.545020:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628937.545024:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472610688/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628937.545030:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628937.545032:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628937.545034:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628937.545035:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628937.545036:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628937.545037:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628937.545038:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628937.545039:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:3.0:1778628937.545041:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628937.545041:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628937.545042:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:3.0:1778628937.545043:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628937.545044:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.545046:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628937.545048:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628937.545049:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628937.545051:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628937.545052:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628937.799711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628937.799711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628937.799716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628937.799718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628937.799718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628937.799721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628937.799722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628937.799723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628937.799729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628937.799729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628937.799730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628937.799733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628937.799734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628937.799736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628937.799740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628937.799741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628937.799741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628937.799742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628937.799747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628937.799748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628937.799750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628937.799752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628937.799753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628937.799759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628937.799794:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628937.799798:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628937.799800:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628938.567698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628938.567705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628938.567707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628938.567713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628938.567717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628938.567721:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628938.567724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628938.567727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628938.567730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628938.823716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628938.823716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628938.823716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628938.823721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628938.823723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628938.823724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628938.823726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628938.823727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628938.823728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628938.823728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628938.823735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628938.823736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628938.823737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628938.823737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628938.823744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628938.823744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628938.823750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628938.823750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628938.823755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628938.823755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628938.823760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628938.823760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628938.823768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628938.823768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628938.823803:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628938.823807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628938.823810:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628939.591710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628939.591718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628939.591721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628939.591727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628939.591732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628939.591736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628939.591739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628939.591741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628939.591745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628939.847709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628939.847709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628939.847712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628939.847716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628939.847717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628939.847717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628939.847720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628939.847721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628939.847723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628939.847727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628939.847728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628939.847731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628939.847732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628939.847733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628939.847736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628939.847738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628939.847739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628939.847740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628939.847743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628939.847744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628939.847745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628939.847749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628939.847749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628939.847754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628939.847804:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628939.847807:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628939.847810:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628940.615683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628940.615690:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628940.615692:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628940.615698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628940.615702:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628940.615706:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628940.615710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628940.615713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628940.615716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628940.871675:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628940.871675:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628940.871682:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628940.871683:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628940.871684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628940.871685:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628940.871691:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628940.871691:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628940.871698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628940.871698:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628940.871703:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628940.871703:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628940.871705:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628940.871706:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628940.871708:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628940.871709:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628940.871712:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628940.871713:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628940.871797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628940.871799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628940.871802:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628940.871803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628940.871806:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628940.871807:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628940.871860:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628940.871864:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628940.871866:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628941.447690:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308289296, at 4308289344
00000100:00000040:0.0:1778628941.447701:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308289296, at 4308289344
00000100:00000010:1.0:1778628941.447703:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ea0.
00000100:00000010:0.0:1778628941.447713:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00300.
00000100:00000001:3.0:1778628941.639744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628941.639751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628941.639753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628941.639758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628941.639761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628941.639764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628941.639767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628941.639769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628941.639771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628941.895730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628941.895738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628941.895739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628941.895742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628941.895745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628941.895748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628941.895753:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628941.895754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628941.895757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628941.895764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628941.895764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628941.895765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628941.895770:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628941.895770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628941.895774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628941.895774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628941.895775:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628941.895780:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628941.895781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628941.895782:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628941.895788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628941.895789:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895789:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778628941.895792:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895797:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895804:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628941.895807:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895810:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628941.895813:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628941.895884:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628941.895889:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628941.895892:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628942.663690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628942.663691:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628942.663699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628942.663702:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628942.663702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.663706:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1778628942.663709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628942.663711:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628942.663715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628942.663717:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628942.663721:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.663725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628942.663729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.663734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628942.663736:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13618
00000400:00000200:0.0:1778628942.663752:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628942.663761:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628942.663765:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628942.663769:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663774:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628942.663776:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663779:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628942.663784:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628942.663786:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628942.663789:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628942.663792:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628942.663794:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628942.663797:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628942.663800:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663802:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628942.663804:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663806:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628942.663810:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628942.663814:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663816:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628942.663820:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628942.663824:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628942.663827:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.663829:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628942.663832:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628942.663842:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000020:00000040:0.0:1778628942.663847:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628942.663851:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628942.663853:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.663856:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628942.663860:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628942.663866:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628942.663875:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628942.663883:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628942.663895:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628942.663913:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628942.663918:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628942.663924:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628942.663947:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628942.663950:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628942.663954:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628942.663956:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628942.663958:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628942.663962:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628942.663965:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13618
00000400:00000200:0.0:1778628942.663970:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628942.663972:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1778628942.663975:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628942.663977:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628942.663978:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628942.663980:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778628942.663994:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.663999:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778628942.663999:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628942.664004:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664009:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628942.664013:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778628942.664015:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1778628942.664016:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778628942.664018:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628942.664019:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628942.664023:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:3.0:1778628942.664024:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1778628942.664026:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628942.664028:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1778628942.664031:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628942.664032:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628942.664038:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00100000:3.0:1778628942.664039:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610816:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628942.664042:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628942.664046:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628942.664047:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778628942.664050:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628942.664053:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778628942.664054:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1778628942.664055:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664058:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628942.664058:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628942.664061:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628942.664064:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778628942.664066:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628942.664069:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664070:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1778628942.664071:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
00000008:00100000:0.0:1778628942.664074:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778628942.664075:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628942.664080:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664081:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664084:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:0.0:1778628942.664085:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
00000020:00000040:0.0:1778628942.664088:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628942.664090:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1778628942.664090:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000001:0.0:1778628942.664091:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664095:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628942.664097:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628942.664098:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628942.664100:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000010:0.0:1778628942.664102:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628942.664106:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628942.664110:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778628942.664110:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610816, portal 25
00000100:00000001:3.0:1778628942.664115:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628942.664118:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304078848 : -123998405472768 : ffff8f395f16ce00)
00000100:00000001:0.0:1778628942.664119:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628942.664121:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628942.664125:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628942.664129:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628942.664140:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628942.664144:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628942.664145:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778628942.664148:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628942.664151:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1778628942.664151:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628942.664154:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1778628942.664156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628942.664157:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628942.664161:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13618
00000100:00000200:3.0:1778628942.664162:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472610816, offset 0
00000400:00000200:0.0:1778628942.664166:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628942.664169:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628942.664170:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778628942.664174:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628942.664176:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664178:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628942.664179:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664181:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628942.664183:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628942.664184:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628942.664186:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778628942.664187:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:0.0:1778628942.664188:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628942.664191:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628942.664192:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628942.664194:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664196:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628942.664198:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778628942.664199:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664203:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628942.664205:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628942.664207:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664209:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628942.664210:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628942.664210:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1778628942.664214:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628942.664215:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664218:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628942.664218:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00100000:0.0:1778628942.664221:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628942.664223:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664226:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664226:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628942.664231:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000010:0.0:1778628942.664232:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778628942.664235:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628942.664238:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1778628942.664238:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497371:497371:256:4294967295] 192.168.204.112@tcp LPNI seq info [497330:497330:8:4294967295]
02000000:00000001:0.0:1778628942.664241:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628942.664243:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628942.664245:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628942.664247:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664248:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628942.664251:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628942.664253:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628942.664257:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628942.664268:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628942.664269:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628942.664271:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628942.664276:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1778628942.664282:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628942.664284:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628942.664287:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628942.664289:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1778628942.664290:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000040:0.0:1778628942.664291:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628942.664295:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628942.664299:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13628)
00000800:00000200:3.0:1778628942.664302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628942.664306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778628942.664313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628942.664317:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1778628942.664322:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628942.664325:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628942.664333:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628942.664338:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628942.664343:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628942.664346:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628942.664351:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628942.664356:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664366:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.664369:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664376:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.664378:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628942.664385:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664389:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628942.664392:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308294416
00000100:00000010:3.0:1778628942.664398:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd006c0.
00000100:00000001:3.0:1778628942.664406:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628942.664425:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308294416
00000100:00000010:3.0:1778628942.664429:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00720.
00000100:00000001:3.0:1778628942.664431:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628942.664434:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628942.664438:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.664440:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628942.664445:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628942/real 1778628942]  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628942.664454:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628942.664456:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628942.664458:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628942.664461:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628942.664463:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628942.664465:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628942.664469:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628942.664478:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664486:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628942.664488:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664491:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.664493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628942.664497:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664504:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628942.664509:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664516:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628942.664519:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664520:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.664522:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664525:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628942.664527:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628942.664530:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628942.664533:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628942.664535:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628942.664540:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628942.664557:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472610816:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628942.664562:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664564:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.664567:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ce00 x1865013472610816/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664574:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628942.664577:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628942.664581:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628942.664583:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628942.664585:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628942.664586:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628942.664589:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628942.664592:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:3.0:1778628942.664596:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628942.664597:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628942.664599:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ce00.
00000100:00000001:3.0:1778628942.664602:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628942.664604:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664606:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664631:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628942.664632:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.664635:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628942.664636:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628942.664637:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628942.664641:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664649:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628942.664651:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628942.664653:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628942.664655:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628942.664657:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628942.664659:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610944:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628942.664663:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628942.664665:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628942.664666:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628942.664668:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628942.664671:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628942.664672:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628942.664679:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628942.664682:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628942.664685:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472610944, portal 10
00000100:00000001:3.0:1778628942.664687:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628942.664688:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304090496 : -123998405461120 : ffff8f395f16fb80)
00000100:00000040:3.0:1778628942.664694:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664701:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628942.664703:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628942.664704:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628942.664707:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472610944, offset 0
00000400:00000200:3.0:1778628942.664711:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628942.664715:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628942.664719:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628942.664722:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628942.664724:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628942.664726:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628942.664729:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628942.664732:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497372:497372:256:4294967295] 192.168.204.112@tcp LPNI seq info [497331:497331:8:4294967295]
00000400:00000200:3.0:1778628942.664737:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628942.664744:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628942.664748:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628942.664751:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628942.664755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628942.664758:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778628942.664762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628942.664765:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1778628942.664768:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628942.664770:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628942.664773:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628942.664776:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628942.664779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628942.664780:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628942.664783:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628942.664786:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664794:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.664797:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664804:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.664806:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628942.664809:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628942.664812:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628942.664816:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628942.664818:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308290574
00000100:00000001:3.0:1778628942.664820:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308294416
00000100:00000001:3.0:1778628942.664823:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308290574
00000100:00000001:3.0:1778628942.664825:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308294416
00000100:00000001:3.0:1778628942.664827:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628942.664829:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.664831:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628942.664834:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628942/real 1778628942]  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628942.664843:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628942.664844:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628942.664846:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628942.664848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628942.664849:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628942.664851:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628942.664854:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628942.664863:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664870:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628942.664871:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664873:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.664874:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628942.664877:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664884:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628942.664888:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664894:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628942.664897:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664898:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.664900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.664901:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628942.664906:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628942.664909:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628942.664913:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628942.664915:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628942.664919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628942.664926:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472610944:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628942.664931:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628942.664934:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.664941:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628942.664942:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628942.664944:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628942.664945:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628942.664947:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628942.664950:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628942.664953:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628942.664955:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628942.664957:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628942.664958:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628942.664962:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628942.664963:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628942.664966:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628942.664968:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628942.664971:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628942.664974:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611072, portal 10
00000100:00000001:3.0:1778628942.664976:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628942.664977:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:3.0:1778628942.664982:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665004:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628942.665007:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628942.665010:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628942.665013:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472611072, offset 0
00000400:00000200:3.0:1778628942.665017:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628942.665021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628942.665025:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628942.665028:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628942.665030:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628942.665032:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628942.665035:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628942.665037:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497373:497373:256:4294967295] 192.168.204.112@tcp LPNI seq info [497332:497332:8:4294967295]
00000400:00000200:3.0:1778628942.665041:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628942.665048:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628942.665053:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628942.665056:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628942.665060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628942.665062:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1778628942.665066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628942.665068:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1778628942.665072:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628942.665074:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628942.665077:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628942.665080:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628942.665083:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628942.665084:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628942.665087:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628942.665091:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665099:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.665102:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665107:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.665109:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628942.665112:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628942.665115:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628942.665119:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628942.665121:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308290575
00000100:00000001:3.0:1778628942.665123:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308294416
00000100:00000001:3.0:1778628942.665125:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308290575
00000100:00000001:3.0:1778628942.665127:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308294416
00000100:00000001:3.0:1778628942.665129:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628942.665131:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.665133:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628942.665136:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628942/real 1778628942]  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628942.665143:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628942.665144:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628942.665146:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628942.665148:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628942.665150:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628942.665152:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628942.665155:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628942.665163:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665170:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628942.665172:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665174:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.665175:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628942.665178:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665185:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628942.665189:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665195:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628942.665198:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665199:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628942.665201:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665202:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628942.665205:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628942.665207:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628942.665210:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628942.665212:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628942.665216:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628942.665224:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628942.665228:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665230:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.665232:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16fb80 x1865013472610944/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665238:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628942.665240:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628942.665241:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628942.665244:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628942.665245:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628942.665246:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628942.665249:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628942.665250:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628942.665253:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628942.665254:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628942.665255:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16fb80.
00000100:00000001:3.0:1778628942.665258:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628942.665259:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665261:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628942.665264:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472611072/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628942.665271:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628942.665272:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628942.665273:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628942.665274:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628942.665275:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628942.665276:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628942.665278:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628942.665279:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:3.0:1778628942.665280:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628942.665281:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628942.665282:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:3.0:1778628942.665285:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628942.665286:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665287:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628942.665290:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628942.665292:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628942.665294:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628942.665296:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628942.919674:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628942.919674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628942.919682:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628942.919682:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628942.919683:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628942.919685:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628942.919685:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628942.919687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628942.919693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628942.919694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628942.919694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628942.919695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628942.919701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628942.919701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628942.919702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628942.919704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628942.919706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628942.919706:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628942.919711:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628942.919711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628942.919715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628942.919715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628942.919719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628942.919720:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628942.919757:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628942.919761:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628942.919765:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628943.687752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628943.687761:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628943.687763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628943.687770:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628943.687775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628943.687779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628943.687783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628943.687786:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628943.687789:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628943.943726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628943.943726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628943.943732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628943.943735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628943.943735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628943.943737:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628943.943739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628943.943739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628943.943745:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628943.943749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628943.943749:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628943.943749:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628943.943752:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943755:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628943.943756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628943.943757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628943.943757:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628943.943764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628943.943764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628943.943764:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628943.943766:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628943.943769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943770:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628943.943771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628943.943771:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628943.943772:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943774:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628943.943776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628943.943776:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628943.943776:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628943.943783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628943.943784:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628943.943784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628943.943786:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628943.943847:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628943.943851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628943.943853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628944.711681:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628944.711688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628944.711690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628944.711695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628944.711698:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628944.711703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628944.711705:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628944.711708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628944.711711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628944.967728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628944.967728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628944.967734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628944.967738:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628944.967738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628944.967740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628944.967741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628944.967742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628944.967749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628944.967749:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628944.967751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628944.967755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628944.967756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628944.967756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628944.967762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628944.967762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628944.967764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628944.967768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628944.967768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628944.967769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628944.967771:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628944.967774:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628944.967775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628944.967781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628944.967843:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628944.967848:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628944.967852:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628945.735740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628945.735747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628945.735749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628945.735754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628945.735758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628945.735762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628945.735766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628945.735768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628945.735771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628945.991745:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628945.991745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628945.991752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628945.991754:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628945.991754:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628945.991757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628945.991758:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628945.991758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628945.991766:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628945.991767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628945.991767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628945.991770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628945.991772:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628945.991773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628945.991775:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628945.991777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628945.991778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628945.991778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628945.991782:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628945.991784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628945.991786:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628945.991788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628945.991789:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628945.991793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628945.991851:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628945.991856:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628945.991860:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628946.567731:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308294416, at 4308294464
00000100:00000040:0.0:1778628946.567741:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308294416, at 4308294464
00000100:00000010:1.0:1778628946.567746:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00720.
00000100:00000010:0.0:1778628946.567760:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd006c0.
00000100:00000001:3.0:1778628946.759710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628946.759716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628946.759719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628946.759723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628946.759727:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628946.759730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628946.759732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628946.759735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628946.759737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628947.015662:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628947.015668:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628947.015670:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628947.015674:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628947.015677:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628947.015680:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628947.015684:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628947.015688:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628947.015690:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628947.015712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628947.015715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628947.015718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628947.015720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628947.015721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628947.015735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628947.015735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628947.015742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628947.015742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628947.015747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628947.015749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628947.015751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628947.015754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628947.015755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628947.015761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628947.015828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628947.015832:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628947.015835:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628947.783729:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628947.783732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628947.783739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628947.783740:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628947.783744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.783745:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628947.783750:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1778628947.783751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628947.783756:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778628947.783758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628947.783764:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13623
00000100:00000001:3.0:1778628947.783764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.783771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628947.783774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628947.783778:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628947.783781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628947.783786:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628947.783789:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628947.783792:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783795:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.783797:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783799:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628947.783802:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628947.783804:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628947.783806:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628947.783809:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628947.783811:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628947.783813:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628947.783816:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783817:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.783819:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783820:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628947.783822:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628947.783825:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783826:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628947.783830:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628947.783834:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628947.783836:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.783838:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628947.783840:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628947.783850:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778628947.783853:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628947.783857:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628947.783859:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.783861:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628947.783864:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628947.783869:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628947.783878:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628947.783900:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628947.783909:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628947.783918:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628947.783922:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628947.783926:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628947.783945:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628947.783948:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628947.783951:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628947.783952:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628947.783953:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628947.783956:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628947.783958:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13623
00000400:00000200:0.0:1778628947.783961:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628947.783964:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628947.783966:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628947.783969:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783971:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.783973:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783976:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628947.783976:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778628947.783979:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778628947.783980:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778628947.783981:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628947.783984:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778628947.783984:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1778628947.783986:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628947.783988:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628947.783990:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628947.783993:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628947.783994:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.783998:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.784001:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784005:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628947.784009:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628947.784014:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784017:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628947.784020:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778628947.784025:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1778628947.784027:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628947.784027:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628947.784030:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784030:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778628947.784031:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778628947.784033:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1778628947.784036:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778628947.784037:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778628947.784042:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.784046:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628947.784046:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611200:192.168.204.112@tcp:250:kworker.0
00000100:00000010:0.0:1778628947.784052:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000100:00000001:3.0:1778628947.784052:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1778628947.784055:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628947.784057:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778628947.784058:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628947.784060:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784061:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.784062:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628947.784064:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628947.784064:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778628947.784068:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628947.784073:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000010:0.0:1778628947.784074:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628947.784076:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.784079:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784085:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778628947.784086:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1778628947.784090:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:0.0:1778628947.784097:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628947.784099:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628947.784099:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000040:0.0:1778628947.784103:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628947.784110:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628947.784110:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611200, portal 25
00000100:00000001:3.0:1778628947.784115:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1778628947.784116:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628947.784119:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00080000:0.0:1778628947.784120:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628947.784123:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628947.784124:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628947.784126:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1778628947.784127:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778628947.784130:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13623
00000400:00000200:0.0:1778628947.784138:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628947.784143:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628947.784144:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778628947.784147:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628947.784151:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628947.784154:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:3.0:1778628947.784155:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628947.784156:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.784159:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784161:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:3.0:1778628947.784161:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472611200, offset 0
00000020:00000001:0.0:1778628947.784166:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628947.784167:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628947.784169:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628947.784170:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:3.0:1778628947.784173:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778628947.784174:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628947.784177:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778628947.784179:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784180:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628947.784183:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628947.784184:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628947.784187:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628947.784191:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628947.784194:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:0.0:1778628947.784195:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784201:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628947.784202:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628947.784204:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1778628947.784205:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628947.784207:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628947.784209:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628947.784211:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00100000:0.0:1778628947.784212:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628947.784215:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784216:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1778628947.784217:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784222:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000010:0.0:1778628947.784223:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778628947.784225:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628947.784229:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628947.784230:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784230:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497374:497374:256:4294967295] 192.168.204.112@tcp LPNI seq info [497333:497333:8:4294967295]
00000100:00000001:0.0:1778628947.784234:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628947.784236:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628947.784238:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778628947.784242:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628947.784245:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628947.784251:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628947.784257:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628947.784269:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1778628947.784272:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628947.784273:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778628947.784279:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000040:0.0:1778628947.784281:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1778628947.784290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628947.784297:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1778628947.784298:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628947.784305:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1778628947.784308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628947.784313:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1778628947.784313:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1778628947.784320:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1778628947.784321:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628947.784325:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00000040:0.0:1778628947.784328:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628947.784333:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778628947.784335:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13633)
00000400:00000200:3.0:1778628947.784340:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628947.784345:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628947.784347:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628947.784351:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628947.784355:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784363:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.784366:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784371:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784373:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628947.784377:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784380:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628947.784382:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308299536
00000100:00000010:3.0:1778628947.784387:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd003c0.
00000100:00000001:3.0:1778628947.784395:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628947.784401:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308299536
00000100:00000010:3.0:1778628947.784403:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd004e0.
00000100:00000001:3.0:1778628947.784406:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628947.784409:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628947.784411:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784413:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628947.784416:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628947/real 1778628947]  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628947.784423:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628947.784424:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628947.784425:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628947.784427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628947.784428:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628947.784430:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628947.784432:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628947.784438:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784442:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628947.784443:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628947.784448:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784453:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628947.784456:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784460:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628947.784462:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784463:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784464:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784466:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628947.784468:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628947.784470:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628947.784473:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628947.784476:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628947.784478:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628947.784484:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611200:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628947.784487:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784489:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.784491:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472611200/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784495:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628947.784497:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628947.784500:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628947.784502:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628947.784503:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628947.784504:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628947.784506:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628947.784508:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628947.784511:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628947.784513:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628947.784514:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:3.0:1778628947.784516:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628947.784517:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784526:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628947.784527:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784529:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628947.784530:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628947.784531:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628947.784533:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784538:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628947.784539:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784540:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628947.784542:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628947.784544:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628947.784546:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628947.784548:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628947.784550:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628947.784551:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784552:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628947.784554:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628947.784555:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628947.784558:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628947.784561:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628947.784563:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611328, portal 10
00000100:00000001:3.0:1778628947.784564:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628947.784565:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:3.0:1778628947.784570:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784575:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628947.784576:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628947.784578:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628947.784579:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472611328, offset 0
00000400:00000200:3.0:1778628947.784582:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628947.784584:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628947.784586:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628947.784588:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628947.784589:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628947.784591:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628947.784593:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628947.784595:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497375:497375:256:4294967295] 192.168.204.112@tcp LPNI seq info [497334:497334:8:4294967295]
00000400:00000200:3.0:1778628947.784598:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628947.784602:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628947.784605:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628947.784630:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628947.784635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628947.784638:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778628947.784643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628947.784646:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1778628947.784650:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628947.784652:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628947.784655:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628947.784659:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628947.784663:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628947.784664:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628947.784667:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628947.784671:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784678:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.784680:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784684:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784685:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628947.784688:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628947.784692:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628947.784694:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628947.784696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308295694
00000100:00000001:3.0:1778628947.784698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308299536
00000100:00000001:3.0:1778628947.784699:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308295694
00000100:00000001:3.0:1778628947.784701:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308299536
00000100:00000001:3.0:1778628947.784703:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628947.784704:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784706:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628947.784708:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628947/real 1778628947]  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628947.784718:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628947.784719:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628947.784720:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628947.784722:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628947.784723:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628947.784724:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628947.784726:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628947.784731:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784735:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628947.784736:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784737:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784738:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628947.784740:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784744:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628947.784746:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784751:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628947.784752:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784754:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784755:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784756:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628947.784761:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628947.784762:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628947.784764:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628947.784765:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628947.784768:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628947.784774:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628947.784776:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628947.784778:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784782:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628947.784783:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784784:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628947.784785:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628947.784786:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628947.784788:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628947.784790:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628947.784791:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628947.784792:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628947.784793:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628947.784795:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628947.784797:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628947.784799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628947.784801:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628947.784802:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628947.784805:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611456, portal 10
00000100:00000001:3.0:1778628947.784806:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628947.784807:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:3.0:1778628947.784811:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784816:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628947.784817:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628947.784819:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628947.784820:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472611456, offset 0
00000400:00000200:3.0:1778628947.784824:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628947.784826:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628947.784828:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628947.784830:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628947.784832:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628947.784834:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628947.784836:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628947.784838:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497376:497376:256:4294967295] 192.168.204.112@tcp LPNI seq info [497335:497335:8:4294967295]
00000400:00000200:3.0:1778628947.784841:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628947.784846:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628947.784849:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628947.784851:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628947.784854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628947.784856:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1778628947.784859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628947.784860:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1778628947.784864:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628947.784865:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628947.784867:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628947.784869:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628947.784871:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628947.784872:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628947.784874:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628947.784876:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784895:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.784899:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784904:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784905:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628947.784908:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628947.784910:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628947.784913:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628947.784915:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308295695
00000100:00000001:3.0:1778628947.784917:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308299536
00000100:00000001:3.0:1778628947.784918:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308295695
00000100:00000001:3.0:1778628947.784920:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308299536
00000100:00000001:3.0:1778628947.784921:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628947.784923:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.784924:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628947.784926:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628947/real 1778628947]  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628947.784931:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628947.784932:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628947.784933:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628947.784934:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628947.784936:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628947.784937:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628947.784940:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628947.784945:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784949:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628947.784950:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784951:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784951:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628947.784953:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784957:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628947.784959:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784964:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628947.784966:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784967:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628947.784968:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784969:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628947.784972:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628947.784974:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628947.784976:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628947.784977:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628947.784979:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628947.784984:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628947.784986:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.784988:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.784990:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472611328/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.784994:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628947.784995:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628947.784996:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628947.784997:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628947.784998:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628947.784999:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628947.785000:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628947.785001:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628947.785002:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628947.785003:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628947.785004:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:3.0:1778628947.785006:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628947.785007:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.785009:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628947.785010:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472611456/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628947.785019:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628947.785020:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628947.785021:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628947.785022:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628947.785023:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628947.785023:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628947.785024:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628947.785025:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628947.785026:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628947.785027:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628947.785028:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:3.0:1778628947.785029:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628947.785030:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.785031:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628947.785033:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628947.785034:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628947.785035:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628947.785036:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628948.039756:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628948.039756:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628948.039762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628948.039765:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628948.039765:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628948.039768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628948.039769:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628948.039769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628948.039777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628948.039777:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628948.039779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628948.039783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628948.039784:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628948.039785:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628948.039789:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628948.039791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628948.039791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628948.039792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628948.039797:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628948.039798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628948.039801:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628948.039802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628948.039804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628948.039809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628948.039872:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628948.039875:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628948.039886:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628948.807715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628948.807720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628948.807722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628948.807726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628948.807729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628948.807732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628948.807734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628948.807736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628948.807738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628949.063677:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628949.063685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628949.063688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628949.063694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628949.063696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628949.063698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628949.063703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628949.063704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628949.063707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628949.063708:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628949.063713:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778628949.063713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628949.063719:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628949.063719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628949.063724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628949.063728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628949.063731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628949.063735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628949.063743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628949.063750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628949.063757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628949.063759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628949.063763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628949.063764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628949.063827:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628949.063830:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628949.063833:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628949.831722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628949.831730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628949.831732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628949.831738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628949.831742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628949.831746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628949.831748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628949.831751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628949.831754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628950.087709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628950.087713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628950.087714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628950.087716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628950.087723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628950.087724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628950.087725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628950.087728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628950.087731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628950.087735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628950.087736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628950.087737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628950.087740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628950.087745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628950.087747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628950.087750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628950.087751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628950.087752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628950.087756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628950.087759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628950.087759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628950.087764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628950.087765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628950.087775:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628950.087826:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628950.087830:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628950.087834:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628950.855722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628950.855729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628950.855731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628950.855737:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628950.855742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628950.855746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628950.855750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628950.855752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628950.855756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628951.111738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628951.111746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628951.111748:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628951.111752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628951.111754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628951.111758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628951.111760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628951.111767:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628951.111767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628951.111771:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628951.111774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628951.111779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628951.111781:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628951.111784:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628951.111787:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628951.111787:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628951.111797:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628951.111801:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628951.111808:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628951.111813:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778628951.111815:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628951.111830:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628951.111833:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1778628951.111834:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628951.111841:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628951.111846:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628951.111850:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628951.687714:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308299536, at 4308299584
00000100:00000040:1.0:1778628951.687714:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308299536, at 4308299584
00000100:00000010:1.0:1778628951.687730:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd004e0.
00000100:00000010:0.0:1778628951.687734:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd003c0.
00000100:00000001:3.0:1778628951.879689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628951.879696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628951.879699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628951.879703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628951.879706:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628951.879709:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628951.879711:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628951.879713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628951.879715:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628952.135691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628952.135697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628952.135701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628952.135705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628952.135706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628952.135713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628952.135714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628952.135718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628952.135719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628952.135723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628952.135724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628952.135726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628952.135728:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628952.135729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628952.135731:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628952.135733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628952.135736:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628952.135739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628952.135740:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628952.135742:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628952.135748:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628952.135750:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628952.135755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628952.135758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628952.135765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628952.135769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628952.135773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628952.135777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628952.135781:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628952.135785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628952.135821:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628952.135825:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628952.135828:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628952.903706:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628952.903708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628952.903715:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628952.903715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628952.903718:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628952.903719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628952.903722:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628952.903725:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1778628952.903725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628952.903730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628952.903732:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13628
00000100:00000001:3.0:1778628952.903735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.903740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778628952.903742:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628952.903744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628952.903749:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628952.903750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628952.903751:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628952.903756:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903759:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628952.903761:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903762:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628952.903765:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628952.903766:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628952.903768:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628952.903770:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628952.903772:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628952.903774:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628952.903777:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903779:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628952.903795:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903797:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628952.903799:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628952.903802:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903804:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628952.903806:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628952.903809:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628952.903811:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628952.903813:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628952.903815:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628952.903822:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778628952.903825:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628952.903828:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628952.903829:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628952.903831:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628952.903833:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628952.903837:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628952.903844:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628952.903849:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628952.903856:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628952.903864:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628952.903867:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628952.903870:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628952.903888:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628952.903890:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628952.903893:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628952.903894:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628952.903895:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628952.903897:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628952.903900:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13628
00000400:00000200:0.0:1778628952.903903:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628952.903905:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628952.903907:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628952.903909:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903911:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628952.903912:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628952.903913:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903916:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628952.903916:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778628952.903918:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628952.903920:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778628952.903920:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778628952.903923:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628952.903924:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628952.903927:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778628952.903928:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778628952.903929:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628952.903935:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903939:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628952.903942:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628952.903945:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628952.903946:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628952.903948:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628952.903949:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778628952.903952:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1778628952.903953:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628952.903956:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.903956:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628952.903957:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778628952.903960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628952.903962:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628952.903966:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628952.903966:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611584:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778628952.903970:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628952.903974:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1778628952.903975:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778628952.903977:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1778628952.903978:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.903980:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628952.903981:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.903985:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1778628952.903986:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778628952.903989:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:3.0:1778628952.903991:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628952.903994:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628952.903997:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628952.903999:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904000:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628952.904002:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628952.904004:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628952.904005:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628952.904005:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000010:0.0:1778628952.904012:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000400:00000010:3.0:1778628952.904013:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:0.0:1778628952.904015:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628952.904020:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778628952.904020:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611584, portal 25
00000100:00000001:3.0:1778628952.904024:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628952.904027:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000001:0.0:1778628952.904033:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628952.904035:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628952.904037:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628952.904040:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904052:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628952.904059:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628952.904062:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628952.904064:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628952.904065:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472611584, offset 0
00000100:00080000:0.0:1778628952.904069:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628952.904073:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778628952.904076:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628952.904079:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628952.904081:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778628952.904083:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628952.904087:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1778628952.904092:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:0.0:1778628952.904093:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13628
00000400:00000200:3.0:1778628952.904099:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778628952.904101:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628952.904105:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778628952.904108:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:3.0:1778628952.904110:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1778628952.904114:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778628952.904114:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:0.0:1778628952.904121:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628952.904122:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497377:497377:256:4294967295] 192.168.204.112@tcp LPNI seq info [497336:497336:8:4294967295]
00000100:00000001:0.0:1778628952.904127:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628952.904130:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628952.904133:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628952.904137:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628952.904142:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1778628952.904143:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1778628952.904146:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628952.904149:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1778628952.904150:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778628952.904152:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000010:3.0:1778628952.904155:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000020:00000001:0.0:1778628952.904156:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628952.904160:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778628952.904164:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628952.904167:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:3.0:1778628952.904169:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1778628952.904172:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628952.904175:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.1:1778628952.904179:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778628952.904180:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628952.904184:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:3.1:1778628952.904185:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1778628952.904189:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628952.904193:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1778628952.904193:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778628952.904196:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1778628952.904197:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
02000000:00000001:0.0:1778628952.904199:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628952.904202:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904203:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778628952.904204:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628952.904207:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628952.904210:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1778628952.904211:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628952.904214:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904216:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000100:00000010:0.0:1778628952.904217:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000400:00000010:3.0:1778628952.904218:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000020:00000040:0.0:1778628952.904220:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:3.0:1778628952.904222:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1778628952.904223:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628952.904225:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628952.904227:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1778628952.904228:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628952.904229:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628952.904232:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628952.904238:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:3.0:1778628952.904239:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778628952.904242:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628952.904244:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778628952.904250:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628952.904254:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904258:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628952.904263:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904271:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628952.904273:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628952.904275:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308304656
00000100:00000001:0.0:1778628952.904276:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628952.904281:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778628952.904282:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00d20.
00000100:00000001:0.0:1778628952.904289:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628952.904292:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628952.904292:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1778628952.904297:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628952.904300:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628952.904301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308304656
00000100:00000040:0.0:1778628952.904306:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1778628952.904306:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd001e0.
00000100:00000001:3.0:1778628952.904311:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1778628952.904312:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13638)
00000100:00000001:3.0:1778628952.904317:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628952.904320:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904322:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628952.904326:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628952/real 1778628952]  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628952.904338:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628952.904339:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628952.904340:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628952.904342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628952.904343:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628952.904345:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628952.904347:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628952.904352:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904357:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628952.904358:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904361:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628952.904363:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904368:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628952.904370:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904375:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628952.904377:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904378:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904380:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628952.904381:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628952.904383:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628952.904386:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628952.904387:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628952.904389:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628952.904395:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611584:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628952.904399:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904400:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628952.904402:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472611584/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904406:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628952.904408:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628952.904409:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628952.904411:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628952.904412:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628952.904413:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628952.904415:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628952.904416:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:3.0:1778628952.904419:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628952.904420:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628952.904421:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:3.0:1778628952.904423:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628952.904424:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904425:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904431:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628952.904432:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904433:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628952.904434:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628952.904435:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628952.904437:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904442:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628952.904443:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.904444:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628952.904446:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628952.904447:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628952.904448:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628952.904451:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628952.904452:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628952.904453:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.904455:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628952.904456:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628952.904458:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904460:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628952.904462:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628952.904464:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628952.904466:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611712, portal 10
00000100:00000001:3.0:1778628952.904467:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628952.904468:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:3.0:1778628952.904472:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904477:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628952.904478:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628952.904480:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628952.904481:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472611712, offset 0
00000400:00000200:3.0:1778628952.904484:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628952.904486:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628952.904488:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628952.904490:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628952.904492:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628952.904493:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628952.904495:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628952.904497:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497378:497378:256:4294967295] 192.168.204.112@tcp LPNI seq info [497337:497337:8:4294967295]
00000400:00000200:3.0:1778628952.904500:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628952.904504:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628952.904507:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628952.904509:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628952.904511:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628952.904514:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778628952.904516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628952.904518:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1778628952.904521:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628952.904522:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628952.904524:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628952.904526:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628952.904528:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628952.904529:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628952.904530:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628952.904532:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904537:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628952.904539:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904543:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904544:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628952.904546:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628952.904549:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628952.904550:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628952.904552:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308300813
00000100:00000001:3.0:1778628952.904554:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308304656
00000100:00000001:3.0:1778628952.904555:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308300813
00000100:00000001:3.0:1778628952.904557:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308304656
00000100:00000001:3.0:1778628952.904558:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628952.904559:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904560:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628952.904562:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628952/real 1778628952]  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628952.904567:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628952.904568:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628952.904570:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628952.904571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628952.904572:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628952.904574:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628952.904576:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628952.904581:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904584:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628952.904585:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904586:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904587:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628952.904589:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904593:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628952.904595:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904599:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628952.904601:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904602:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904602:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904604:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628952.904624:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628952.904626:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628952.904629:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628952.904630:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628952.904633:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628952.904638:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628952.904641:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628952.904643:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904648:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628952.904649:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.904650:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628952.904651:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628952.904652:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628952.904654:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628952.904656:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628952.904657:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628952.904658:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628952.904659:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628952.904662:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628952.904663:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628952.904665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628952.904666:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628952.904668:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628952.904670:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611840, portal 10
00000100:00000001:3.0:1778628952.904671:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628952.904672:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:3.0:1778628952.904676:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904680:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628952.904681:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628952.904683:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628952.904684:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472611840, offset 0
00000400:00000200:3.0:1778628952.904687:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628952.904689:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628952.904691:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628952.904693:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628952.904696:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628952.904698:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628952.904700:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628952.904703:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497379:497379:256:4294967295] 192.168.204.112@tcp LPNI seq info [497338:497338:8:4294967295]
00000400:00000200:3.0:1778628952.904708:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628952.904714:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628952.904719:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628952.904722:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628952.904726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628952.904729:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1778628952.904734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628952.904737:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1778628952.904742:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628952.904743:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628952.904746:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628952.904750:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628952.904753:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628952.904755:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628952.904757:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628952.904760:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904766:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628952.904767:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904772:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904773:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628952.904776:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628952.904778:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628952.904796:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628952.904799:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308300815
00000100:00000001:3.0:1778628952.904801:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308304656
00000100:00000001:3.0:1778628952.904802:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308300815
00000100:00000001:3.0:1778628952.904804:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308304656
00000100:00000001:3.0:1778628952.904806:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628952.904807:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904808:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628952.904811:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628952/real 1778628952]  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628952.904817:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628952.904818:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628952.904819:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628952.904820:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628952.904822:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628952.904823:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628952.904825:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628952.904830:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904834:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628952.904835:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628952.904839:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904843:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628952.904845:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904849:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628952.904851:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904852:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628952.904853:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904854:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628952.904856:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628952.904858:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628952.904860:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628952.904862:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628952.904864:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628952.904869:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472611840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628952.904871:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904873:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628952.904874:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472611712/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904878:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628952.904879:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628952.904880:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628952.904882:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628952.904883:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628952.904884:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628952.904885:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628952.904886:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:3.0:1778628952.904887:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628952.904888:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628952.904889:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:3.0:1778628952.904891:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628952.904891:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904893:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628952.904894:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472611840/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628952.904899:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628952.904899:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628952.904900:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628952.904902:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628952.904903:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628952.904904:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628952.904905:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628952.904906:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628952.904908:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628952.904908:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628952.904909:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:3.0:1778628952.904910:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628952.904911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904912:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628952.904914:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628952.904915:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628952.904916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628952.904917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628953.159714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628953.159717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628953.159723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628953.159723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628953.159730:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628953.159732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628953.159733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628953.159738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628953.159740:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778628953.159742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628953.159743:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628953.159745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628953.159751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628953.159752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628953.159753:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628953.159758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628953.159760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628953.159762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628953.159765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628953.159767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628953.159769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628953.159773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628953.159787:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628953.159792:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628953.159793:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628953.159799:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628953.159804:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628953.927698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628953.927704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628953.927705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628953.927710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628953.927713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628953.927716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628953.927718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628953.927720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628953.927723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628954.183713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628954.183713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628954.183715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628954.183719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628954.183720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628954.183721:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628954.183723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628954.183723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183725:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778628954.183730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628954.183731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628954.183732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628954.183736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628954.183737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628954.183739:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628954.183742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628954.183742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628954.183743:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628954.183748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628954.183748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628954.183749:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628954.183751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628954.183751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628954.183753:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628954.183770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628954.183770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628954.183778:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628954.183780:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628954.183783:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183785:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628954.183787:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183789:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183792:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628954.183797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628954.183800:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628954.183850:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628954.183853:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628954.183855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628954.951823:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628954.951830:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628954.951832:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628954.951837:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628954.951841:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628954.951845:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628954.951848:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628954.951850:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628954.951853:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628955.207787:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628955.207788:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628955.207788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628955.207798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628955.207803:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628955.207803:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628955.207805:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628955.207809:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628955.207810:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628955.207810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628955.207823:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628955.207824:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628955.207825:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628955.207830:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628955.207830:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628955.207832:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628955.207835:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628955.207838:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628955.207839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628955.207843:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628955.207845:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628955.207847:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628955.207849:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628955.207856:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628955.207874:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628955.207880:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628955.207885:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628955.975740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628955.975751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628955.975754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628955.975762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628955.975768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628955.975773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628955.975777:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628955.975782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628955.975786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628956.231702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628956.231706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628956.231711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628956.231711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628956.231714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628956.231732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628956.231735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628956.231737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628956.231737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628956.231743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628956.231744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628956.231748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628956.231749:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628956.231752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628956.231753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628956.231756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628956.231760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628956.231764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628956.231769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628956.231773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628956.231777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628956.231780:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628956.231783:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628956.231788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628956.231812:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628956.231816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628956.231820:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628956.807774:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308304656, at 4308304704
00000100:00000010:1.0:1778628956.807792:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd001e0.
00000100:00000040:0.0:1778628956.807796:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308304656, at 4308304704
00000100:00000010:0.0:1778628956.807812:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00d20.
00000100:00000001:3.0:1778628956.999735:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628956.999741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628956.999743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628956.999749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628956.999753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628956.999757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628956.999760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628956.999763:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628956.999774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628957.255667:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628957.255674:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628957.255677:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628957.255677:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628957.255677:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628957.255685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1778628957.255686:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628957.255686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628957.255689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628957.255703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628957.255705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628957.255705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628957.255708:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628957.255708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628957.255717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628957.255718:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628957.255718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628957.255721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628957.255722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628957.255723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628957.255737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628957.255737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628957.255742:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778628957.255745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628957.255746:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628957.255749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628957.255751:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628958.023702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628958.023708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628958.023709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628958.023715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628958.023718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628958.023722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778628958.023723:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628958.023724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628958.023728:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778628958.023733:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628958.023733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.023738:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628958.023743:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628958.023747:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628958.023755:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13633
00000400:00000200:1.0:1778628958.023765:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628958.023771:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628958.023774:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628958.023778:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023782:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628958.023784:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023787:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628958.023791:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628958.023793:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778628958.023796:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628958.023799:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778628958.023801:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778628958.023803:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778628958.023807:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023809:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628958.023812:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023814:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628958.023817:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778628958.023820:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023823:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628958.023826:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628958.023829:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628958.023832:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.023834:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628958.023836:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628958.023844:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821f80.
00000020:00000040:1.0:1778628958.023848:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778628958.023852:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628958.023854:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.023857:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628958.023859:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628958.023864:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628958.023871:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:1.0:1778628958.023878:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628958.023887:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628958.023898:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628958.023903:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628958.023908:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4f1737] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628958.023929:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628958.023933:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628958.023936:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778628958.023938:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628958.023940:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628958.023943:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628958.023947:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13633
00000400:00000200:1.0:1778628958.023952:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628958.023954:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1778628958.023957:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628958.023958:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778628958.023961:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778628958.023962:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778628958.023968:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:3.0:1778628958.023971:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628958.023972:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628958.023978:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.023981:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628958.023984:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628958.023987:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778628958.023988:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1778628958.023991:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778628958.023991:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778628958.023996:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:3.0:1778628958.023996:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1778628958.024000:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628958.024001:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1778628958.024006:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628958.024006:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628958.024013:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611968:192.168.204.112@tcp:250:kworker.0
00000100:00000040:1.0:1778628958.024014:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628958.024019:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1778628958.024020:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628958.024024:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628958.024025:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778628958.024028:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778628958.024029:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778628958.024034:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778628958.024034:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1778628958.024039:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000010:3.0:1778628958.024040:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00000001:1.0:1778628958.024042:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628958.024044:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628958.024046:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628958.024051:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778628958.024052:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1778628958.024055:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000001:1.0:1778628958.024056:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.024060:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1778628958.024061:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000008:00100000:1.0:1778628958.024064:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1778628958.024068:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472611968, portal 25
00000008:00000001:1.0:1778628958.024069:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.024074:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024074:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628958.024076:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629879168 : -123998079672448 : ffff8f3972821f80)
00000100:00000010:1.0:1778628958.024081:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823b80.
00000100:00000040:3.0:1778628958.024083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778628958.024085:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778628958.024092:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628958.024095:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024096:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778628958.024099:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628958.024103:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1778628958.024103:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778628958.024106:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628958.024108:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
02000000:00000010:1.0:1778628958.024111:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000200:3.0:1778628958.024114:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472611968, offset 0
00000100:00000001:1.0:1778628958.024116:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628958.024125:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:1.0:1778628958.024126:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628958.024139:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628958.024139:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778628958.024143:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628958.024150:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778628958.024152:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d80ff9d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628958.024158:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1778628958.024166:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628958.024166:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778628958.024171:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628958.024172:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628958.024177:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:1.0:1778628958.024179:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778628958.024182:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1778628958.024183:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497380:497380:256:4294967295] 192.168.204.112@tcp LPNI seq info [497339:497339:8:4294967295]
00000100:00080000:1.0:1778628958.024184:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628958.024191:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1778628958.024194:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778628958.024198:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13633
00000400:00000200:3.0:1778628958.024206:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1778628958.024214:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:3.0:1778628958.024216:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778628958.024220:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628958.024224:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1778628958.024224:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000040:1.0:1778628958.024229:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.024232:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778628958.024237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:1.0:1778628958.024238:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628958.024243:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:3.0:1778628958.024245:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1778628958.024248:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628958.024252:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778628958.024254:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628958.024258:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:3.1:1778628958.024258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:1.0:1778628958.024263:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.1:1778628958.024266:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1778628958.024267:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628958.024275:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000100:3.0:1778628958.024277:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778628958.024280:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1778628958.024281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000100:00000040:1.0:1778628958.024286:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024287:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1778628958.024289:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628958.024294:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628958.024294:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1778628958.024302:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024302:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628958.024305:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:1.0:1778628958.024308:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024310:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1778628958.024311:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628958.024315:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1778628958.024316:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628958.024321:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.024326:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628958.024330:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628958.024332:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1778628958.024335:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628958.024337:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628958.024338:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628958.024345:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820e00.
00000100:00000001:3.0:1778628958.024347:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778628958.024349:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:3.0:1778628958.024349:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1778628958.024354:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628958.024356:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024356:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.024361:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1778628958.024363:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778628958.024364:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1778628958.024366:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308309776
02000000:00000001:1.0:1778628958.024367:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778628958.024374:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00de0.
02000000:00000010:1.0:1778628958.024375:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:1.0:1778628958.024380:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024381:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1778628958.024387:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628958.024388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308309776
00000100:00000010:3.0:1778628958.024394:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00900.
00000100:00000001:3.0:1778628958.024399:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778628958.024405:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628958.024405:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628958.024409:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024409:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024414:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1778628958.024417:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001136902d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628958.024421:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628958/real 1778628958]  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628958.024435:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628958.024439:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628958.024448:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:3.0:1778628958.024451:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1778628958.024452:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1778628958.024453:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628958.024456:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000100:00000040:1.0:1778628958.024459:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628958.024460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628958.024464:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628958.024467:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1778628958.024468:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13643)
00000100:00000200:3.0:1778628958.024471:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628958.024479:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024483:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628958.024485:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024487:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.024488:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628958.024491:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024495:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628958.024498:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024503:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628958.024505:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024506:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.024507:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024508:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628958.024510:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628958.024512:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628958.024514:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628958.024517:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628958.024520:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628958.024525:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472611968:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628958.024528:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024529:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628958.024531:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821f80 x1865013472611968/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024535:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628958.024537:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628958.024538:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628958.024540:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628958.024541:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628958.024543:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628958.024544:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628958.024551:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778628958.024554:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628958.024555:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628958.024556:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821f80.
00000100:00000001:3.0:1778628958.024559:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628958.024560:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024562:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024568:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628958.024569:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024572:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628958.024573:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628958.024574:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628958.024578:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024585:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628958.024587:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628958.024589:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628958.024591:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628958.024594:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628958.024598:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612096:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628958.024601:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628958.024603:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628958.024627:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628958.024630:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628958.024633:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628958.024634:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628958.024637:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628958.024639:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628958.024642:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628958.024644:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612096, portal 10
00000100:00000001:3.0:1778628958.024646:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628958.024647:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629886336 : -123998079665280 : ffff8f3972823b80)
00000100:00000040:3.0:1778628958.024652:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024656:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628958.024658:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628958.024659:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628958.024661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612096, offset 0
00000400:00000200:3.0:1778628958.024664:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024667:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628958.024669:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628958.024671:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628958.024673:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628958.024675:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628958.024676:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024678:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497381:497381:256:4294967295] 192.168.204.112@tcp LPNI seq info [497340:497340:8:4294967295]
00000400:00000200:3.0:1778628958.024701:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628958.024706:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628958.024709:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628958.024713:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628958.024716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628958.024718:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628958.024721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628958.024723:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628958.024726:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628958.024727:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628958.024729:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628958.024732:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628958.024734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628958.024735:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628958.024737:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628958.024740:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024745:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628958.024747:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024752:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024753:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628958.024755:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628958.024758:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628958.024760:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628958.024762:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308305934
00000100:00000001:3.0:1778628958.024764:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308309776
00000100:00000001:3.0:1778628958.024765:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308305934
00000100:00000001:3.0:1778628958.024767:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308309776
00000100:00000001:3.0:1778628958.024768:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628958.024769:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024771:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628958.024773:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628958/real 1778628958]  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628958.024782:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628958.024783:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628958.024785:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628958.024786:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628958.024787:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628958.024788:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628958.024790:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628958.024795:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024799:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628958.024800:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024801:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.024802:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628958.024804:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024808:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628958.024811:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024815:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628958.024816:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024817:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.024818:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024819:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628958.024822:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628958.024824:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628958.024826:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628958.024827:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628958.024830:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628958.024835:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612096:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628958.024838:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628958.024840:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024843:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628958.024844:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628958.024846:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628958.024847:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628958.024848:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628958.024850:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628958.024851:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628958.024853:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628958.024854:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628958.024855:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628958.024857:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628958.024858:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628958.024860:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628958.024862:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628958.024864:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628958.024866:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612224, portal 10
00000100:00000001:3.0:1778628958.024867:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628958.024868:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629874688 : -123998079676928 : ffff8f3972820e00)
00000100:00000040:3.0:1778628958.024871:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024876:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628958.024877:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628958.024878:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628958.024880:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612224, offset 0
00000400:00000200:3.0:1778628958.024883:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024885:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628958.024888:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628958.024890:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628958.024892:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628958.024893:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628958.024895:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628958.024897:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497382:497382:256:4294967295] 192.168.204.112@tcp LPNI seq info [497341:497341:8:4294967295]
00000400:00000200:3.0:1778628958.024900:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628958.024905:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628958.024907:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628958.024909:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628958.024912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628958.024913:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778628958.024916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628958.024918:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778628958.024920:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628958.024922:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628958.024923:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628958.024925:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628958.024927:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628958.024929:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628958.024930:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628958.024932:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024937:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628958.024938:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024943:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024944:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628958.024945:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628958.024947:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628958.024949:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628958.024951:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308305935
00000100:00000001:3.0:1778628958.024953:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308309776
00000100:00000001:3.0:1778628958.024955:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308305935
00000100:00000001:3.0:1778628958.024956:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308309776
00000100:00000001:3.0:1778628958.024957:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628958.024958:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.024960:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628958.024962:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628958/real 1778628958]  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628958.024966:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628958.024967:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628958.024968:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628958.024969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628958.024970:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628958.024971:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628958.024973:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628958.024979:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024983:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628958.024984:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.024985:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.024985:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628958.024987:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024991:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628958.024993:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.024997:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628958.024999:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025000:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628958.025001:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025002:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628958.025004:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628958.025006:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628958.025008:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628958.025009:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628958.025011:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628958.025015:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628958.025018:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025019:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628958.025021:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823b80 x1865013472612096/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.025025:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628958.025026:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628958.025028:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628958.025029:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628958.025030:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628958.025031:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628958.025032:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628958.025033:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:3.0:1778628958.025035:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628958.025036:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628958.025037:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823b80.
00000100:00000001:3.0:1778628958.025039:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628958.025040:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025041:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628958.025042:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820e00 x1865013472612224/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628958.025051:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628958.025052:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628958.025053:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628958.025054:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628958.025055:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628958.025056:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628958.025057:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628958.025058:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:3.0:1778628958.025059:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628958.025060:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628958.025060:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820e00.
00000100:00000001:3.0:1778628958.025062:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628958.025062:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025064:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628958.025066:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628958.025067:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628958.025068:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628958.025069:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628958.279692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628958.279694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628958.279700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628958.279700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628958.279705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628958.279705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628958.279713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628958.279713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628958.279714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628958.279719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628958.279720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628958.279720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.279726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628958.279726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628958.279727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628958.279730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.279733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628958.279733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628958.279735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628958.279737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628958.279738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628958.279738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628958.279745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628958.279746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628958.279797:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628958.279800:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628958.279803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628959.047729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628959.047736:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628959.047739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628959.047744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628959.047748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628959.047752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628959.047756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628959.047758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628959.047762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628959.303653:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628959.303671:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628959.303673:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628959.303680:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628959.303683:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628959.303687:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628959.303690:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628959.303690:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628959.303692:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628959.303694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628959.303695:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628959.303696:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628959.303697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628959.303699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628959.303702:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628959.303704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628959.303705:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628959.303708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628959.303709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628959.303713:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628959.303713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628959.303716:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628959.303716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628959.303719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628959.303736:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628959.303739:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628959.303743:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778628959.495741:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778628959.495749:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778628959.495754:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778628959.495870:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778628959.495878:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778628959.495884:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778628959.495890:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778628959.495893:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628960.071682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628960.071688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628960.071689:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628960.071694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628960.071697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628960.071699:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628960.071701:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628960.071703:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628960.071705:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628960.327708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628960.327709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628960.327715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628960.327715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628960.327716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628960.327717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628960.327718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628960.327720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628960.327725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628960.327725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628960.327726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628960.327728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628960.327732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628960.327732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628960.327733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628960.327736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628960.327737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628960.327737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628960.327743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628960.327744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628960.327746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628960.327747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628960.327749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628960.327750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628960.327793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628960.327797:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628960.327800:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628961.095712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628961.095718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628961.095719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628961.095724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628961.095728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628961.095730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628961.095733:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628961.095735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628961.095737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628961.351678:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628961.351683:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628961.351685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628961.351688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628961.351689:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628961.351692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778628961.351694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628961.351697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628961.351698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628961.351699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628961.351700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628961.351703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628961.351704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628961.351706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628961.351709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628961.351710:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628961.351710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628961.351714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628961.351715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628961.351718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628961.351720:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628961.351730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628961.351736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628961.351739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628961.351741:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628961.351745:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628961.351749:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628961.927713:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308309776, at 4308309824
00000100:00000040:0.0:1778628961.927725:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308309776, at 4308309824
00000100:00000010:1.0:1778628961.927732:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00900.
00000100:00000010:0.0:1778628961.927742:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00de0.
00000100:00000001:3.0:1778628962.119718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628962.119727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628962.119730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628962.119736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628962.119741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628962.119746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628962.119750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628962.119754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628962.119758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628962.375728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628962.375735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628962.375737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628962.375743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628962.375747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628962.375750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628962.375750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628962.375752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628962.375758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628962.375758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628962.375759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628962.375761:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628962.375766:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778628962.375768:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628962.375770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628962.375771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628962.375773:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628962.375774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628962.375780:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628962.375784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628962.375786:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628962.375790:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628962.375791:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628962.375793:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628962.375794:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628962.375801:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628962.375805:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628962.375807:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628962.375809:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628962.375810:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628962.375845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628962.375849:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628962.375853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628963.143746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628963.143753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628963.143755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628963.143760:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1778628963.143761:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628963.143766:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628963.143769:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778628963.143770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628963.143774:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628963.143775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628963.143779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778628963.143780:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628963.143782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.143788:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628963.143808:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13638
00000400:00000200:0.0:1778628963.143821:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628963.143829:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628963.143834:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628963.143837:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.143841:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628963.143844:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.143847:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628963.143852:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628963.143854:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628963.143858:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628963.143860:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628963.143864:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628963.143866:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628963.143870:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.143872:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628963.143874:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.143876:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628963.143880:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628963.143884:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628963.143887:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628963.143890:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628963.143894:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628963.143898:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.143900:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628963.143903:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628963.143915:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778628963.143919:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628963.143924:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628963.143927:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.143930:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628963.143933:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628963.143939:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628963.143949:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628963.143957:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628963.143967:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628963.143980:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628963.143985:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628963.143990:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628963.144014:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628963.144018:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628963.144022:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628963.144024:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628963.144026:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628963.144030:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628963.144034:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13638
00000100:00000001:3.0:1778628963.144037:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1778628963.144041:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628963.144041:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628963.144044:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1778628963.144048:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628963.144051:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628963.144053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628963.144058:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144064:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628963.144069:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628963.144070:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628963.144073:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.144075:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778628963.144077:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1778628963.144080:0:224857:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1778628963.144081:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1778628963.144084:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
02000000:00000001:3.0:1778628963.144084:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628963.144088:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:3.0:1778628963.144091:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472612352:192.168.204.112@tcp:250:kworker.0
00000020:00000040:0.0:1778628963.144093:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:3.0:1778628963.144096:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1778628963.144098:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628963.144102:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778628963.144102:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628963.144105:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628963.144109:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628963.144109:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778628963.144113:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1778628963.144116:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
00000100:00000040:0.0:1778628963.144117:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628963.144119:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.144122:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628963.144126:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000400:00000200:3.0:1778628963.144129:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778628963.144133:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:3.0:1778628963.144134:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:0.0:1778628963.144136:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628963.144139:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628963.144145:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628963.144148:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628963.144150:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:0.0:1778628963.144151:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628963.144158:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628963.144162:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628963.144162:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612352, portal 25
00000100:00000001:3.0:1778628963.144168:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778628963.144169:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144172:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000010:0.0:1778628963.144176:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778628963.144180:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:3.0:1778628963.144184:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628963.144185:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628963.144188:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.144193:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628963.144197:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628963.144200:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144202:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1778628963.144206:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000040:3.0:1778628963.144208:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144211:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628963.144214:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00100000:0.0:1778628963.144219:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778628963.144222:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472612352, offset 0
00000100:00000001:0.0:1778628963.144232:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628963.144236:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144237:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628963.144244:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628963.144251:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.144260:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:0.0:1778628963.144261:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628963.144266:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628963.144267:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1778628963.144272:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628963.144274:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628963.144276:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628963.144278:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1778628963.144282:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:0.0:1778628963.144283:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13638
00000400:00000200:0.0:1778628963.144291:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.144292:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778628963.144297:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:3.0:1778628963.144299:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:0.0:1778628963.144303:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778628963.144308:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497383:497383:256:4294967295] 192.168.204.112@tcp LPNI seq info [497342:497342:8:4294967295]
00000100:00000040:0.0:1778628963.144310:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144315:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628963.144316:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628963.144320:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144323:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628963.144325:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628963.144327:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628963.144331:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778628963.144334:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1778628963.144335:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628963.144340:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778628963.144344:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778628963.144346:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628963.144351:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144354:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1778628963.144354:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000040:0.0:1778628963.144359:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144361:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628963.144364:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:3.0:1778628963.144365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628963.144371:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1778628963.144372:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144378:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628963.144383:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1778628963.144383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:0.0:1778628963.144388:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1778628963.144388:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1778628963.144394:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1778628963.144397:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778628963.144399:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:3.0:1778628963.144400:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000008:00100000:0.0:1778628963.144402:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628963.144405:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628963.144406:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778628963.144407:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628963.144413:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000400:00000200:3.0:1778628963.144413:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1778628963.144419:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:3.0:1778628963.144420:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
02000000:00000001:0.0:1778628963.144422:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1778628963.144423:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
02000000:00000001:0.0:1778628963.144425:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628963.144428:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1778628963.144429:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1778628963.144430:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628963.144433:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628963.144435:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778628963.144439:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628963.144446:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144454:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1778628963.144455:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1778628963.144462:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628963.144473:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628963.144478:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144482:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628963.144486:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144487:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778628963.144496:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144497:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628963.144500:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628963.144504:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628963.144509:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308314896
00000100:00000040:0.0:1778628963.144510:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778628963.144516:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1778628963.144516:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00120.
00000100:00000040:0.0:1778628963.144522:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778628963.144527:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1778628963.144528:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13648)
00000100:00000001:3.0:1778628963.144535:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308314896
00000100:00000010:3.0:1778628963.144539:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00d80.
00000100:00000001:3.0:1778628963.144542:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628963.144545:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628963.144548:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144550:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628963.144555:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628963/real 1778628963]  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628963.144568:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628963.144569:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628963.144571:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628963.144573:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628963.144574:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628963.144576:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628963.144594:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628963.144601:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144624:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628963.144626:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144628:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.144630:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628963.144633:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144638:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628963.144642:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144647:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628963.144650:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144651:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.144652:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144654:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628963.144655:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628963.144657:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628963.144660:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628963.144662:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628963.144664:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628963.144671:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472612352:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628963.144674:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144676:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628963.144678:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472612352/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144682:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628963.144684:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628963.144686:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628963.144689:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628963.144690:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628963.144691:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628963.144693:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628963.144695:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628963.144698:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628963.144700:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628963.144701:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:3.0:1778628963.144704:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628963.144705:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144706:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144713:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628963.144714:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144715:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628963.144717:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628963.144718:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628963.144720:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144725:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628963.144726:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628963.144728:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628963.144729:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628963.144731:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628963.144732:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628963.144735:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628963.144737:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628963.144738:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628963.144739:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628963.144741:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628963.144743:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628963.144746:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628963.144748:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628963.144751:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628963.144754:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612480, portal 10
00000100:00000001:3.0:1778628963.144755:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628963.144756:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:3.0:1778628963.144761:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144766:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628963.144767:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628963.144769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628963.144770:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612480, offset 0
00000400:00000200:3.0:1778628963.144773:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628963.144776:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.144778:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628963.144780:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628963.144782:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628963.144784:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628963.144786:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628963.144788:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497384:497384:256:4294967295] 192.168.204.112@tcp LPNI seq info [497343:497343:8:4294967295]
00000400:00000200:3.0:1778628963.144791:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.144796:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628963.144801:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628963.144804:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628963.144808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628963.144811:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628963.144816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628963.144819:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778628963.144823:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628963.144825:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628963.144828:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628963.144833:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628963.144836:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628963.144838:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628963.144841:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628963.144845:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144854:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628963.144857:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144864:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144866:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628963.144869:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628963.144874:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628963.144878:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628963.144880:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308311054
00000100:00000001:3.0:1778628963.144883:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308314896
00000100:00000001:3.0:1778628963.144886:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308311054
00000100:00000001:3.0:1778628963.144888:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308314896
00000100:00000001:3.0:1778628963.144890:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628963.144893:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.144895:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628963.144899:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628963/real 1778628963]  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628963.144908:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628963.144910:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628963.144912:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628963.144915:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628963.144917:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628963.144919:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628963.144923:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628963.144929:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144934:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628963.144935:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144936:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.144937:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628963.144939:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144943:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628963.144946:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144951:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628963.144952:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144953:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.144954:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.144955:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628963.144959:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628963.144961:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628963.144963:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628963.144964:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628963.144966:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628963.144972:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628963.144975:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628963.144977:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.144982:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628963.144983:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628963.144984:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628963.144985:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628963.144987:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628963.144988:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628963.144990:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628963.144992:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628963.144993:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628963.144994:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628963.144997:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628963.144999:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628963.145001:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628963.145003:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628963.145005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628963.145007:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612608, portal 10
00000100:00000001:3.0:1778628963.145009:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628963.145010:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:3.0:1778628963.145014:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145018:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628963.145020:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628963.145021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628963.145023:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612608, offset 0
00000400:00000200:3.0:1778628963.145026:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628963.145028:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.145030:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628963.145033:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628963.145035:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628963.145037:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628963.145038:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628963.145041:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497385:497385:256:4294967295] 192.168.204.112@tcp LPNI seq info [497344:497344:8:4294967295]
00000400:00000200:3.0:1778628963.145043:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628963.145048:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628963.145050:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628963.145052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628963.145055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628963.145057:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778628963.145060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628963.145062:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778628963.145064:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628963.145066:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628963.145068:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628963.145070:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628963.145072:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628963.145073:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628963.145075:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628963.145077:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145082:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628963.145084:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145089:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.145090:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628963.145092:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628963.145094:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628963.145095:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628963.145097:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308311055
00000100:00000001:3.0:1778628963.145098:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308314896
00000100:00000001:3.0:1778628963.145100:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308311055
00000100:00000001:3.0:1778628963.145102:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308314896
00000100:00000001:3.0:1778628963.145104:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628963.145105:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.145106:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628963.145109:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628963/real 1778628963]  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628963.145113:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628963.145114:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628963.145115:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628963.145116:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628963.145117:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628963.145118:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628963.145120:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628963.145125:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145130:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628963.145131:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145132:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.145132:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628963.145134:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145138:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628963.145140:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145144:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628963.145146:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145147:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628963.145147:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145149:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628963.145152:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628963.145153:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628963.145156:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628963.145157:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628963.145159:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628963.145164:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628963.145166:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145168:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628963.145169:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472612480/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145174:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628963.145175:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628963.145176:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628963.145177:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628963.145178:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628963.145179:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628963.145180:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628963.145181:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628963.145183:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628963.145184:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628963.145185:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:3.0:1778628963.145187:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628963.145188:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145189:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628963.145191:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472612608/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628963.145196:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628963.145197:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628963.145197:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628963.145199:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628963.145200:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628963.145201:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628963.145203:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628963.145204:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628963.145205:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628963.145206:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628963.145207:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:3.0:1778628963.145208:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628963.145209:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145210:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628963.145212:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628963.145213:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628963.145214:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628963.145215:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628963.399691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628963.399698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628963.399704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628963.399706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628963.399709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628963.399710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628963.399713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628963.399713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628963.399716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628963.399720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628963.399725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628963.399726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628963.399732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628963.399732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628963.399738:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628963.399739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628963.399742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778628963.399743:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1778628963.399744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628963.399747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628963.399750:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628963.399752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1778628963.399758:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628963.399759:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628963.399764:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628963.399766:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628963.399770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628964.167687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628964.167693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628964.167695:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628964.167699:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628964.167702:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628964.167705:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628964.167707:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628964.167708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628964.167710:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628964.423668:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628964.423674:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628964.423676:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628964.423677:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1778628964.423679:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628964.423683:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628964.423684:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628964.423688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628964.423688:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628964.423688:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628964.423694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628964.423695:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628964.423695:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778628964.423699:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628964.423699:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628964.423700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628964.423703:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628964.423705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628964.423705:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423711:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628964.423712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628964.423716:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628964.423717:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423721:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628964.423723:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423725:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628964.423733:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628964.423735:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628964.423737:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423739:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628964.423741:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423743:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423745:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628964.423749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628964.423750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628964.423794:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628964.423798:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628964.423800:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628965.191717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628965.191723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628965.191725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628965.191730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628965.191734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628965.191738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628965.191741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628965.191744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628965.191747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628965.447704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628965.447704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628965.447709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628965.447711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628965.447711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628965.447713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628965.447714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628965.447715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628965.447722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628965.447722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628965.447723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628965.447727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628965.447728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628965.447729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628965.447732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628965.447734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628965.447735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628965.447736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628965.447737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628965.447739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628965.447739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628965.447742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628965.447744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628965.447746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778628965.447773:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778628965.447775:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778628965.447778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778628966.215698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628966.215705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628966.215707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628966.215712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628966.215716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628966.215720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628966.215722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628966.215725:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628966.215728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628966.471677:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628966.471679:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628966.471684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628966.471685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628966.471685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628966.471686:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628966.471689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628966.471689:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628966.471692:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628966.471695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628966.471696:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628966.471696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628966.471699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628966.471701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628966.471702:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628966.471703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628966.471705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628966.471706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628966.471711:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628966.471711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628966.471714:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628966.471715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628966.471719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628966.471721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628966.471760:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628966.471763:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628966.471766:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628967.047713:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308314896, at 4308314944
00000100:00000040:0.0:1778628967.047723:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308314896, at 4308314944
00000100:00000010:1.0:1778628967.047729:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00d80.
00000100:00000010:0.0:1778628967.047732:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00120.
00000100:00000001:3.0:1778628967.239709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778628967.239715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628967.239717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628967.239721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778628967.239725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628967.239728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628967.239730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628967.239732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628967.239734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628967.495713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628967.495714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628967.495720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628967.495721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628967.495724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628967.495724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628967.495727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628967.495732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628967.495732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628967.495733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628967.495738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628967.495740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628967.495743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628967.495743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628967.495744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628967.495747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628967.495749:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628967.495750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628967.495754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628967.495754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628967.495755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628967.495758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628967.495760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628967.495761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628967.495816:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628967.495820:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628967.495824:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628968.263719:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628968.263728:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628968.263731:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628968.263733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778628968.263736:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628968.263738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628968.263741:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628968.263742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628968.263747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628968.263750:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13643
00000100:00000001:2.0:1778628968.263752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628968.263758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628968.263762:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628968.263762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628968.263766:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628968.263772:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778628968.263772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628968.263778:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628968.263782:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.263786:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628968.263790:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.263802:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628968.263807:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628968.263810:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628968.263814:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628968.263817:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628968.263820:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628968.263823:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628968.263826:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.263828:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628968.263832:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.263834:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628968.263838:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628968.263842:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628968.263845:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628968.263848:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628968.263852:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628968.263855:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.263857:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628968.263860:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628968.263866:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778628968.263870:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628968.263874:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628968.263876:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.263880:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628968.263883:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628968.263888:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628968.263896:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778628968.263903:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628968.263917:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628968.263929:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628968.263934:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628968.263939:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628968.263966:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628968.263970:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628968.263974:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628968.263976:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628968.263978:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628968.263979:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628968.263981:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628968.263985:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13643
00000400:00000200:0.0:1778628968.263990:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628968.263994:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628968.263996:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628968.264005:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264008:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628968.264010:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264013:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628968.264016:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628968.264018:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628968.264020:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628968.264022:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628968.264025:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628968.264028:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628968.264031:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264034:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628968.264037:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264039:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628968.264042:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628968.264046:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264049:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628968.264052:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628968.264057:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628968.264064:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1778628968.264065:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264067:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628968.264068:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628968.264073:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628968.264076:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264078:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628968.264082:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628968.264084:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628968.264087:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628968.264088:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264090:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628968.264092:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628968.264094:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628968.264097:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778628968.264101:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628968.264106:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628968.264116:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628968.264118:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628968.264122:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628968.264132:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628968.264135:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628968.264138:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778628968.264140:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628968.264142:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628968.264145:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628968.264148:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13643
00000400:00000200:0.0:1778628968.264152:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628968.264155:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628968.264158:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628968.264162:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264166:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628968.264170:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:3.0:1778628968.264171:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628968.264175:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628968.264180:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628968.264184:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778628968.264188:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778628968.264188:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1778628968.264192:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:3.0:1778628968.264192:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628968.264196:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1778628968.264197:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000001:3.0:1778628968.264199:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1778628968.264200:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000001:3.0:1778628968.264203:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628968.264206:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264211:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1778628968.264211:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472612736:192.168.204.112@tcp:250:kworker.0
00000100:00000040:0.0:1778628968.264216:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264219:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628968.264222:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628968.264225:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628968.264228:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628968.264231:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628968.264234:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628968.264237:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264239:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628968.264242:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628968.264245:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264248:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628968.264252:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628968.264254:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628968.264257:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628968.264258:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264260:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628968.264262:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628968.264264:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628968.264268:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778628968.264272:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628968.264278:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628968.264281:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628968.264286:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628968.264289:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628968.264292:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778628968.264292:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778628968.264297:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628968.264299:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00000040:0.0:1778628968.264303:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778628968.264305:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628968.264316:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628968.264318:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628968.264321:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000040:0.0:1778628968.264322:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628968.264328:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1778628968.264331:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000040:0.0:1778628968.264332:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628968.264337:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1778628968.264341:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612736, portal 25
00000100:00000040:0.0:1778628968.264342:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13653)
00000100:00000001:3.0:1778628968.264346:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628968.264349:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:3.0:1778628968.264357:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264366:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628968.264370:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628968.264373:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628968.264378:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472612736, offset 0
00000400:00000200:3.0:1778628968.264404:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628968.264412:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.264420:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628968.264426:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628968.264430:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628968.264434:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628968.264437:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628968.264442:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497386:497386:256:4294967295] 192.168.204.112@tcp LPNI seq info [497345:497345:8:4294967295]
00000400:00000200:3.0:1778628968.264447:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.264458:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628968.264464:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.264470:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628968.264477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628968.264493:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628968.264497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628968.264500:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628968.264503:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.264505:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628968.264508:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628968.264512:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628968.264517:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628968.264518:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628968.264521:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628968.264525:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264532:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.264535:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264540:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264541:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628968.264545:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628968.264548:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628968.264550:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308320016
00000100:00000010:3.0:1778628968.264554:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ba0.
00000100:00000001:3.0:1778628968.264564:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628968.264569:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308320016
00000100:00000010:3.0:1778628968.264571:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00f00.
00000100:00000001:3.0:1778628968.264574:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628968.264576:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628968.264578:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264580:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628968.264583:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628968/real 1778628968]  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628968.264590:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628968.264591:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628968.264593:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628968.264594:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628968.264595:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628968.264597:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628968.264599:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628968.264625:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264635:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628968.264637:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264640:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.264642:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628968.264647:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264655:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628968.264662:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264671:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628968.264675:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264677:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.264678:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264681:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628968.264683:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628968.264686:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628968.264690:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628968.264692:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628968.264696:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628968.264706:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472612736:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628968.264711:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264712:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.264715:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472612736/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264722:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628968.264725:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628968.264728:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628968.264730:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628968.264732:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628968.264734:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628968.264736:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628968.264738:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:3.0:1778628968.264741:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628968.264744:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628968.264746:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:3.0:1778628968.264748:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628968.264749:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264751:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264756:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628968.264757:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264758:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628968.264760:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628968.264761:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628968.264763:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264768:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628968.264769:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628968.264771:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628968.264772:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628968.264773:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628968.264775:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612864:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628968.264777:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628968.264779:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628968.264780:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628968.264781:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628968.264783:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628968.264784:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628968.264787:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628968.264789:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628968.264792:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628968.264794:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612864, portal 10
00000100:00000001:3.0:1778628968.264796:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628968.264797:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:3.0:1778628968.264801:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264806:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628968.264808:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628968.264809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628968.264811:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612864, offset 0
00000400:00000200:3.0:1778628968.264813:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628968.264816:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.264819:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628968.264821:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628968.264823:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628968.264825:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628968.264827:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628968.264829:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497387:497387:256:4294967295] 192.168.204.112@tcp LPNI seq info [497346:497346:8:4294967295]
00000400:00000200:3.0:1778628968.264832:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.264837:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628968.264840:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.264842:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628968.264844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628968.264846:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628968.264850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628968.264851:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628968.264854:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.264855:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628968.264857:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628968.264859:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628968.264861:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628968.264862:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628968.264864:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628968.264866:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264876:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.264878:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264882:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264883:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628968.264885:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628968.264888:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628968.264890:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628968.264892:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308316174
00000100:00000001:3.0:1778628968.264893:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308320016
00000100:00000001:3.0:1778628968.264895:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308316174
00000100:00000001:3.0:1778628968.264896:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308320016
00000100:00000001:3.0:1778628968.264898:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628968.264899:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.264900:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628968.264902:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628968/real 1778628968]  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628968.264907:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628968.264908:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628968.264909:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628968.264910:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628968.264911:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628968.264913:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628968.264914:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628968.264919:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264923:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628968.264924:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264926:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.264927:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628968.264929:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264933:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628968.264935:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264939:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628968.264941:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264941:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.264942:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.264943:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628968.264947:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628968.264949:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628968.264951:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628968.264952:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628968.264954:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628968.264958:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612864:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628968.264961:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628968.264963:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.264967:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628968.264968:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628968.264969:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628968.264970:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628968.264972:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628968.264974:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612992:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628968.264976:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628968.264977:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628968.264978:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628968.264980:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628968.264981:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628968.264983:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628968.264984:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628968.264986:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628968.264987:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628968.264989:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472612992, portal 10
00000100:00000001:3.0:1778628968.264991:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628968.264992:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:3.0:1778628968.264996:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265000:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628968.265001:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628968.265003:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628968.265004:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472612992, offset 0
00000400:00000200:3.0:1778628968.265007:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628968.265009:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.265011:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628968.265012:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628968.265014:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628968.265015:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628968.265017:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628968.265019:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497388:497388:256:4294967295] 192.168.204.112@tcp LPNI seq info [497347:497347:8:4294967295]
00000400:00000200:3.0:1778628968.265022:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628968.265026:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628968.265028:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.265030:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628968.265033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628968.265034:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778628968.265037:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628968.265039:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778628968.265042:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628968.265043:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628968.265045:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628968.265047:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628968.265049:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628968.265050:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628968.265051:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628968.265053:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265058:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.265060:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265064:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.265065:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628968.265066:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628968.265068:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628968.265070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628968.265071:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308316175
00000100:00000001:3.0:1778628968.265073:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308320016
00000100:00000001:3.0:1778628968.265074:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308316175
00000100:00000001:3.0:1778628968.265076:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308320016
00000100:00000001:3.0:1778628968.265077:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628968.265078:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.265080:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628968.265082:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628968/real 1778628968]  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628968.265086:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628968.265087:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628968.265088:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628968.265090:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628968.265091:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628968.265092:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628968.265094:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628968.265099:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265103:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628968.265104:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265104:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.265105:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628968.265107:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265111:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628968.265113:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265117:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628968.265119:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265120:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628968.265120:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265121:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628968.265123:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628968.265124:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628968.265126:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628968.265127:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628968.265130:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628968.265138:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472612992:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628968.265141:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265142:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.265144:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472612864/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265148:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628968.265148:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628968.265150:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628968.265151:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628968.265152:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628968.265153:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628968.265154:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628968.265155:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:3.0:1778628968.265156:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628968.265157:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628968.265158:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:3.0:1778628968.265160:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628968.265161:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265162:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628968.265164:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472612992/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628968.265167:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628968.265168:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628968.265169:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628968.265170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628968.265171:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628968.265171:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628968.265172:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628968.265173:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628968.265174:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628968.265175:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628968.265176:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:3.0:1778628968.265178:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628968.265179:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265180:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628968.265182:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628968.265183:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628968.265184:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628968.265186:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628968.519680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628968.519686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628968.519688:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628968.519691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628968.519692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628968.519695:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628968.519698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628968.519700:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628968.519705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628968.519705:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628968.519711:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628968.519711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628968.519718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628968.519719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628968.519721:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628968.519722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628968.519726:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628968.519728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628968.519735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628968.519741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628968.519749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628968.519751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628968.519756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628968.519758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628968.519829:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628968.519833:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628968.519838:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628969.287747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628969.287755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628969.287758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628969.287765:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628969.287770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628969.287775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628969.287778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628969.287782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628969.287787:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628969.543729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628969.543733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628969.543737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628969.543739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628969.543741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628969.543743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628969.543745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628969.543749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628969.543750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778628969.543752:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628969.543758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628969.543760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628969.543763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628969.543768:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628969.543770:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628969.543772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628969.543775:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628969.543776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628969.543781:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628969.543781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628969.543786:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628969.543786:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628969.543799:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628969.543800:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628969.543913:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628969.543917:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628969.543921:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628970.311679:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628970.311686:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628970.311689:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628970.311705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628970.311710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628970.311713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628970.311716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628970.311719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628970.311723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628970.567682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628970.567688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628970.567690:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628970.567694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628970.567699:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628970.567701:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628970.567704:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628970.567704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628970.567708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628970.567709:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628970.567716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628970.567716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628970.567718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628970.567719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628970.567726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628970.567730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628970.567730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628970.567738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628970.567744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628970.567748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628970.567752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628970.567754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628970.567765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628970.567769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628970.567791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628970.567796:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628970.567800:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628971.335711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628971.335718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628971.335721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628971.335727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628971.335749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628971.335754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628971.335757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628971.335761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628971.335765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628971.591724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628971.591724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628971.591727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628971.591730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628971.591734:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628971.591736:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628971.591737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628971.591739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628971.591741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628971.591741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628971.591750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628971.591750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628971.591751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628971.591755:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778628971.591757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628971.591758:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628971.591759:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628971.591761:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628971.591764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628971.591765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628971.591765:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628971.591770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628971.591772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628971.591773:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628971.591775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628971.591777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628971.591778:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628971.591784:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628971.591785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628971.591788:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628971.591866:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628971.591870:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628971.591874:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628972.167719:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308320016, at 4308320064
00000100:00000040:1.0:1778628972.167719:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308320016, at 4308320064
00000100:00000010:1.0:1778628972.167733:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00f00.
00000100:00000010:0.0:1778628972.167735:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ba0.
00000100:00000001:2.0:1778628972.359697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628972.359703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628972.359705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628972.359709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628972.359718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628972.359721:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628972.359724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628972.359726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628972.359728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628972.615702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628972.615709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628972.615710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628972.615714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628972.615718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628972.615719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628972.615721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628972.615727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628972.615728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628972.615730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628972.615733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628972.615735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628972.615742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628972.615747:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628972.615748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628972.615753:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628972.615757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628972.615759:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628972.615761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628972.615764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628972.615769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628972.615769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628972.615772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628972.615773:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628972.615830:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628972.615835:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628972.615838:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628973.383727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628973.383733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628973.383736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628973.383740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778628973.383742:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778628973.383744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628973.383748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628973.383758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778628973.383760:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628973.383761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628973.383764:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628973.383769:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628973.383777:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778628973.383778:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628973.383789:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13648
00000400:00000200:0.0:1778628973.383800:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628973.383806:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628973.383810:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628973.383812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383816:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628973.383818:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383820:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628973.383823:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628973.383824:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628973.383827:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628973.383829:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628973.383831:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628973.383832:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628973.383835:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383836:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628973.383838:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383839:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628973.383841:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628973.383844:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383845:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628973.383848:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628973.383851:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628973.383853:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.383854:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628973.383857:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628973.383867:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d880.
00000020:00000040:0.0:1778628973.383870:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628973.383874:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628973.383876:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.383879:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628973.383882:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628973.383886:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628973.383894:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778628973.383900:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628973.383911:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628973.383923:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628973.383929:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628973.383935:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0b6c985] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628973.383966:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628973.383969:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628973.383972:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628973.383973:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628973.383974:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628973.383977:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628973.383979:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13648
00000400:00000200:0.0:1778628973.383983:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628973.383985:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628973.383987:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628973.383989:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383991:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628973.383992:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.383994:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628973.383995:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628973.383997:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628973.383998:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628973.384000:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628973.384001:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628973.384003:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628973.384005:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.384006:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628973.384007:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.384008:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628973.384010:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778628973.384011:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628973.384013:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628973.384014:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628973.384019:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628973.384020:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384021:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628973.384025:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628973.384027:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384029:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628973.384032:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c380.
00000020:00000040:0.0:1778628973.384033:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628973.384035:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628973.384036:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384037:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628973.384038:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628973.384039:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628973.384043:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628973.384046:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628973.384049:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628973.384054:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628973.384056:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628973.384060:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049257aac] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628973.384068:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628973.384071:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628973.384075:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778628973.384075:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778628973.384079:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778628973.384081:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628973.384082:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778628973.384084:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778628973.384088:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628973.384094:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13648
00000100:00000040:3.0:1778628973.384094:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778628973.384105:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628973.384109:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778628973.384111:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778628973.384112:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628973.384117:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1778628973.384117:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628973.384121:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778628973.384124:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628973.384125:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384129:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1778628973.384132:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613120:192.168.204.112@tcp:250:kworker.0
00000100:00000040:0.0:1778628973.384135:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628973.384140:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628973.384140:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1778628973.384143:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628973.384144:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
02000000:00000001:3.0:1778628973.384145:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1778628973.384146:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1778628973.384148:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628973.384149:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778628973.384154:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000001:3.0:1778628973.384154:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1778628973.384159:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000010:3.0:1778628973.384160:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00000040:0.0:1778628973.384163:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:3.0:1778628973.384163:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384169:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628973.384172:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384176:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628973.384177:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628973.384182:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000010:3.0:1778628973.384183:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00080000:0.0:1778628973.384188:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628973.384192:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628973.384193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000001:0.0:1778628973.384195:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628973.384201:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628973.384204:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628973.384204:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613120, portal 25
00000100:00000001:0.0:1778628973.384207:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628973.384211:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1778628973.384212:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628973.384214:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304081536 : -123998405470080 : ffff8f395f16d880)
00000008:00000001:0.0:1778628973.384217:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628973.384220:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628973.384224:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1778628973.384227:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778628973.384231:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:3.0:1778628973.384238:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628973.384242:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778628973.384244:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628973.384246:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628973.384247:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:0.0:1778628973.384248:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628973.384251:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628973.384253:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778628973.384254:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472613120, offset 0
02000000:00000010:0.0:1778628973.384258:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778628973.384262:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384267:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:0.0:1778628973.384268:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628973.384276:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628973.384277:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384281:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778628973.384285:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628973.384292:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384293:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778628973.384297:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628973.384301:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628973.384302:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1778628973.384305:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628973.384309:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628973.384310:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778628973.384315:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13658)
00000400:00000200:3.0:1778628973.384318:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628973.384322:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384327:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497389:497389:256:4294967295] 192.168.204.112@tcp LPNI seq info [497348:497348:8:4294967295]
00000400:00000200:3.0:1778628973.384333:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628973.384347:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628973.384354:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.384361:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628973.384370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628973.384374:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628973.384399:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628973.384403:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778628973.384408:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.384411:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628973.384420:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628973.384425:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628973.384432:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628973.384435:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628973.384439:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628973.384443:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384451:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.384454:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384459:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.384461:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628973.384467:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384471:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628973.384473:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308325136
00000100:00000010:3.0:1778628973.384479:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00360.
00000100:00000001:3.0:1778628973.384486:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628973.384491:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308325136
00000100:00000010:3.0:1778628973.384494:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd000c0.
00000100:00000001:3.0:1778628973.384496:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628973.384499:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628973.384501:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.384503:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628973.384506:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628973/real 1778628973]  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628973.384513:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628973.384514:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628973.384516:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628973.384518:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628973.384519:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628973.384521:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628973.384523:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628973.384529:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628973.384534:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384536:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.384538:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628973.384540:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384544:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628973.384547:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384553:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628973.384556:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384557:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.384558:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384560:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628973.384562:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628973.384564:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628973.384567:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628973.384568:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628973.384571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628973.384584:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613120:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628973.384587:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628973.384589:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384594:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628973.384595:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628973.384596:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628973.384598:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628973.384599:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628973.384601:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628973.384603:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628973.384604:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628973.384605:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628973.384607:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628973.384631:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628973.384634:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384636:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628973.384638:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628973.384641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628973.384643:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613248, portal 10
00000100:00000001:3.0:1778628973.384645:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628973.384646:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304076160 : -123998405475456 : ffff8f395f16c380)
00000100:00000040:3.0:1778628973.384652:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384657:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628973.384658:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628973.384660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628973.384661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472613248, offset 0
00000400:00000200:3.0:1778628973.384664:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384667:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628973.384669:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628973.384672:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628973.384674:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628973.384675:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628973.384677:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384679:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497390:497390:256:4294967295] 192.168.204.112@tcp LPNI seq info [497349:497349:8:4294967295]
00000400:00000200:3.0:1778628973.384682:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628973.384687:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628973.384690:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.384692:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628973.384694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628973.384697:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628973.384700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628973.384702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778628973.384705:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.384706:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628973.384708:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628973.384710:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628973.384712:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628973.384714:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628973.384715:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628973.384717:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384728:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.384730:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384734:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.384735:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628973.384737:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628973.384740:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628973.384743:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628973.384746:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308321294
00000100:00000001:3.0:1778628973.384749:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308325136
00000100:00000001:3.0:1778628973.384751:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308321294
00000100:00000001:3.0:1778628973.384753:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308325136
00000100:00000001:3.0:1778628973.384756:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628973.384758:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.384760:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628973.384764:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628973/real 1778628973]  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628973.384773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628973.384774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628973.384776:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628973.384778:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628973.384780:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628973.384782:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628973.384785:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628973.384795:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384803:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628973.384805:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384807:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.384808:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628973.384812:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384820:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628973.384824:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384830:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628973.384832:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384833:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.384834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384835:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628973.384839:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628973.384841:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628973.384843:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628973.384845:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628973.384847:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628973.384852:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628973.384855:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384856:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.384858:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d880 x1865013472613120/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384863:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628973.384866:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628973.384868:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628973.384870:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628973.384872:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628973.384873:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628973.384875:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628973.384877:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628973.384880:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628973.384882:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628973.384884:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d880.
00000100:00000001:3.0:1778628973.384886:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628973.384887:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384888:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.384890:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c380 x1865013472613248/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384894:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628973.384895:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628973.384896:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628973.384897:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628973.384897:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628973.384898:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628973.384899:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628973.384900:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628973.384901:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628973.384902:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628973.384903:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c380.
00000100:00000001:3.0:1778628973.384904:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628973.384905:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384906:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.384913:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628973.384914:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.384915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628973.384916:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628973.384917:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628973.384919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384923:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628973.384924:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628973.384925:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628973.384927:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628973.384929:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628973.384931:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628973.384933:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628973.384934:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628973.384935:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628973.384936:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628973.384938:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628973.384939:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628973.384942:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628973.384943:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628973.384946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628973.384948:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613376, portal 10
00000100:00000001:3.0:1778628973.384949:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628973.384950:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:3.0:1778628973.384954:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.384959:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628973.384960:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628973.384961:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628973.384963:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472613376, offset 0
00000400:00000200:3.0:1778628973.384965:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384968:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628973.384970:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628973.384972:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628973.384973:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628973.384985:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628973.384987:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628973.384989:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497391:497391:256:4294967295] 192.168.204.112@tcp LPNI seq info [497350:497350:8:4294967295]
00000400:00000200:3.0:1778628973.384992:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628973.384996:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628973.384999:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.385002:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628973.385004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628973.385006:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778628973.385009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628973.385011:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778628973.385014:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628973.385015:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628973.385017:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628973.385020:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628973.385022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628973.385023:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628973.385024:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628973.385026:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385032:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.385034:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778628998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385038:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.385039:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628973.385041:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628973.385043:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628973.385045:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628973.385046:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308321295
00000100:00000001:3.0:1778628973.385048:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308325136
00000100:00000001:3.0:1778628973.385049:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308321295
00000100:00000001:3.0:1778628973.385051:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308325136
00000100:00000001:3.0:1778628973.385052:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628973.385054:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.385055:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628973.385057:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628973/real 1778628973]  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628973.385066:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628973.385067:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628973.385068:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628973.385070:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628973.385071:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628973.385072:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628973.385073:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628973.385079:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385083:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628973.385084:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385085:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.385086:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628973.385088:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385092:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628973.385094:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385097:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628973.385099:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385100:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628973.385101:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385102:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628973.385104:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628973.385105:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628973.385107:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628973.385108:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628973.385111:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628973.385116:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628973.385119:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385120:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628973.385122:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472613376/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778628998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628973.385125:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628973.385126:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628973.385127:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628973.385128:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628973.385129:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628973.385130:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628973.385131:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628973.385132:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:3.0:1778628973.385133:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628973.385134:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628973.385135:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:3.0:1778628973.385136:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628973.385137:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385138:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628973.385140:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628973.385141:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628973.385142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628973.385143:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628973.639702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628973.639709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628973.639709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628973.639711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628973.639713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628973.639717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628973.639718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628973.639720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628973.639722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628973.639724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628973.639725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628973.639726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628973.639730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628973.639733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628973.639735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628973.639777:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628973.639780:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628973.639783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628973.639819:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628973.639823:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628973.639824:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628973.639826:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628973.639828:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628973.639830:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628973.639832:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628973.639834:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628973.639835:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628974.407687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628974.407695:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628974.407696:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628974.407702:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628974.407707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628974.407710:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628974.407713:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628974.407716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628974.407720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628974.663702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628974.663702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628974.663707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628974.663709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628974.663710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628974.663713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628974.663713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663714:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778628974.663720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628974.663720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628974.663720:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628974.663725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628974.663726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628974.663726:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628974.663730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628974.663731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628974.663731:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628974.663734:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628974.663736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628974.663737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628974.663737:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628974.663740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628974.663741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628974.663741:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628974.663747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628974.663747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628974.663752:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628974.663754:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628974.663756:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663757:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628974.663758:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663760:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663761:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628974.663763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628974.663764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628974.663822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628974.663825:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628974.663829:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628975.431676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628975.431682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628975.431683:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628975.431688:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628975.431691:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628975.431694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628975.431696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628975.431698:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628975.431702:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628975.687707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628975.687709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628975.687714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628975.687715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628975.687716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628975.687716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628975.687717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628975.687720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628975.687724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628975.687726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628975.687728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778628975.687728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628975.687729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628975.687732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628975.687733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628975.687735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628975.687737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628975.687737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628975.687738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628975.687741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628975.687742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628975.687742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628975.687743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628975.687749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628975.687807:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628975.687810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628975.687813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628976.455695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628976.455702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628976.455704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628976.455709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628976.455713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628976.455716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628976.455719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628976.455722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628976.455725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628976.711705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628976.711705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628976.711710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628976.711711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628976.711712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628976.711714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628976.711716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628976.711716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628976.711721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628976.711723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628976.711724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628976.711726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628976.711727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628976.711728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628976.711729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628976.711732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628976.711733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628976.711734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628976.711735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628976.711737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628976.711738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628976.711738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628976.711745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628976.711745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628976.711791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628976.711794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628976.711797:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628977.287726:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308325136, at 4308325184
00000100:00000040:1.0:1778628977.287727:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308325136, at 4308325184
00000100:00000010:0.0:1778628977.287741:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00360.
00000100:00000010:1.0:1778628977.287743:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd000c0.
00000100:00000001:0.0:1778628977.479719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628977.479728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628977.479729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628977.479735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628977.479739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628977.479745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628977.479747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628977.479750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628977.479753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628977.735693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628977.735694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628977.735700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628977.735700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628977.735700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628977.735702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628977.735704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628977.735705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628977.735709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628977.735709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628977.735712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628977.735715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628977.735715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628977.735716:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628977.735718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628977.735719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628977.735721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628977.735723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628977.735723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628977.735724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628977.735727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628977.735727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628977.735728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628977.735732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628977.735790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628977.735793:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628977.735795:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778628978.503737:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628978.503747:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628978.503748:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628978.503750:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778628978.503752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778628978.503753:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628978.503754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.503758:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1778628978.503758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628978.503761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778628978.503765:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13653
00000100:00000001:2.0:1778628978.503765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628978.503767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628978.503770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778628978.503773:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628978.503773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778628978.503780:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628978.503783:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628978.503787:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503790:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628978.503792:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503794:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628978.503798:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628978.503800:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778628978.503803:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628978.503805:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778628978.503808:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778628978.503811:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778628978.503814:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503817:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628978.503819:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503820:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778628978.503823:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778628978.503825:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503827:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628978.503829:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778628978.503831:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628978.503833:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.503835:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778628978.503836:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628978.503843:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778628978.503846:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778628978.503849:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628978.503851:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.503853:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628978.503855:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778628978.503859:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628978.503866:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778628978.503871:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628978.503878:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778628978.503886:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628978.503890:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628978.503893:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778628978.503923:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778628978.503925:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628978.503928:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778628978.503929:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628978.503930:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628978.503932:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778628978.503935:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13653
00000400:00000200:0.0:1778628978.503938:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778628978.503941:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628978.503942:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778628978.503945:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503947:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628978.503949:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503951:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628978.503952:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628978.503953:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778628978.503955:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628978.503956:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778628978.503958:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778628978.503959:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778628978.503961:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503962:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628978.503963:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778628978.503964:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503968:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628978.503969:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778628978.503970:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:3.0:1778628978.503972:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1778628978.503973:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628978.503975:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628978.503977:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1778628978.503981:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778628978.503983:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628978.503988:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.503992:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628978.503997:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628978.504002:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.504006:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504008:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1778628978.504009:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000100:00000001:3.0:1778628978.504010:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778628978.504013:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778628978.504015:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778628978.504016:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628978.504018:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504018:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778628978.504020:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628978.504023:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628978.504024:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628978.504025:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628978.504028:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613504:192.168.204.112@tcp:250:kworker.0
02000000:00000010:0.0:1778628978.504029:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:3.0:1778628978.504043:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778628978.504044:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504047:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1778628978.504050:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1778628978.504050:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504054:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778628978.504060:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1778628978.504061:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:0.0:1778628978.504062:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504066:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628978.504068:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628978.504075:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778628978.504080:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628978.504080:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00080000:0.0:1778628978.504085:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778628978.504088:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1778628978.504088:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:0.0:1778628978.504091:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778628978.504093:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628978.504095:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1778628978.504096:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613504, portal 25
00000100:00080000:0.0:1778628978.504097:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13653
00000100:00000001:3.0:1778628978.504101:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1778628978.504103:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628978.504104:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000400:00000200:0.0:1778628978.504107:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778628978.504110:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628978.504114:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778628978.504115:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504119:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628978.504122:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504127:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778628978.504131:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778628978.504134:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000001:3.0:1778628978.504134:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1778628978.504137:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778628978.504139:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000040:3.0:1778628978.504140:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778628978.504143:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:3.0:1778628978.504144:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000020:00000001:0.0:1778628978.504146:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:3.0:1778628978.504149:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472613504, offset 0
00000100:00000040:0.0:1778628978.504151:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504153:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778628978.504155:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504159:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778628978.504159:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778628978.504162:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778628978.504166:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504167:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778628978.504171:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628978.504171:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778628978.504174:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778628978.504176:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628978.504179:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778628978.504181:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778628978.504185:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504185:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:0.0:1778628978.504189:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778628978.504192:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000400:00000200:3.0:1778628978.504193:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1778628978.504196:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778628978.504198:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778628978.504200:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504200:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:0.0:1778628978.504203:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778628978.504204:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1778628978.504206:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1778628978.504207:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778628978.504211:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000400:00000200:3.0:1778628978.504211:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778628978.504216:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504220:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497392:497392:256:4294967295] 192.168.204.112@tcp LPNI seq info [497351:497351:8:4294967295]
00000100:00100000:0.0:1778628978.504224:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628978.504226:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628978.504240:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778628978.504249:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778628978.504253:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628978.504254:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778628978.504258:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1778628978.504261:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:0.0:1778628978.504268:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628978.504273:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1778628978.504273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778628978.504289:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1778628978.504291:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1778628978.504293:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778628978.504299:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1778628978.504300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628978.504306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1778628978.504308:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13664)
00000800:00000100:3.0:1778628978.504309:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628978.504313:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628978.504318:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628978.504334:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628978.504337:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628978.504339:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628978.504343:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628978.504347:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504353:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504356:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504361:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504362:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628978.504366:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504369:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628978.504371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308330256
00000100:00000010:3.0:1778628978.504375:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00600.
00000100:00000001:3.0:1778628978.504381:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628978.504392:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308330256
00000100:00000010:3.0:1778628978.504396:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd000c0.
00000100:00000001:3.0:1778628978.504398:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628978.504401:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628978.504403:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504405:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628978.504408:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628978/real 1778628978]  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628978.504414:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628978.504416:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628978.504417:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628978.504419:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628978.504420:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628978.504422:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628978.504424:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628978.504430:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504434:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628978.504435:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504437:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504438:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628978.504441:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504445:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628978.504448:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504452:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628978.504454:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504455:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504456:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504457:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628978.504459:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628978.504461:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628978.504463:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628978.504466:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628978.504468:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628978.504474:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613504:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628978.504477:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504478:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504480:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472613504/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504484:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628978.504486:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628978.504488:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628978.504490:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628978.504491:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628978.504492:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628978.504493:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628978.504494:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:3.0:1778628978.504497:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628978.504498:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628978.504499:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:3.0:1778628978.504501:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628978.504502:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504504:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504508:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628978.504510:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504511:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628978.504512:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628978.504513:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628978.504515:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504520:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628978.504521:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504522:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628978.504524:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628978.504525:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628978.504528:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628978.504530:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628978.504531:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628978.504532:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504533:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628978.504535:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628978.504536:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504539:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628978.504541:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628978.504543:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628978.504545:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613632, portal 10
00000100:00000001:3.0:1778628978.504546:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628978.504547:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:3.0:1778628978.504552:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504556:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628978.504558:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628978.504559:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628978.504561:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472613632, offset 0
00000400:00000200:3.0:1778628978.504563:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628978.504565:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628978.504567:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628978.504569:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628978.504571:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628978.504573:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628978.504575:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628978.504577:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497393:497393:256:4294967295] 192.168.204.112@tcp LPNI seq info [497352:497352:8:4294967295]
00000400:00000200:3.0:1778628978.504580:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628978.504584:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628978.504587:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628978.504589:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628978.504592:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628978.504594:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1778628978.504597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628978.504598:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1778628978.504600:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628978.504602:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628978.504604:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628978.504636:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628978.504639:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628978.504640:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628978.504642:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628978.504644:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504650:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504652:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504657:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504658:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628978.504660:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628978.504663:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628978.504665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628978.504667:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308326414
00000100:00000001:3.0:1778628978.504678:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308330256
00000100:00000001:3.0:1778628978.504680:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308326414
00000100:00000001:3.0:1778628978.504682:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308330256
00000100:00000001:3.0:1778628978.504684:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628978.504685:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504687:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628978.504689:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628978/real 1778628978]  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628978.504698:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628978.504699:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628978.504701:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628978.504702:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628978.504703:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628978.504704:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628978.504706:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628978.504711:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504715:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628978.504716:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504717:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504718:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628978.504720:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504724:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628978.504726:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504730:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628978.504732:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504733:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504734:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504735:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628978.504738:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628978.504740:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628978.504742:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628978.504743:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628978.504745:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628978.504751:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628978.504753:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628978.504755:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504759:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628978.504760:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504761:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628978.504762:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628978.504763:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628978.504765:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628978.504767:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628978.504768:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628978.504768:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628978.504770:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628978.504772:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628978.504773:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628978.504775:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628978.504777:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628978.504778:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628978.504780:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613760, portal 10
00000100:00000001:3.0:1778628978.504781:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628978.504782:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:3.0:1778628978.504786:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504790:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628978.504791:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628978.504793:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628978.504794:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472613760, offset 0
00000400:00000200:3.0:1778628978.504797:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628978.504799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628978.504801:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628978.504803:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628978.504812:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628978.504814:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628978.504816:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628978.504818:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497394:497394:256:4294967295] 192.168.204.112@tcp LPNI seq info [497353:497353:8:4294967295]
00000400:00000200:3.0:1778628978.504821:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628978.504825:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628978.504828:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628978.504830:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628978.504833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628978.504834:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1778628978.504837:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628978.504838:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1778628978.504841:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628978.504843:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628978.504845:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628978.504847:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628978.504849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628978.504850:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628978.504851:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628978.504854:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504859:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504860:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504864:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504865:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628978.504867:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628978.504869:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628978.504871:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628978.504873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308326415
00000100:00000001:3.0:1778628978.504874:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308330256
00000100:00000001:3.0:1778628978.504876:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308326415
00000100:00000001:3.0:1778628978.504877:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308330256
00000100:00000001:3.0:1778628978.504878:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628978.504880:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504881:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628978.504883:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628978/real 1778628978]  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628978.504887:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628978.504888:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628978.504889:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628978.504891:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628978.504892:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628978.504893:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628978.504895:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628978.504900:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504904:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628978.504905:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504906:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628978.504908:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504916:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628978.504918:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504922:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628978.504924:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504925:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628978.504926:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504927:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628978.504929:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628978.504930:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628978.504932:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628978.504934:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628978.504936:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628978.504940:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472613760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628978.504942:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504944:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504946:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472613632/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504950:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628978.504951:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628978.504952:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628978.504953:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628978.504954:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628978.504955:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628978.504956:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628978.504958:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:3.0:1778628978.504959:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628978.504960:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628978.504961:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:3.0:1778628978.504963:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628978.504964:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504965:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628978.504967:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472613760/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628978.504975:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628978.504976:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628978.504977:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628978.504978:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628978.504979:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628978.504979:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628978.504980:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628978.504981:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:3.0:1778628978.504982:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628978.504983:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628978.504984:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:3.0:1778628978.504985:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628978.504986:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504987:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628978.504989:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628978.504990:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628978.504991:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628978.504992:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628978.759712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628978.759712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628978.759716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628978.759719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628978.759720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628978.759720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628978.759722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628978.759723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628978.759726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628978.759728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628978.759729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628978.759729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628978.759735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628978.759736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628978.759736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628978.759739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628978.759740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628978.759740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628978.759742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628978.759746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628978.759746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628978.759748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628978.759749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628978.759751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628978.759801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628978.759804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628978.759808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628979.527724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628979.527730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628979.527732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628979.527736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628979.527738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628979.527741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628979.527744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628979.527746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628979.527749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628979.783706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628979.783706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628979.783708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628979.783713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628979.783713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628979.783714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628979.783717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628979.783718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628979.783720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628979.783722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628979.783723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628979.783724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628979.783729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628979.783729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628979.783730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628979.783732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628979.783732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628979.783733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628979.783738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628979.783739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628979.783741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628979.783742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628979.783747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628979.783747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628979.783782:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628979.783786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628979.783789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628980.551709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628980.551715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628980.551716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628980.551721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628980.551724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628980.551727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628980.551729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628980.551731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628980.551733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628980.807718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628980.807718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628980.807720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628980.807726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628980.807726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628980.807727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628980.807731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628980.807731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628980.807733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628980.807736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628980.807739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628980.807740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628980.807740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628980.807742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628980.807748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628980.807748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628980.807755:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628980.807755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628980.807762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628980.807762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628980.807767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628980.807767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628980.807774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628980.807775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628980.807810:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628980.807814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628980.807818:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778628981.575672:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628981.575678:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628981.575680:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628981.575684:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628981.575687:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628981.575690:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628981.575692:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628981.575694:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628981.575697:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628981.831708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628981.831708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628981.831721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628981.831722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628981.831726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628981.831726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628981.831729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628981.831736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628981.831739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628981.831739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628981.831742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628981.831744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628981.831754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628981.831755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628981.831756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628981.831758:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628981.831761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628981.831763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628981.831764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628981.831765:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628981.831774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628981.831775:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628981.831782:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628981.831782:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628981.831783:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628981.831787:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628981.831792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628981.831795:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628981.831796:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628981.831799:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628981.831863:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628981.831867:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628981.831869:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628982.407710:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308330256, at 4308330304
00000100:00000040:0.0:1778628982.407724:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308330256, at 4308330304
00000100:00000010:1.0:1778628982.407734:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd000c0.
00000100:00000010:0.0:1778628982.407739:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00600.
00000100:00000001:0.0:1778628982.599759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628982.599767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628982.599769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628982.599781:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628982.599789:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628982.599793:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628982.599795:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628982.599797:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628982.599800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628982.855766:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628982.855773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628982.855788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628982.855795:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628982.855796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628982.855798:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628982.855798:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628982.855809:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628982.855810:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628982.855811:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628982.855815:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628982.855820:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778628982.855822:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628982.855823:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628982.855826:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628982.855828:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628982.855833:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628982.855833:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628982.855840:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628982.855842:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628982.855845:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628982.855852:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628982.855857:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628982.855862:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628982.855893:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628982.855897:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628982.855900:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628983.623715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628983.623723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628983.623726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628983.623731:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1778628983.623733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628983.623740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778628983.623741:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628983.623744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628983.623745:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778628983.623750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778628983.623750:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628983.623754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628983.623755:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778628983.623759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628983.623765:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13659
00000400:00000200:2.0:1778628983.623775:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628983.623783:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628983.623786:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628983.623789:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623792:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628983.623794:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623796:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628983.623800:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628983.623802:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628983.623804:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628983.623807:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628983.623810:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628983.623812:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628983.623815:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623816:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628983.623818:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623819:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628983.623822:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628983.623824:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623826:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628983.623828:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628983.623831:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628983.623834:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.623835:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628983.623837:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628983.623847:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778628983.623851:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628983.623855:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628983.623856:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.623859:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628983.623862:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628983.623867:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628983.623875:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778628983.623882:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628983.623891:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628983.623900:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628983.623904:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628983.623908:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628983.623934:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628983.623937:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628983.623941:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628983.623942:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628983.623944:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628983.623946:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628983.623948:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13659
00000400:00000200:2.0:1778628983.623951:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628983.623953:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628983.623955:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628983.623956:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623958:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628983.623960:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623961:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628983.623963:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628983.623964:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628983.623965:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628983.623967:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628983.623968:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628983.623970:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628983.623972:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623973:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628983.623974:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623992:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628983.623993:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628983.623995:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628983.623996:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628983.623997:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628983.624002:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628983.624004:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.624005:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628983.624010:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778628983.624013:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.624015:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628983.624018:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778628983.624020:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628983.624022:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628983.624023:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.624024:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1778628983.624024:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1778628983.624026:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628983.624029:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624030:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1778628983.624032:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:3.0:1778628983.624033:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778628983.624037:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628983.624042:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778628983.624046:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628983.624058:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628983.624061:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.624082:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778628983.624084:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778628983.624087:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.624088:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628983.624093:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628983.624097:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628983.624099:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613888:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628983.624109:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628983.624116:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778628983.624119:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.624119:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628983.624126:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1778628983.624126:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1778628983.624148:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628983.624150:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1778628983.624151:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00080000:2.0:1778628983.624152:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1778628983.624155:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.624159:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628983.624164:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13659
00000400:00000200:3.0:1778628983.624165:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628983.624171:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:2.0:1778628983.624173:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628983.624191:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628983.624194:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1778628983.624195:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000040:2.0:1778628983.624201:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628983.624204:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1778628983.624205:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472613888, portal 25
00000100:00000040:2.0:1778628983.624208:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628983.624209:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628983.624211:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000001:2.0:1778628983.624213:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628983.624216:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628983.624219:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000040:3.0:1778628983.624219:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778628983.624222:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628983.624225:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628983.624230:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628983.624234:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:3.0:1778628983.624237:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778628983.624240:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:3.0:1778628983.624244:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628983.624245:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1778628983.624247:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000040:2.0:1778628983.624250:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:3.0:1778628983.624252:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472613888, offset 0
00000100:00000001:2.0:1778628983.624254:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628983.624258:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778628983.624262:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778628983.624265:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628983.624269:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628983.624272:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628983.624274:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778628983.624277:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628983.624281:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624282:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778628983.624284:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628983.624288:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628983.624289:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1778628983.624294:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624296:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778628983.624297:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628983.624302:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000400:00000200:3.0:1778628983.624302:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1778628983.624307:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:3.0:1778628983.624308:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:2.0:1778628983.624313:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628983.624316:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624317:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497395:497395:256:4294967295] 192.168.204.112@tcp LPNI seq info [497354:497354:8:4294967295]
00000100:00000001:2.0:1778628983.624318:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628983.624320:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628983.624323:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624323:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:2.0:1778628983.624328:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778628983.624332:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628983.624341:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628983.624341:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628983.624353:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.624360:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:2.0:1778628983.624361:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628983.624365:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628983.624368:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1778628983.624372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628983.624380:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1778628983.624381:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628983.624385:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628983.624389:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1778628983.624392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778628983.624393:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778628983.624398:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1778628983.624399:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1778628983.624403:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13669)
00000800:00000100:3.0:1778628983.624407:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.624411:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628983.624419:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628983.624426:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628983.624432:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628983.624435:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628983.624441:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628983.624446:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624458:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.624462:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624469:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624471:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628983.624477:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624480:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628983.624483:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308335376
00000100:00000010:3.0:1778628983.624488:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ba0.
00000100:00000001:3.0:1778628983.624495:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628983.624503:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308335376
00000100:00000010:3.0:1778628983.624507:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00f00.
00000100:00000001:3.0:1778628983.624510:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628983.624514:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628983.624517:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624520:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628983.624525:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628983/real 1778628983]  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628983.624537:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628983.624539:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628983.624541:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628983.624544:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628983.624546:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628983.624548:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628983.624552:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628983.624558:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624567:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628983.624569:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624571:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.624573:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628983.624576:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624581:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628983.624585:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624590:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628983.624592:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624593:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.624593:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624595:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628983.624597:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628983.624599:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628983.624602:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628983.624603:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628983.624606:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628983.624654:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472613888:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628983.624659:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624661:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.624664:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472613888/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624670:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628983.624673:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628983.624676:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628983.624679:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628983.624681:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628983.624683:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628983.624685:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628983.624687:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778628983.624691:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628983.624693:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628983.624694:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:3.0:1778628983.624698:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628983.624700:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624702:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624709:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628983.624727:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624729:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628983.624730:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628983.624731:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628983.624734:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624740:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628983.624741:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.624743:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628983.624744:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628983.624746:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628983.624747:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628983.624750:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628983.624752:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628983.624753:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.624755:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628983.624757:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628983.624759:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.624762:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628983.624765:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628983.624768:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628983.624770:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614016, portal 10
00000100:00000001:3.0:1778628983.624773:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628983.624774:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:3.0:1778628983.624779:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624785:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628983.624786:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628983.624788:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628983.624790:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614016, offset 0
00000400:00000200:3.0:1778628983.624793:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628983.624796:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628983.624799:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628983.624801:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628983.624803:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628983.624806:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628983.624808:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628983.624810:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497396:497396:256:4294967295] 192.168.204.112@tcp LPNI seq info [497355:497355:8:4294967295]
00000400:00000200:3.0:1778628983.624813:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628983.624818:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628983.624821:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.624824:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628983.624827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628983.624830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1778628983.624833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628983.624835:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1778628983.624838:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.624840:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628983.624842:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628983.624845:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628983.624847:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628983.624848:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628983.624850:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628983.624853:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624864:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.624866:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624871:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624872:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628983.624874:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628983.624878:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628983.624880:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628983.624881:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308331534
00000100:00000001:3.0:1778628983.624883:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308335376
00000100:00000001:3.0:1778628983.624885:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308331534
00000100:00000001:3.0:1778628983.624887:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308335376
00000100:00000001:3.0:1778628983.624889:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628983.624890:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.624892:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628983.624894:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628983/real 1778628983]  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628983.624899:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628983.624901:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628983.624902:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628983.624903:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628983.624905:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628983.624906:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628983.624909:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628983.624914:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624918:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628983.624920:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624921:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.624923:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628983.624925:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624930:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628983.624932:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624937:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628983.624938:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624939:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.624940:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.624942:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628983.624946:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628983.624948:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628983.624950:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628983.624951:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628983.624954:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628983.624959:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628983.624961:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628983.624964:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.624969:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628983.624970:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.624972:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628983.624973:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628983.624974:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628983.624994:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628983.624996:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628983.624997:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628983.624999:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628983.625000:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628983.625002:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628983.625003:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628983.625005:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628983.625006:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628983.625008:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628983.625010:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614144, portal 10
00000100:00000001:3.0:1778628983.625012:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628983.625013:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:3.0:1778628983.625017:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625021:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628983.625022:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628983.625024:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628983.625025:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614144, offset 0
00000400:00000200:3.0:1778628983.625028:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628983.625030:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628983.625032:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628983.625033:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628983.625035:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628983.625036:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628983.625038:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628983.625040:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497397:497397:256:4294967295] 192.168.204.112@tcp LPNI seq info [497356:497356:8:4294967295]
00000400:00000200:3.0:1778628983.625043:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628983.625047:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628983.625050:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.625052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628983.625055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628983.625057:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1778628983.625059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628983.625061:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1778628983.625064:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628983.625065:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628983.625067:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628983.625069:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628983.625088:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628983.625090:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628983.625092:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628983.625094:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625100:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.625102:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625108:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.625109:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628983.625111:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628983.625113:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628983.625116:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628983.625117:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308331535
00000100:00000001:3.0:1778628983.625119:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308335376
00000100:00000001:3.0:1778628983.625121:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308331535
00000100:00000001:3.0:1778628983.625123:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308335376
00000100:00000001:3.0:1778628983.625125:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628983.625127:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.625128:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628983.625131:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628983/real 1778628983]  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628983.625153:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628983.625154:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628983.625155:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628983.625157:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628983.625158:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628983.625159:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628983.625161:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628983.625166:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625170:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628983.625171:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625172:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.625172:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628983.625187:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625194:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628983.625197:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625201:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628983.625202:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625203:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628983.625204:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625205:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628983.625208:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628983.625209:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628983.625212:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628983.625213:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628983.625216:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628983.625226:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628983.625228:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625230:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.625231:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472614016/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625235:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628983.625236:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628983.625237:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628983.625239:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628983.625240:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628983.625240:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628983.625242:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628983.625243:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:3.0:1778628983.625244:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628983.625245:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628983.625246:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:3.0:1778628983.625248:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628983.625249:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625250:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628983.625252:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472614144/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628983.625256:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628983.625257:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628983.625258:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628983.625259:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628983.625260:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628983.625261:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628983.625262:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628983.625263:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:3.0:1778628983.625264:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628983.625265:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628983.625265:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:3.0:1778628983.625268:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628983.625269:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625270:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628983.625272:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628983.625273:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628983.625274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628983.625275:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628983.879695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628983.879695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628983.879703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628983.879704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628983.879706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628983.879707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628983.879709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778628983.879714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778628983.879714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628983.879715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628983.879721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628983.879721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628983.879724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628983.879726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.879727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628983.879728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628983.879733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628983.879734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628983.879734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628983.879737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628983.879738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628983.879738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628983.879743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628983.879744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628983.879805:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628983.879809:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628983.879812:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628984.647729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628984.647741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628984.647742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628984.647748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628984.647751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628984.647755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628984.647758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628984.647760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628984.647764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628984.903732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628984.903732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628984.903739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628984.903740:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628984.903741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628984.903745:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628984.903745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903748:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1778628984.903753:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628984.903753:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778628984.903754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628984.903760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628984.903760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628984.903760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628984.903766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628984.903766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628984.903767:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778628984.903772:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628984.903772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628984.903772:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628984.903775:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628984.903777:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628984.903777:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628984.903779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628984.903783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903783:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903790:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628984.903792:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628984.903794:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628984.903795:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903797:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628984.903798:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903800:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903802:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628984.903806:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628984.903807:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628984.903869:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628984.903874:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628984.903878:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628985.671695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628985.671703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628985.671705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628985.671710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628985.671714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628985.671719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628985.671721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628985.671724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628985.671727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628985.927666:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628985.927675:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628985.927678:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628985.927684:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628985.927691:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628985.927697:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628985.927700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628985.927701:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628985.927705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628985.927707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628985.927708:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628985.927711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628985.927712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628985.927717:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628985.927720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628985.927721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628985.927728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628985.927729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628985.927736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628985.927737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628985.927744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628985.927745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628985.927751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628985.927754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628985.927802:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628985.927807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628985.927811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628986.695711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628986.695716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628986.695717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628986.695722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628986.695726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628986.695730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628986.695732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628986.695734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628986.695736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628986.951744:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628986.951744:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628986.951750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628986.951754:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628986.951754:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628986.951758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628986.951759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628986.951759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628986.951770:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628986.951773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778628986.951774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628986.951777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628986.951777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628986.951780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628986.951786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628986.951789:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628986.951790:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628986.951791:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628986.951793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628986.951798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628986.951799:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628986.951800:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628986.951811:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628986.951812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778628986.951864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778628986.951868:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778628986.951870:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778628987.527738:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308335376, at 4308335424
00000100:00000040:0.0:1778628987.527748:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308335376, at 4308335424
00000100:00000010:1.0:1778628987.527756:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00f00.
00000100:00000010:0.0:1778628987.527762:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ba0.
00000100:00000001:0.0:1778628987.719759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628987.719766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628987.719767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628987.719772:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628987.719775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628987.719779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.719793:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628987.719795:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.719797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628987.975704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628987.975728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628987.975735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628987.975738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628987.975742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628987.975743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628987.975746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628987.975754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628987.975757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778628987.975759:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628987.975760:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628987.975761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628987.975764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.975766:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628987.975770:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628987.975771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778628987.975776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778628987.975776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.975781:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628987.975782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628987.975784:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.975787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628987.975789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628987.975793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778628987.975838:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778628987.975842:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778628987.975849:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1778628988.743759:0:225143:0:(osc_request.c:745:osc_update_next_shrink()) next time 14869 to shrink grant
00000008:00000020:0.0:1778628988.743783:0:225143:0:(osc_request.c:745:osc_update_next_shrink()) next time 14869 to shrink grant
00000100:00080000:1.0:1778628988.743833:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628988.743840:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628988.743841:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628988.743843:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628988.743853:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628988.743853:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628988.743857:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.743858:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1778628988.743877:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778628988.743883:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778628988.743889:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13664
00000100:00000001:2.0:1778628988.743891:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628988.743895:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1778628988.743902:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628988.743903:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628988.743909:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628988.743914:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628988.743918:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628988.743922:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.743924:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628988.743941:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.743944:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628988.743947:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628988.743948:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778628988.743950:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628988.743952:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778628988.743956:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778628988.743959:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778628988.743964:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.743966:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628988.743969:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.743971:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628988.743974:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778628988.743978:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628988.743980:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628988.743984:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628988.743988:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628988.743991:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744008:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778628988.744011:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628988.744020:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820e00.
00000020:00000040:1.0:1778628988.744024:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778628988.744028:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628988.744030:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744033:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628988.744035:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628988.744040:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628988.744047:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:1.0:1778628988.744053:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628988.744061:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628988.744069:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778628988.744072:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628988.744090:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001136902d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778628988.744107:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628988.744110:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778628988.744112:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778628988.744113:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628988.744114:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628988.744116:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628988.744118:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13664
00000400:00000200:1.0:1778628988.744122:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778628988.744124:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628988.744125:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628988.744144:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744146:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628988.744148:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744150:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778628988.744152:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628988.744154:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778628988.744156:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628988.744158:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778628988.744160:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778628988.744162:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778628988.744165:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744167:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778628988.744169:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744172:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628988.744175:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778628988.744178:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744180:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628988.744182:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778628988.744184:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1778628988.744187:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628988.744190:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.744191:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628988.744193:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628988.744199:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1778628988.744200:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628988.744205:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744207:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778628988.744210:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823b80.
00000020:00000040:1.0:1778628988.744216:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:3.0:1778628988.744218:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778628988.744219:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628988.744223:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744229:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628988.744233:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628988.744237:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628988.744248:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:1.0:1778628988.744254:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.744256:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628988.744260:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628988.744263:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1778628988.744269:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628988.744276:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778628988.744282:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778628988.744282:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744290:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628988.744294:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472614272:192.168.204.112@tcp:250:kworker.0
00000100:00000040:1.0:1778628988.744299:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d80ff9d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.744308:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628988.744331:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628988.744337:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744339:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778628988.744345:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1778628988.744346:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1778628988.744348:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778628988.744350:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778628988.744351:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778628988.744353:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778628988.744355:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13664
02000000:00000010:3.0:1778628988.744357:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
00000400:00000200:1.0:1778628988.744363:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778628988.744364:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778628988.744367:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778628988.744374:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778628988.744377:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744378:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778628988.744383:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778628988.744401:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744403:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000010:3.0:1778628988.744403:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000020:00000001:1.0:1778628988.744409:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778628988.744411:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778628988.744413:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778628988.744415:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:3.0:1778628988.744418:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000020:00000001:1.0:1778628988.744419:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778628988.744439:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778628988.744466:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:3.0:1778628988.744467:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614272, portal 25
00000100:00000001:1.0:1778628988.744477:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778628988.744478:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628988.744483:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629874688 : -123998079676928 : ffff8f3972820e00)
00000100:00000040:1.0:1778628988.744485:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744497:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778628988.744504:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000040:3.0:1778628988.744508:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1778628988.744512:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744537:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778628988.744547:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778628988.744552:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778628988.744563:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.744565:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778628988.744567:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778628988.744571:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778628988.744574:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628988.744585:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778628988.744586:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628988.744601:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000010:1.0:1778628988.744602:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821f80.
00000020:00000040:1.0:1778628988.744610:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000200:3.0:1778628988.744611:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472614272, offset 0
02000000:00000001:1.0:1778628988.744620:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778628988.744623:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628988.744627:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778628988.744629:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778628988.744631:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778628988.744640:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:1.0:1778628988.744646:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628988.744656:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778628988.744681:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778628988.744687:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628988.744702:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628988.744716:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628988.744724:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628988.744731:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:1.0:1778628988.744737:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628988.744743:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1778628988.744751:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4f1737] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778628988.744752:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628988.744793:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497398:497398:256:4294967295] 192.168.204.112@tcp LPNI seq info [497357:497357:8:4294967295]
00000100:00000001:1.0:1778628988.744796:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778628988.744801:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778628988.744803:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778628988.744812:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628988.744815:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778628988.744819:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778628988.744837:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13674)
00000400:00000200:3.0:1778628988.744839:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628988.744880:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.744888:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628988.744907:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628988.744913:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778628988.744923:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628988.744928:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1778628988.744934:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.744937:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628988.744945:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628988.744967:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628988.744972:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628988.744975:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628988.744980:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628988.744987:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745001:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.745006:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745022:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.745024:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628988.745032:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628988.745038:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628988.745041:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308340497
00000100:00000010:3.0:1778628988.745048:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00120.
00000100:00000001:3.0:1778628988.745056:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628988.745064:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308340497
00000100:00000010:3.0:1778628988.745068:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00d80.
00000100:00000001:3.0:1778628988.745071:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628988.745089:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628988.745092:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.745096:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628988.745101:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628988/real 1778628988]  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628988.745112:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628988.745115:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628988.745118:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628988.745121:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628988.745123:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628988.745136:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628988.745141:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628988.745152:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745160:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628988.745161:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745164:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.745167:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628988.745171:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745181:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628988.745186:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745194:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628988.745198:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745200:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.745201:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745204:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628988.745207:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628988.745211:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628988.745216:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628988.745219:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628988.745224:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628988.745234:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472614272:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628988.745240:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745242:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.745245:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820e00 x1865013472614272/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745253:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628988.745256:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628988.745259:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628988.745263:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628988.745266:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628988.745268:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628988.745271:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628988.745274:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:3.0:1778628988.745278:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628988.745281:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628988.745283:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820e00.
00000100:00000001:3.0:1778628988.745287:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628988.745288:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745291:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745300:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628988.745302:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.745305:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628988.745307:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628988.745308:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628988.745313:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745323:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628988.745324:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628988.745327:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628988.745341:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628988.745343:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628988.745347:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628988.745350:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628988.745353:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628988.745355:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628988.745356:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628988.745360:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628988.745362:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628988.745366:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628988.745369:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628988.745373:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628988.745377:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614400, portal 10
00000100:00000001:3.0:1778628988.745379:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628988.745380:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629886336 : -123998079665280 : ffff8f3972823b80)
00000100:00000040:3.0:1778628988.745388:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745396:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628988.745407:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628988.745411:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628988.745430:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614400, offset 0
00000400:00000200:3.0:1778628988.745439:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628988.745447:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628988.745455:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628988.745462:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628988.745476:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628988.745481:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628988.745486:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628988.745493:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497399:497399:256:4294967295] 192.168.204.112@tcp LPNI seq info [497358:497358:8:4294967295]
00000400:00000200:3.0:1778628988.745502:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628988.745515:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628988.745524:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.745531:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628988.745539:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628988.745551:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778628988.745560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628988.745565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1778628988.745572:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.745575:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628988.745581:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628988.745588:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628988.745594:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628988.745597:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628988.745602:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628988.745609:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745677:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.745687:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745701:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.745704:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628988.745713:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628988.745721:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628988.745747:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628988.745749:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308336655
00000100:00000001:3.0:1778628988.745753:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308340497
00000100:00000001:3.0:1778628988.745756:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308336655
00000100:00000001:3.0:1778628988.745758:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308340497
00000100:00000001:3.0:1778628988.745760:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628988.745763:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.745765:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628988.745780:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628988/real 1778628988]  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628988.745789:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628988.745791:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628988.745793:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628988.745796:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628988.745798:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628988.745800:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628988.745803:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628988.745813:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745821:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628988.745823:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.745827:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628988.745831:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745839:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628988.745843:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745852:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628988.745855:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745857:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.745858:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.745860:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628988.745876:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628988.745879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628988.745883:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628988.745886:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628988.745890:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628988.745900:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628988.745904:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628988.745908:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.745917:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628988.745918:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628988.745921:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628988.745923:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628988.745926:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628988.745939:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628988.745943:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628988.745945:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628988.745946:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628988.745948:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628988.745953:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628988.745955:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628988.745959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628988.745962:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628988.745966:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628988.745986:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614528, portal 10
00000100:00000001:3.0:1778628988.745990:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628988.745993:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629879168 : -123998079672448 : ffff8f3972821f80)
00000100:00000040:3.0:1778628988.746004:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746017:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628988.746030:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628988.746051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000200:3.0:1778628988.746057:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614528, offset 0
00000400:00000200:3.0:1778628988.746066:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628988.746105:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628988.746115:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628988.746137:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628988.746152:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628988.746154:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628988.746157:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628988.746160:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497400:497400:256:4294967295] 192.168.204.112@tcp LPNI seq info [497359:497359:8:4294967295]
00000400:00000200:3.0:1778628988.746165:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628988.746171:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628988.746177:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.746181:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000800:00000200:3.0:1778628988.746185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628988.746189:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1778628988.746193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628988.746196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1778628988.746202:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628988.746204:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:3.0:1778628988.746207:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628988.746219:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628988.746222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:3.0:1778628988.746225:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:3.0:1778628988.746228:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628988.746232:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746239:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.746242:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746246:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.746247:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628988.746250:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628988.746253:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628988.746255:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628988.746257:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308336656
00000100:00000001:3.0:1778628988.746259:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308340497
00000100:00000001:3.0:1778628988.746261:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308336656
00000100:00000001:3.0:1778628988.746263:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308340497
00000100:00000001:3.0:1778628988.746264:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628988.746265:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.746267:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628988.746269:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628988/real 1778628988]  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628988.746284:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628988.746285:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628988.746286:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628988.746288:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628988.746289:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628988.746290:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628988.746292:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628988.746298:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746303:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628988.746304:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746305:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.746306:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628988.746308:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746312:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628988.746315:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746319:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628988.746320:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746321:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628988.746322:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746323:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628988.746325:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628988.746326:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628988.746329:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628988.746330:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628988.746332:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628988.746337:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628988.746347:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746349:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.746351:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823b80 x1865013472614400/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746355:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628988.746357:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628988.746359:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628988.746360:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628988.746362:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628988.746363:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628988.746364:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628988.746365:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778628988.746367:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628988.746368:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628988.746369:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823b80.
00000100:00000001:3.0:1778628988.746372:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628988.746372:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746374:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628988.746375:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821f80 x1865013472614528/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628988.746379:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628988.746380:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628988.746381:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628988.746382:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628988.746382:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628988.746383:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628988.746384:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628988.746385:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:3.0:1778628988.746386:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628988.746387:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628988.746388:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821f80.
00000100:00000001:3.0:1778628988.746389:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628988.746390:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746391:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628988.746393:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628988.746394:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628988.746395:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628988.746397:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628988.999765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628988.999768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628988.999769:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778628988.999778:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628988.999779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628988.999780:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778628988.999781:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628988.999785:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628988.999792:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628988.999792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778628988.999793:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628988.999798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628988.999803:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628988.999804:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628988.999805:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628988.999810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628988.999812:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628988.999813:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628988.999827:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628988.999828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628988.999835:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628988.999836:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778628988.999850:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628988.999851:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778628988.999888:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778628988.999897:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778628988.999902:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628989.767792:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628989.767801:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628989.767803:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628989.767810:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628989.767814:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628989.767818:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628989.767821:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628989.767825:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628989.767829:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628990.023744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628990.023746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628990.023751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628990.023751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628990.023758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628990.023760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628990.023761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628990.023762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628990.023766:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628990.023767:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628990.023777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778628990.023778:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628990.023778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628990.023782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628990.023787:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628990.023792:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628990.023793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628990.023798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628990.023801:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628990.023804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628990.023808:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628990.023814:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628990.023818:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628990.023825:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628990.023860:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628990.023865:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628990.023870:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628990.791728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628990.791733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628990.791735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628990.791739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628990.791742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628990.791745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628990.791748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628990.791749:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628990.791752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628991.047708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628991.047708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628991.047709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628991.047714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628991.047715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628991.047716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628991.047718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628991.047720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628991.047721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778628991.047723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628991.047724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628991.047725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778628991.047728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628991.047730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628991.047730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628991.047732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628991.047733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628991.047734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628991.047735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628991.047739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628991.047740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628991.047742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628991.047744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628991.047745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628991.047827:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628991.047834:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628991.047839:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628991.815755:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628991.815765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628991.815767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628991.815775:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628991.815780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628991.815785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628991.815788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628991.815792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628991.815797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628992.071767:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628992.071767:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628992.071775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628992.071775:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628992.071775:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628992.071779:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628992.071779:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628992.071780:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628992.071788:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628992.071788:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628992.071789:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628992.071791:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628992.071794:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628992.071794:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628992.071796:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628992.071799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628992.071800:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628992.071801:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628992.071822:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778628992.071823:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628992.071823:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628992.071826:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628992.071828:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628992.071828:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628992.071830:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628992.071834:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628992.071836:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628992.071837:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628992.071837:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628992.071838:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628992.071912:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628992.071916:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628992.071919:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778628992.647721:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308340497, at 4308340544
00000100:00000040:1.0:1778628992.647721:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308340497, at 4308340544
00000100:00000010:1.0:1778628992.647741:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00d80.
00000100:00000010:0.0:1778628992.647747:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00120.
00000100:00000001:0.0:1778628992.839697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628992.839703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628992.839705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628992.839710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628992.839713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628992.839717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628992.839719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628992.839721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628992.839724:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628993.095691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628993.095691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628993.095697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628993.095698:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628993.095699:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628993.095700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628993.095705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778628993.095707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778628993.095707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628993.095710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628993.095714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628993.095714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628993.095715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628993.095718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628993.095720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628993.095720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628993.095721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628993.095725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628993.095725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628993.095726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628993.095729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628993.095731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628993.095732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628993.095736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628993.095763:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628993.095766:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628993.095769:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628993.863702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628993.863707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628993.863709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628993.863714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628993.863716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628993.863719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628993.863722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628993.863724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628993.863726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628993.863751:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628993.863757:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778628993.863759:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628993.863762:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628993.863765:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628993.863772:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13669
00000400:00000200:2.0:1778628993.863779:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628993.863784:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628993.863787:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628993.863789:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863791:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.863793:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863795:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628993.863798:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628993.863799:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628993.863801:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628993.863803:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628993.863805:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628993.863806:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628993.863808:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863810:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.863811:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863812:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628993.863814:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628993.863817:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863818:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628993.863820:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628993.863823:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628993.863825:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.863826:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628993.863827:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628993.863835:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778628993.863838:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628993.863841:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628993.863842:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.863844:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628993.863846:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628993.863850:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628993.863858:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778628993.863863:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628993.863870:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628993.863878:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628993.863882:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628993.863885:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628993.863903:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628993.863905:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628993.863908:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628993.863909:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628993.863910:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628993.863912:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628993.863914:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13669
00000400:00000200:2.0:1778628993.863916:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628993.863919:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628993.863920:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628993.863922:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863924:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.863925:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863927:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628993.863929:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628993.863930:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628993.863931:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628993.863933:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628993.863934:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628993.863935:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628993.863937:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863939:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.863940:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.863941:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778628993.863942:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778628993.863943:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778628993.863948:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778628993.863948:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628993.863951:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778628993.863952:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628993.863955:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628993.863960:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778628993.863960:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628993.863963:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.863968:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778628993.863985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628993.863987:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778628993.863989:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778628993.863991:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1778628993.863993:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.863994:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778628993.863995:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864000:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628993.864001:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778628993.864005:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00100000:3.0:1778628993.864006:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472614656:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778628993.864010:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778628993.864011:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628993.864012:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.864015:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628993.864015:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628993.864016:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628993.864017:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864019:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628993.864022:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
02000000:00000001:3.0:1778628993.864022:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778628993.864026:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778628993.864027:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628993.864031:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628993.864032:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778628993.864040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628993.864042:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1778628993.864044:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:2.0:1778628993.864045:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628993.864052:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1778628993.864053:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628993.864060:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614656, portal 25
00000100:00000001:2.0:1778628993.864061:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864065:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778628993.864066:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628993.864068:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00080000:2.0:1778628993.864069:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628993.864073:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628993.864075:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1778628993.864078:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628993.864079:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628993.864084:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13669
00000400:00000200:2.0:1778628993.864091:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628993.864094:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1778628993.864095:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628993.864098:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778628993.864099:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778628993.864103:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:3.0:1778628993.864104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddaa0.
00000100:00000001:2.0:1778628993.864105:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.864109:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:3.0:1778628993.864109:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472614656, offset 0
00000100:00000001:2.0:1778628993.864111:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628993.864114:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628993.864115:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628993.864118:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778628993.864119:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778628993.864120:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778628993.864124:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778628993.864126:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628993.864130:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864130:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778628993.864134:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628993.864136:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628993.864137:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778628993.864139:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:2.0:1778628993.864140:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778628993.864146:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864147:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778628993.864148:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628993.864151:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628993.864154:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778628993.864154:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:2.0:1778628993.864157:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.864159:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628993.864160:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1778628993.864162:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778628993.864165:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000008:00000001:2.0:1778628993.864166:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.864170:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628993.864173:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000400:00000200:3.0:1778628993.864174:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497401:497401:256:4294967295] 192.168.204.112@tcp LPNI seq info [497360:497360:8:4294967295]
00000020:00000040:2.0:1778628993.864177:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628993.864181:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1778628993.864181:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778628993.864184:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628993.864186:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628993.864187:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1778628993.864191:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778628993.864195:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778628993.864197:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778628993.864200:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000800:00000010:3.0:1778628993.864202:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632300.
00000100:00000001:2.0:1778628993.864203:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628993.864209:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1778628993.864213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628993.864222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628993.864223:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628993.864227:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628993.864230:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628993.864235:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628993.864238:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628993.864238:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628993.864243:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778628993.864246:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778628993.864247:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628993.864250:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308345616
00000100:00000040:2.0:1778628993.864251:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1778628993.864257:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00de0.
00000100:00000040:2.0:1778628993.864258:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13679)
00000100:00000001:3.0:1778628993.864267:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778628993.864273:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308345616
00000100:00000010:3.0:1778628993.864276:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00900.
00000100:00000001:3.0:1778628993.864279:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628993.864285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628993.864286:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864289:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864291:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628993.864296:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628993.864297:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778628993.864299:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628993.864301:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628993.864303:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628993.864308:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628993.864317:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628993.864318:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864320:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628993.864322:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628993.864324:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628993.864327:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628993.864333:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628993.864336:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628993.864337:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864339:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628993.864343:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628993.864346:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628993.864350:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628993.864354:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3cb8.
00000400:00000010:3.0:1778628993.864358:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd6e8.
00000100:00000200:3.0:1778628993.864361:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614784, portal 10
00000100:00000001:3.0:1778628993.864362:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628993.864363:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:3.0:1778628993.864369:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628993.864374:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628993.864376:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628993.864378:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdddd0.
00000100:00000200:3.0:1778628993.864380:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614784, offset 0
00000400:00000200:3.0:1778628993.864384:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864387:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628993.864391:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628993.864395:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628993.864399:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628993.864402:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628993.864404:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864407:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497402:497402:255:4294967295] 192.168.204.112@tcp LPNI seq info [497361:497361:7:4294967295]
00000400:00000200:3.0:1778628993.864412:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628993.864419:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628993.864423:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628993.864427:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632a00.
00000800:00000200:3.0:1778628993.864432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628993.864436:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628993.864439:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628993.864443:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628993.864446:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628993.864448:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308341773
00000100:00000001:3.0:1778628993.864450:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308345616
00000100:00000001:3.0:1778628993.864451:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308341773
00000100:00000001:3.0:1778628993.864453:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308345616
00000100:00000001:3.0:1778628993.864454:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628993.864455:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864457:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628993.864460:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628993.864464:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628993.864466:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864467:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628993.864468:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628993.864470:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628993.864472:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628993.864474:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628993.864476:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628993.864477:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628993.864478:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628993.864480:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778628993.864481:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628993.864484:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628993.864487:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3370.
00000400:00000010:3.0:1778628993.864490:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778628993.864493:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472614912, portal 10
00000100:00000001:3.0:1778628993.864495:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628993.864496:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:3.0:1778628993.864501:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628993.864509:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628993.864511:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628993.864514:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddd48.
00000100:00000200:3.0:1778628993.864517:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472614912, offset 0
00000400:00000200:3.0:1778628993.864522:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864526:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628993.864529:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628993.864532:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628993.864534:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628993.864537:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628993.864539:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628993.864542:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497403:497403:254:4294967295] 192.168.204.112@tcp LPNI seq info [497362:497362:6:4294967295]
00000400:00000200:3.0:1778628993.864546:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628993.864553:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628993.864558:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628993.864561:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632c00.
00000800:00000200:3.0:1778628993.864566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628993.864569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778628993.864572:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628993.864575:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628993.864579:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628993.864581:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308341774
00000100:00000001:3.0:1778628993.864584:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308345616
00000100:00000001:3.0:1778628993.864586:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308341774
00000100:00000001:3.0:1778628993.864588:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308345616
00000100:00000001:3.0:1778628993.864590:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628993.864592:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864595:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864597:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628993.864600:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628993.864602:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778628993.864604:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628993.864642:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628993.864644:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628993.864646:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628994.119705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628994.119705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628994.119707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628994.119711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628994.119711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628994.119712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628994.119715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628994.119716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628994.119718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778628994.119720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628994.119720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628994.119726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628994.119727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628994.119727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628994.119729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628994.119729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628994.119731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628994.119736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628994.119736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628994.119738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628994.119739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628994.119742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628994.119743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628994.119746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628994.119809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628994.119813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628994.119816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628994.887752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628994.887760:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628994.887762:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628994.887769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628994.887773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628994.887777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628994.887781:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628994.887784:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628994.887788:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628995.143711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628995.143720:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628995.143723:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778628995.143727:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628995.143734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628995.143734:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778628995.143737:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628995.143740:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628995.143741:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628995.143743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628995.143746:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628995.143750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628995.143752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628995.143756:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628995.143756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628995.143757:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778628995.143766:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778628995.143767:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628995.143769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628995.143771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778628995.143772:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778628995.143775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628995.143776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628995.143776:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628995.143780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628995.143784:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628995.143785:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628995.143788:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628995.143789:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628995.143799:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778628995.143800:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628995.143803:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778628995.143803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628995.143812:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628995.143815:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628995.143819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628995.143846:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628995.143851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628995.143855:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628995.911727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628995.911732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628995.911734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628995.911738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628995.911741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628995.911745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628995.911747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628995.911749:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628995.911751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628996.167727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628996.167734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628996.167741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628996.167743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628996.167747:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628996.167749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628996.167749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628996.167753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628996.167753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628996.167758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628996.167763:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778628996.167764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778628996.167768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628996.167771:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778628996.167777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778628996.167778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628996.167785:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628996.167788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628996.167791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628996.167793:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628996.167799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628996.167804:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628996.167808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628996.167813:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628996.167828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628996.167833:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628996.167838:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778628996.935683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628996.935689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628996.935691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628996.935695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628996.935698:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628996.935701:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628996.935704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628996.935705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628996.935707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778628996.936052:0:2386:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778628996.936121:0:2386:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778628996.936132:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628996.936137:0:2386:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778628996.936143:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628996.936148:0:2386:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778628996.936154:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628996.936159:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632300.
00000400:00000200:2.0:1778628996.936165:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628996.936170:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628996.936177:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddaa0
00000400:00000010:2.0:1778628996.936180:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddaa0.
00000100:00000001:2.0:1778628996.936187:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628996.936196:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936217:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628996.936222:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936230:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628996.936233:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628996.936243:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628996.936245:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632a00.
00000400:00000200:2.0:1778628996.936248:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628996.936252:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628996.936254:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdddd0
00000400:00000010:2.0:1778628996.936257:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdddd0.
00000100:00000001:2.0:1778628996.936260:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628996.936263:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936270:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628996.936280:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936286:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628996.936287:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778628996.936292:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778628996.936294:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632c00.
00000400:00000200:2.0:1778628996.936296:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778628996.936298:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778628996.936301:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddd48
00000400:00000010:2.0:1778628996.936303:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddd48.
00000100:00000001:2.0:1778628996.936304:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778628996.936308:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936315:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778628996.936318:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628996.936323:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628996.936325:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628996.936349:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628996.936352:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628996.936355:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628996.936362:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628993/real 1778628996]  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628996.936377:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628996.936378:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628996.936382:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3cb8.
00000400:00000200:3.0:1778628996.936386:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd6e8
00000400:00000010:3.0:1778628996.936388:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd6e8.
00000100:00000001:3.0:1778628996.936391:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628996.936396:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628996.936406:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.936414:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628996.936416:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.936419:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.936421:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628996.936426:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.936433:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628996.936438:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.936446:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628996.936449:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.936451:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.936453:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.936455:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628996.936460:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628996.936465:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628996.936471:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628996.936473:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628996.936478:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628996.937497:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628996.937504:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628996.937510:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628993/real 1778628996]  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628996.937520:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628996.937522:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628996.937524:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3370.
00000400:00000200:3.0:1778628996.937527:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778628996.937529:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778628996.937532:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628996.937536:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628996.937545:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937553:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628996.937554:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937557:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.937558:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628996.937562:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937570:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628996.937574:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937737:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628996.937740:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937741:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.937743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937745:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628996.937748:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628996.937752:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628996.937757:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628996.937759:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628996.937769:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628996.937777:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472614912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628996.937782:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628996.937786:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628993/real 1778628996]  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628996.937795:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628996.937796:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628996.937798:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628996.937802:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628996.937804:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628996.937806:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628996.937810:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628996.937818:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937824:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628996.937825:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937828:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.937829:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628996.937832:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937839:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628996.937843:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937849:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628996.937852:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937853:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628996.937854:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937856:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628996.937857:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628996.937860:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628996.937863:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628996.937865:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628996.937869:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628996.937876:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472614656:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628996.937881:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937884:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628996.937888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472614784/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937896:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628996.937899:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628996.937903:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778628996.937906:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628996.937909:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628996.937911:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628996.937928:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628996.937931:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:3.0:1778628996.937935:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628996.937937:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628996.937939:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:3.0:1778628996.937942:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628996.937944:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937946:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628996.937950:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472614912/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937956:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628996.937958:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628996.937959:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778628996.937962:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628996.937963:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628996.937964:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628996.937967:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628996.937968:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778628996.937971:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628996.937972:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628996.937973:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:3.0:1778628996.937976:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628996.937978:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.937979:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628996.937982:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472614656/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628996.937990:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628996.937991:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628996.937992:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628996.937994:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628996.937995:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628996.937996:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628996.937998:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628996.937999:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:3.0:1778628996.938001:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628996.938002:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628996.938004:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:3.0:1778628996.938006:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628996.938007:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.938009:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628996.938018:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628996.938020:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628996.938023:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628996.938024:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628997.191723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628997.191727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778628997.191732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778628997.191732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628997.191737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628997.191739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628997.191742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628997.191744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778628997.191746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628997.191750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628997.191752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628997.191757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628997.191761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628997.191765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628997.191770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628997.191774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628997.191778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628997.191780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778628997.191883:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778628997.191887:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628997.191888:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628997.191890:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778628997.191893:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628997.191895:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628997.191897:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628997.191899:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628997.191901:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778628997.767739:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308345616, at 4308345664
00000100:00000040:1.0:1778628997.767739:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308345616, at 4308345664
00000100:00000010:1.0:1778628997.767753:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00900.
00000100:00000010:0.0:1778628997.767756:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00de0.
00000100:00000001:0.0:1778628997.959738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628997.959746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628997.959748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628997.959758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778628997.959762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628997.959766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628997.959769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628997.959771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628997.959774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628998.215759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628998.215764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628998.215770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628998.215771:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628998.215774:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628998.215774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628998.215776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628998.215779:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628998.215781:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628998.215785:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778628998.215789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628998.215791:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628998.215792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628998.215798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628998.215799:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628998.215804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628998.215804:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628998.215818:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778628998.215819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628998.215828:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628998.215832:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628998.215837:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628998.215841:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628998.215845:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778628998.215882:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778628998.215885:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778628998.215899:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778628998.407732:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778628998.407745:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778628998.407751:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778628998.407950:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778628998.407952:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778628998.407978:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778628998.407984:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778628998.407987:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628998.983674:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778628998.983679:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778628998.983680:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628998.983682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628998.983689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778628998.983689:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778628998.983693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778628998.983693:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628998.983697:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778628998.983698:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628998.983702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778628998.983703:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778628998.983705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628998.983708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628998.983710:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13674
00000400:00000200:2.0:1778628998.983721:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628998.983726:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628998.983729:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628998.983732:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983735:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628998.983737:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983739:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628998.983742:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628998.983744:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778628998.983746:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628998.983748:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778628998.983750:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778628998.983752:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778628998.983755:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983757:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628998.983758:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983760:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628998.983762:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778628998.983764:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983766:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628998.983769:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778628998.983771:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628998.983773:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.983774:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778628998.983776:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778628998.983783:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778628998.983786:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778628998.983789:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628998.983790:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.983792:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628998.983794:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628998.983797:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778628998.983804:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778628998.983809:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628998.983816:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778628998.983824:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778628998.983828:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628998.983831:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628998.983851:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778628998.983854:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778628998.983856:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778628998.983857:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628998.983858:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778628998.983861:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628998.983863:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13674
00000400:00000200:2.0:1778628998.983867:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628998.983870:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778628998.983882:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628998.983886:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983888:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628998.983889:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983892:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778628998.983894:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628998.983897:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778628998.983898:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628998.983901:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778628998.983903:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778628998.983906:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778628998.983909:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983912:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628998.983914:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778628998.983916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778628998.983917:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628998.983922:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:3.0:1778628998.983922:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628998.983927:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1778628998.983929:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778628998.983933:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628998.983935:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1778628998.983940:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628998.983942:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628998.983948:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.983953:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778628998.983958:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778628998.983958:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628998.983960:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778628998.983966:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.983968:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778628998.983970:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.983972:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1778628998.983977:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
02000000:00000001:3.0:1778628998.983977:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628998.983982:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615040:192.168.204.112@tcp:250:kworker.0
00000020:00000040:2.0:1778628998.983984:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778628998.983989:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778628998.983991:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778628998.983993:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.983996:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778628998.983996:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778628998.983998:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778628998.984000:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628998.984002:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.984005:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778628998.984008:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
02000000:00000010:3.0:1778628998.984013:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000100:00000001:2.0:1778628998.984015:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.984016:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628998.984025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628998.984030:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00100000:2.0:1778628998.984031:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1778628998.984038:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:2.0:1778628998.984046:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1778628998.984049:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615040, portal 25
00000100:00000001:3.0:1778628998.984053:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778628998.984054:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984056:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:2.0:1778628998.984062:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778628998.984068:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984089:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628998.984093:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628998.984096:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778628998.984096:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00080000:2.0:1778628998.984102:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1778628998.984103:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472615040, offset 0
00000100:00080000:2.0:1778628998.984110:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778628998.984112:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778628998.984116:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778628998.984116:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778628998.984123:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778628998.984128:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13674
00000400:00000200:3.0:1778628998.984131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628998.984139:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628998.984145:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628998.984149:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628998.984153:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628998.984171:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628998.984175:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497404:497404:256:4294967295] 192.168.204.112@tcp LPNI seq info [497363:497363:8:4294967295]
00000400:00000200:3.0:1778628998.984181:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628998.984187:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778628998.984195:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:3.0:1778628998.984199:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1778628998.984200:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778628998.984208:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.984214:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778628998.984214:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778628998.984220:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778628998.984223:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000010:3.0:1778628998.984223:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000020:00000001:2.0:1778628998.984229:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778628998.984231:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778628998.984234:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778628998.984237:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:3.0:1778628998.984238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:2.0:1778628998.984242:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778628998.984245:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1778628998.984246:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778628998.984254:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:3.1:1778628998.984258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778628998.984259:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778628998.984265:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.1:1778628998.984266:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1778628998.984268:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778628998.984273:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000100:3.0:1778628998.984277:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628998.984281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000100:00080000:2.0:1778628998.984286:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778628998.984288:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778628998.984290:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778628998.984295:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778628998.984297:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1778628998.984300:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778628998.984303:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.984305:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778628998.984305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000008:00100000:2.0:1778628998.984309:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1778628998.984310:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000008:00000001:2.0:1778628998.984315:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.984318:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984319:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1778628998.984322:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778628998.984327:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000200:3.0:1778628998.984327:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778628998.984332:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778628998.984335:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.984340:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778628998.984342:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778628998.984346:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984348:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1778628998.984352:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000040:3.0:1778628998.984354:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778628998.984358:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778628998.984368:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778628998.984368:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984373:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778628998.984381:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778628998.984382:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778628998.984385:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628998.984389:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778628998.984393:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984394:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308350736
00000100:00000010:3.0:1778628998.984403:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd001e0.
00000100:00000001:2.0:1778628998.984405:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778628998.984410:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628998.984412:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1778628998.984417:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778628998.984421:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778628998.984422:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308350736
00000100:00000040:2.0:1778628998.984429:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1778628998.984429:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd003c0.
00000100:00000040:2.0:1778628998.984436:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13684)
00000100:00000001:3.0:1778628998.984507:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778628998.984513:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628998.984516:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984519:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628998.984524:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628998/real 1778628998]  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628998.984533:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628998.984535:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628998.984537:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628998.984540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628998.984541:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628998.984544:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628998.984548:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628998.984555:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984562:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628998.984564:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984566:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.984568:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628998.984572:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984578:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628998.984582:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984588:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628998.984591:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984592:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.984594:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984596:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628998.984598:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628998.984601:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628998.984605:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628998.984640:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628998.984645:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628998.984652:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615040:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778628998.984657:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984659:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628998.984662:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472615040/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984669:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628998.984671:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628998.984674:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628998.984677:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628998.984680:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628998.984681:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778628998.984683:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628998.984686:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:3.0:1778628998.984690:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628998.984692:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628998.984694:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:3.0:1778628998.984698:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628998.984699:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984701:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984708:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628998.984710:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628998.984713:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778628998.984715:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628998.984718:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984725:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628998.984726:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.984728:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628998.984731:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628998.984733:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628998.984736:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628998.984739:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628998.984741:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628998.984743:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.984745:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628998.984748:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628998.984750:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628998.984754:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628998.984757:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628998.984760:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628998.984763:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615168, portal 10
00000100:00000001:3.0:1778628998.984765:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628998.984766:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:3.0:1778628998.984772:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984779:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628998.984781:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628998.984783:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778628998.984786:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472615168, offset 0
00000400:00000200:3.0:1778628998.984791:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628998.984795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628998.984800:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628998.984802:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628998.984804:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628998.984806:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628998.984808:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628998.984812:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497405:497405:256:4294967295] 192.168.204.112@tcp LPNI seq info [497364:497364:8:4294967295]
00000400:00000200:3.0:1778628998.984816:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628998.984824:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628998.984829:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628998.984832:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778628998.984837:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628998.984839:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628998.984844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628998.984847:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1778628998.984850:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628998.984852:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778628998.984855:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628998.984858:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628998.984861:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778628998.984863:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778628998.984865:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628998.984869:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984890:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628998.984893:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984900:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984902:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628998.984906:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628998.984910:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778628998.984914:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628998.984916:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308346894
00000100:00000001:3.0:1778628998.984919:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308350736
00000100:00000001:3.0:1778628998.984921:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308346894
00000100:00000001:3.0:1778628998.984923:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308350736
00000100:00000001:3.0:1778628998.984925:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628998.984927:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.984929:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628998.984933:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628998/real 1778628998]  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628998.984941:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628998.984943:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628998.984945:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628998.984947:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628998.984949:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628998.984951:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628998.984955:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628998.984962:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984969:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628998.984971:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.984973:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.984974:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628998.984977:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984985:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628998.984989:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.984996:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628998.984998:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985000:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.985001:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985003:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628998.985008:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628998.985011:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628998.985015:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628998.985017:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628998.985021:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628998.985028:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628998.985032:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778628998.985035:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985046:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778628998.985048:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.985050:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778628998.985052:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778628998.985054:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778628998.985057:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615296:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628998.985061:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778628998.985063:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778628998.985064:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778628998.985066:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778628998.985070:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778628998.985071:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778628998.985075:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778628998.985077:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778628998.985080:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778628998.985083:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615296, portal 10
00000100:00000001:3.0:1778628998.985085:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778628998.985086:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:3.0:1778628998.985092:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778628998.985100:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778628998.985102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778628998.985104:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472615296, offset 0
00000400:00000200:3.0:1778628998.985108:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778628998.985111:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628998.985115:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778628998.985118:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778628998.985120:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778628998.985122:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778628998.985124:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778628998.985128:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497406:497406:256:4294967295] 192.168.204.112@tcp LPNI seq info [497365:497365:8:4294967295]
00000400:00000200:3.0:1778628998.985132:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778628998.985138:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778628998.985143:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628998.985146:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778628998.985149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778628998.985152:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1778628998.985156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778628998.985158:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1778628998.985161:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778628998.985163:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778628998.985166:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778628998.985169:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778628998.985171:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778628998.985173:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778628998.985175:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778628998.985178:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985185:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628998.985188:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985194:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.985195:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778628998.985198:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778628998.985201:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778628998.985204:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778628998.985206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308346895
00000100:00000001:3.0:1778628998.985208:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308350736
00000100:00000001:3.0:1778628998.985210:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308346895
00000100:00000001:3.0:1778628998.985212:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308350736
00000100:00000001:3.0:1778628998.985214:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778628998.985216:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.985218:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778628998.985221:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778628998/real 1778628998]  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778628998.985229:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778628998.985230:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778628998.985232:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778628998.985234:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778628998.985236:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778628998.985238:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778628998.985240:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778628998.985248:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985253:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778628998.985255:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985257:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.985258:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778628998.985262:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985270:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778628998.985273:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985279:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778628998.985281:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985283:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778628998.985284:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985286:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778628998.985289:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778628998.985292:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778628998.985296:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778628998.985298:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778628998.985303:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778628998.985311:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615296:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778628998.985315:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985317:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628998.985320:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472615168/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985326:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628998.985327:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628998.985330:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778628998.985332:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628998.985334:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628998.985335:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628998.985338:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628998.985339:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:3.0:1778628998.985342:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628998.985344:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628998.985345:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:3.0:1778628998.985349:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628998.985350:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985352:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778628998.985355:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472615296/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778628998.985362:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778628998.985364:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778628998.985365:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778628998.985368:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778628998.985369:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778628998.985370:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778628998.985372:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778628998.985374:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:3.0:1778628998.985377:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778628998.985378:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778628998.985379:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:3.0:1778628998.985381:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778628998.985382:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985384:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778628998.985388:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778628998.985390:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778628998.985392:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778628998.985394:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778628999.239697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778628999.239703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778628999.239705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778628999.239710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778628999.239713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778628999.239716:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628999.239719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778628999.239722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778628999.239725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628999.239728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778628999.239730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778628999.239733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628999.239738:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778628999.239742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778628999.239743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628999.239747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778628999.239750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778628999.239753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778628999.239756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778628999.239757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778628999.239766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628999.239771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778628999.239774:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778628999.239779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778628999.239788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778628999.239792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778628999.239796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629000.007749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629000.007757:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629000.007759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629000.007765:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629000.007769:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629000.007774:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629000.007776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629000.007778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629000.007781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629000.263720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629000.263727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629000.263729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629000.263730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629000.263734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629000.263736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629000.263736:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629000.263740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629000.263745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629000.263747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629000.263747:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629000.263751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629000.263755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629000.263755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629000.263755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629000.263769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629000.263769:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629000.263773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629000.263778:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629000.263779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629000.263787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629000.263792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629000.263795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629000.263799:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629000.263828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629000.263833:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629000.263839:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629001.031680:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629001.031684:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629001.031686:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629001.031691:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629001.031694:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629001.031697:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629001.031699:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629001.031701:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629001.031703:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629001.287725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629001.287726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629001.287734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629001.287735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629001.287736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629001.287737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629001.287745:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629001.287745:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629001.287751:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629001.287752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629001.287756:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629001.287757:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629001.287761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629001.287761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629001.287765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629001.287766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629001.287772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629001.287772:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629001.287897:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629001.287901:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629001.287907:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629001.287908:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629001.287912:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629001.287913:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629001.287938:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629001.287941:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629001.287945:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629002.055763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629002.055770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629002.055772:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629002.055778:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629002.055782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629002.055803:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629002.055806:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629002.055808:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629002.055823:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629002.311733:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629002.311733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629002.311737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629002.311741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629002.311742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629002.311743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629002.311746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629002.311747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629002.311749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629002.311752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629002.311754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629002.311754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629002.311756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629002.311761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629002.311761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629002.311762:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629002.311765:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629002.311767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629002.311767:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629002.311769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629002.311773:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629002.311774:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629002.311774:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629002.311779:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629002.311779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629002.311779:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629002.311785:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629002.311786:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629002.311786:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629002.311791:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629002.311866:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629002.311872:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629002.311875:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629002.887769:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308350736, at 4308350784
00000100:00000040:0.0:1778629002.887774:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308350736, at 4308350784
00000100:00000010:1.0:1778629002.887824:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd003c0.
00000100:00000010:0.0:1778629002.887828:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd001e0.
00000100:00000001:0.0:1778629003.079689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629003.079699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629003.079701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629003.079709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629003.079714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629003.079719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629003.079723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629003.079726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629003.079729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629003.335748:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629003.335761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629003.335766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629003.335778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629003.335805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629003.335810:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629003.335812:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629003.335813:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629003.335818:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629003.335823:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629003.335823:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629003.335827:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629003.335829:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629003.335831:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629003.335835:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629003.335845:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629003.335851:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629003.335852:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629003.335858:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629003.335858:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629003.335864:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629003.335865:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629003.335870:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629003.335874:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629003.335908:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629003.335915:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629003.335921:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629004.103739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629004.103750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629004.103753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629004.103762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629004.103769:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629004.103787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629004.103791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629004.103795:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629004.103799:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629004.103819:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629004.103825:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629004.103828:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629004.103832:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629004.103836:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629004.103845:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13679
00000400:00000200:2.0:1778629004.103856:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629004.103862:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629004.103866:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629004.103869:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.103871:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629004.103874:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.103876:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629004.103879:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629004.103881:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629004.103884:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629004.103886:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629004.103888:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629004.103890:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629004.103893:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.103895:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629004.103896:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.103897:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629004.103900:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629004.103903:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629004.103905:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629004.103909:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629004.103912:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629004.103915:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.103917:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629004.103919:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629004.103925:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629004.103928:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629004.103933:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629004.103935:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.103939:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629004.103941:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629004.103946:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629004.103954:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629004.103961:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629004.103971:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629004.103981:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629004.103986:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629004.103990:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629004.104013:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629004.104016:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629004.104019:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629004.104021:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629004.104022:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629004.104025:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629004.104027:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13679
00000400:00000200:2.0:1778629004.104030:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629004.104032:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629004.104034:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629004.104036:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104038:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629004.104040:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104041:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629004.104043:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629004.104044:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629004.104045:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629004.104047:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629004.104048:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629004.104049:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629004.104051:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104052:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629004.104053:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104055:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629004.104056:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629004.104057:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104059:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629004.104060:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629004.104065:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629004.104066:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104067:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629004.104073:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629004.104076:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104079:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629004.104083:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629004.104086:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629004.104089:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629004.104090:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104091:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1778629004.104093:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1778629004.104094:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629004.104095:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104100:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1778629004.104102:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:1.0:1778629004.104103:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629004.104109:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629004.104115:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629004.104120:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629004.104139:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629004.104142:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104144:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1778629004.104147:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629004.104148:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629004.104153:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629004.104154:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629004.104158:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629004.104168:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615424:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629004.104174:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629004.104174:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629004.104179:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629004.104181:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629004.104184:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629004.104186:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1778629004.104188:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629004.104188:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629004.104191:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629004.104193:0:224857:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:1.0:1778629004.104194:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
00000100:00080000:2.0:1778629004.104196:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13679
02000000:00000001:1.0:1778629004.104199:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629004.104207:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629004.104208:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629004.104212:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000010:1.0:1778629004.104214:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00080000:2.0:1778629004.104214:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629004.104220:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104222:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1778629004.104224:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000040:2.0:1778629004.104224:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104229:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629004.104230:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629004.104231:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629004.104232:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1778629004.104234:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615424, portal 25
00000020:00000040:2.0:1778629004.104234:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629004.104235:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629004.104237:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1778629004.104238:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629004.104240:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:2.0:1778629004.104243:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104245:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629004.104248:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629004.104249:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104253:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629004.104259:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778629004.104264:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629004.104265:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104269:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629004.104270:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629004.104272:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778629004.104273:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
02000000:00000001:2.0:1778629004.104277:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1778629004.104278:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472615424, offset 0
02000000:00000001:2.0:1778629004.104283:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104286:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629004.104288:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00100000:2.0:1778629004.104290:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629004.104294:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104297:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104298:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778629004.104304:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000400:00000200:1.0:1778629004.104307:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:2.0:1778629004.104309:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629004.104313:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629004.104315:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1778629004.104315:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629004.104319:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778629004.104320:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:2.0:1778629004.104322:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629004.104325:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1778629004.104325:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104329:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000010:2.0:1778629004.104329:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000400:00000200:1.0:1778629004.104334:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497407:497407:256:4294967295] 192.168.204.112@tcp LPNI seq info [497366:497366:8:4294967295]
00000100:00000001:2.0:1778629004.104334:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104340:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778629004.104343:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629004.104351:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629004.104355:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104356:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629004.104361:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629004.104367:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629004.104374:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629004.104376:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000040:2.0:1778629004.104376:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629004.104381:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629004.104383:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1778629004.104389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629004.104389:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629004.104396:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1778629004.104397:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13689)
00000800:00000200:1.1:1778629004.104405:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629004.104408:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629004.104412:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629004.104414:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629004.104420:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629004.104425:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629004.104430:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629004.104433:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629004.104436:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629004.104441:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104449:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.104453:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104459:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104461:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629004.104467:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104471:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629004.104474:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308355856
00000100:00000010:1.0:1778629004.104478:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629004.104485:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629004.104491:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308355856
00000100:00000010:1.0:1778629004.104494:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629004.104497:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629004.104500:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629004.104502:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104504:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629004.104507:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629004/real 1778629004]  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629004.104513:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629004.104515:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629004.104517:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629004.104520:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629004.104522:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629004.104524:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629004.104527:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629004.104535:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104541:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629004.104543:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104546:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.104548:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629004.104552:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104557:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629004.104562:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104567:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629004.104569:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104570:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.104571:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104573:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629004.104574:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629004.104576:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629004.104579:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629004.104581:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629004.104584:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629004.104590:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615424:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629004.104593:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104594:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.104596:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472615424/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104600:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629004.104603:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629004.104605:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629004.104650:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629004.104653:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629004.104657:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629004.104660:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629004.104664:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629004.104669:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629004.104672:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629004.104675:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778629004.104679:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629004.104681:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104684:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104710:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629004.104711:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104713:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629004.104715:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629004.104716:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629004.104719:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104725:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629004.104726:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629004.104728:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629004.104729:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629004.104730:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629004.104732:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629004.104734:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629004.104736:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629004.104737:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629004.104739:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629004.104741:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629004.104742:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104745:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629004.104747:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629004.104750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629004.104752:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615552, portal 10
00000100:00000001:1.0:1778629004.104753:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629004.104754:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:1.0:1778629004.104759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104764:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629004.104766:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629004.104767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629004.104769:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472615552, offset 0
00000400:00000200:1.0:1778629004.104790:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629004.104793:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629004.104796:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629004.104798:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629004.104800:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629004.104802:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629004.104803:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629004.104805:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497408:497408:256:4294967295] 192.168.204.112@tcp LPNI seq info [497367:497367:8:4294967295]
00000400:00000200:1.0:1778629004.104809:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629004.104813:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629004.104816:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629004.104819:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629004.104822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629004.104824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629004.104827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629004.104828:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629004.104830:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629004.104832:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629004.104834:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629004.104837:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629004.104839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629004.104840:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629004.104842:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629004.104844:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104850:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.104852:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104862:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104863:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629004.104865:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629004.104869:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629004.104872:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629004.104873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308352014
00000100:00000001:1.0:1778629004.104875:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308355856
00000100:00000001:1.0:1778629004.104877:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308352014
00000100:00000001:1.0:1778629004.104878:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308355856
00000100:00000001:1.0:1778629004.104880:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629004.104881:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.104882:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629004.104884:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629004/real 1778629004]  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629004.104889:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629004.104890:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629004.104891:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629004.104892:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629004.104894:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629004.104895:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629004.104897:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629004.104902:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104906:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629004.104906:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104908:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.104908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629004.104910:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104916:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629004.104918:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104922:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629004.104924:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104925:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.104926:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.104927:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629004.104930:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629004.104932:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629004.104934:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629004.104935:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629004.104937:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629004.104942:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629004.104944:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629004.104946:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104950:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629004.104951:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629004.104952:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629004.104953:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629004.104955:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629004.104957:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615680:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629004.104958:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629004.104959:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629004.104961:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629004.104962:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629004.104965:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629004.104966:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629004.104968:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629004.104970:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629004.104972:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629004.104974:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615680, portal 10
00000100:00000001:1.0:1778629004.104975:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629004.104976:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:1.0:1778629004.104980:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.104984:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629004.104986:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629004.104987:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629004.104989:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472615680, offset 0
00000400:00000200:1.0:1778629004.104991:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629004.104993:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629004.104995:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629004.104997:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629004.104998:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629004.104999:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629004.105001:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629004.105003:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497409:497409:256:4294967295] 192.168.204.112@tcp LPNI seq info [497368:497368:8:4294967295]
00000400:00000200:1.0:1778629004.105006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629004.105010:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629004.105013:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629004.105014:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629004.105017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629004.105018:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629004.105021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629004.105023:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629004.105026:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629004.105028:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629004.105029:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629004.105032:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629004.105034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629004.105035:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629004.105036:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629004.105038:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105044:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.105045:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105049:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.105050:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629004.105052:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629004.105053:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629004.105055:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629004.105056:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308352015
00000100:00000001:1.0:1778629004.105058:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308355856
00000100:00000001:1.0:1778629004.105060:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308352015
00000100:00000001:1.0:1778629004.105061:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308355856
00000100:00000001:1.0:1778629004.105063:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629004.105064:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.105065:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629004.105067:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629004/real 1778629004]  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629004.105071:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629004.105072:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629004.105073:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629004.105074:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629004.105075:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629004.105077:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629004.105078:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629004.105084:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105088:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629004.105088:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105089:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.105090:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629004.105092:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105096:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629004.105098:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105102:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629004.105103:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105104:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629004.105105:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105106:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629004.105108:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629004.105110:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629004.105111:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629004.105112:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629004.105115:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629004.105119:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615680:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629004.105121:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105123:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.105125:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472615552/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105130:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629004.105131:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629004.105132:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629004.105133:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629004.105134:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629004.105135:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629004.105136:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629004.105137:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629004.105139:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629004.105140:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629004.105141:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:1.0:1778629004.105143:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629004.105144:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105145:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629004.105147:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472615680/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629004.105152:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629004.105152:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629004.105153:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629004.105154:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629004.105155:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629004.105156:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629004.105157:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629004.105157:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629004.105159:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629004.105159:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629004.105160:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:1.0:1778629004.105161:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629004.105162:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105163:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.105165:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629004.105166:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.105167:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629004.105169:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.359751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629004.359752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629004.359760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629004.359761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629004.359761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629004.359764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629004.359775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.359777:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629004.359785:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629004.359785:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629004.359785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629004.359788:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629004.359791:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629004.359792:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629004.359794:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629004.359795:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629004.359796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.359797:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629004.359799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629004.359803:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629004.359803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629004.359806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629004.359807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629004.359811:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629004.359858:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629004.359862:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629004.359866:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629005.127737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629005.127744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629005.127746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629005.127768:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629005.127772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629005.127775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629005.127778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629005.127780:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629005.127783:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629005.383684:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629005.383684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629005.383691:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629005.383692:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629005.383693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629005.383694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629005.383695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383711:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1778629005.383713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629005.383713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629005.383714:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629005.383720:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629005.383721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629005.383721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629005.383724:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629005.383727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629005.383727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629005.383727:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629005.383733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629005.383734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629005.383734:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629005.383737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629005.383738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629005.383739:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629005.383741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629005.383745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629005.383762:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629005.383763:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629005.383764:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383766:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629005.383768:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383770:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383772:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629005.383776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629005.383778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629005.383809:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629005.383811:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629005.383814:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629006.151740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629006.151749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629006.151750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629006.151756:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629006.151760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629006.151764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629006.151767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629006.151770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629006.151772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629006.407773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629006.407776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629006.407780:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629006.407781:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629006.407784:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629006.407786:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629006.407789:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629006.407789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629006.407795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629006.407796:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629006.407797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629006.407802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629006.407806:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629006.407809:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629006.407813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629006.407837:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629006.407846:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629006.407849:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629006.407856:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629006.407872:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629006.407877:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629006.407881:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629006.407884:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629006.407888:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629006.407895:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629006.407899:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629006.407903:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629007.175813:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629007.175822:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629007.175824:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629007.175831:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629007.175836:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629007.175842:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629007.175846:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629007.175849:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629007.175853:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629007.431699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629007.431699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629007.431704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629007.431721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629007.431721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629007.431723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629007.431725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629007.431725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629007.431733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629007.431733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629007.431735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629007.431738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629007.431740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629007.431740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629007.431742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629007.431744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629007.431746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629007.431746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629007.431751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629007.431751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629007.431755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629007.431755:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629007.431759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629007.431759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629007.431769:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629007.431772:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629007.431775:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629008.007760:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308355856, at 4308355904
00000100:00000040:0.0:1778629008.007761:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308355856, at 4308355904
00000100:00000010:1.0:1778629008.007778:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000010:0.0:1778629008.007783:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:0.0:1778629008.199770:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629008.199777:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629008.199779:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629008.199785:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629008.199789:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629008.199794:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629008.199797:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629008.199799:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629008.199802:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629008.455757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629008.455760:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629008.455764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629008.455765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629008.455767:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629008.455772:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629008.455772:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629008.455773:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629008.455775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629008.455777:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629008.455779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629008.455780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629008.455783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629008.455784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629008.455788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629008.455789:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629008.455793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629008.455794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629008.455801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629008.455801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629008.455805:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629008.455806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629008.455813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629008.455813:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629008.455853:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629008.455857:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629008.455860:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629009.223812:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629009.223817:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778629009.223822:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629009.223824:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629009.223826:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629009.223828:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629009.223831:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1778629009.223834:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629009.223836:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629009.223841:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778629009.223845:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13684
00000100:00000001:2.0:1778629009.223846:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629009.223850:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629009.223853:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778629009.223857:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629009.223860:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629009.223866:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629009.223869:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629009.223872:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.223875:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629009.223878:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.223880:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629009.223883:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629009.223885:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629009.223887:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629009.223890:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629009.223892:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629009.223894:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629009.223897:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.223899:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629009.223902:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.223904:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629009.223907:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629009.223910:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629009.223911:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629009.223914:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629009.223916:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629009.223918:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.223920:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629009.223921:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629009.223932:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778629009.223935:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629009.223939:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629009.223940:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.223942:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629009.223945:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629009.223950:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629009.223958:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778629009.223964:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629009.223973:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629009.223982:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629009.223987:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629009.223991:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629009.224018:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629009.224020:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629009.224023:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629009.224024:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629009.224026:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629009.224028:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629009.224030:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13684
00000400:00000200:0.0:1778629009.224033:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629009.224035:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629009.224037:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629009.224039:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224041:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629009.224043:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224045:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629009.224047:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629009.224049:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629009.224050:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629009.224052:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629009.224053:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629009.224055:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629009.224057:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224058:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629009.224059:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224061:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629009.224062:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629009.224062:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1778629009.224067:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629009.224068:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629009.224071:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224072:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1778629009.224073:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629009.224080:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629009.224083:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224085:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1778629009.224085:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1778629009.224090:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629009.224097:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224100:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224105:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629009.224107:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629009.224109:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
02000000:00000001:1.0:1778629009.224112:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778629009.224113:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629009.224117:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629009.224118:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629009.224119:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224122:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629009.224125:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629009.224125:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629009.224127:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629009.224132:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615808:192.168.204.112@tcp:250:kworker.0
02000000:00000010:0.0:1778629009.224134:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:1.0:1778629009.224139:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778629009.224140:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629009.224147:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629009.224147:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629009.224151:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629009.224157:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1778629009.224160:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629009.224162:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629009.224164:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
00000100:00000040:0.0:1778629009.224166:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629009.224168:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224177:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778629009.224179:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629009.224182:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629009.224183:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1778629009.224183:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00080000:0.0:1778629009.224186:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629009.224189:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629009.224190:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13684
00000400:00000010:1.0:1778629009.224191:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000400:00000200:0.0:1778629009.224195:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629009.224198:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629009.224200:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1778629009.224201:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615808, portal 25
00000100:00000040:0.0:1778629009.224203:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629009.224206:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629009.224207:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629009.224210:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:0.0:1778629009.224211:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224216:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629009.224218:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629009.224221:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000040:1.0:1778629009.224221:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778629009.224222:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629009.224225:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629009.224229:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629009.224234:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629009.224238:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629009.224240:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224244:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629009.224245:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629009.224248:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629009.224248:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000001:0.0:1778629009.224252:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:1.0:1778629009.224252:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472615808, offset 0
00000020:00000040:0.0:1778629009.224258:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629009.224260:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629009.224262:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224265:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778629009.224266:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629009.224270:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629009.224272:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224274:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629009.224275:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629009.224279:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:0.0:1778629009.224280:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224284:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629009.224287:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000400:00000200:1.0:1778629009.224290:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:0.0:1778629009.224291:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629009.224294:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629009.224295:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.224296:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778629009.224297:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1778629009.224298:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629009.224301:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224304:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000010:0.0:1778629009.224305:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629009.224309:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224309:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629009.224314:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00100000:0.0:1778629009.224318:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629009.224322:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497410:497410:256:4294967295] 192.168.204.112@tcp LPNI seq info [497369:497369:8:4294967295]
00000400:00000200:1.0:1778629009.224335:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629009.224340:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629009.224342:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629009.224347:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629009.224352:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778629009.224362:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629009.224363:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629009.224366:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629009.224369:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1778629009.224369:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000040:0.0:1778629009.224371:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629009.224374:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629009.224379:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13694)
00000800:00000200:1.0:1778629009.224379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629009.224385:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629009.224391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629009.224394:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629009.224398:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629009.224400:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629009.224407:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629009.224411:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629009.224416:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629009.224418:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629009.224423:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629009.224426:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224434:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.224436:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224447:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224448:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629009.224453:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224457:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629009.224459:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308360976
00000100:00000010:1.0:1778629009.224464:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629009.224471:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629009.224477:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308360976
00000100:00000010:1.0:1778629009.224479:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5de0.
00000100:00000001:1.0:1778629009.224481:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629009.224484:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629009.224486:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224488:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629009.224491:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629009/real 1778629009]  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629009.224498:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629009.224500:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629009.224501:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629009.224503:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629009.224504:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629009.224506:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629009.224509:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629009.224515:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224519:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629009.224520:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.224524:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629009.224527:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224532:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629009.224535:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224540:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629009.224542:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224543:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.224544:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224546:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629009.224547:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629009.224549:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629009.224552:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629009.224553:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629009.224556:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629009.224562:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472615808:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629009.224565:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224566:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.224576:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472615808/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224581:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629009.224584:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629009.224587:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629009.224589:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629009.224590:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629009.224591:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629009.224593:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629009.224595:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629009.224599:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629009.224600:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629009.224602:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:1.0:1778629009.224604:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629009.224605:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224630:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224636:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629009.224637:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224639:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629009.224640:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629009.224641:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629009.224644:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224651:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629009.224653:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629009.224655:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629009.224658:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629009.224660:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629009.224663:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629009.224666:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629009.224668:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629009.224681:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629009.224684:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629009.224687:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629009.224689:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224693:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629009.224697:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629009.224701:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629009.224704:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472615936, portal 10
00000100:00000001:1.0:1778629009.224706:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629009.224708:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:1.0:1778629009.224715:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224723:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629009.224725:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629009.224728:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629009.224729:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472615936, offset 0
00000400:00000200:1.0:1778629009.224733:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629009.224736:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629009.224738:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629009.224741:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629009.224743:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629009.224745:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629009.224746:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629009.224749:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497411:497411:256:4294967295] 192.168.204.112@tcp LPNI seq info [497370:497370:8:4294967295]
00000400:00000200:1.0:1778629009.224751:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629009.224756:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629009.224758:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629009.224760:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629009.224763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629009.224765:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629009.224768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629009.224770:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629009.224773:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629009.224774:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629009.224776:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629009.224779:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629009.224781:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629009.224782:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629009.224784:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629009.224786:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224792:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.224794:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224799:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224800:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629009.224804:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629009.224808:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629009.224812:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629009.224815:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308357134
00000100:00000001:1.0:1778629009.224817:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308360976
00000100:00000001:1.0:1778629009.224820:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308357134
00000100:00000001:1.0:1778629009.224822:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308360976
00000100:00000001:1.0:1778629009.224824:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629009.224826:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.224829:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629009.224833:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629009/real 1778629009]  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629009.224843:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629009.224844:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629009.224846:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629009.224849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629009.224850:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629009.224852:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629009.224856:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629009.224863:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224868:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629009.224869:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224870:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.224871:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629009.224874:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224878:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629009.224881:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224886:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629009.224888:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224889:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.224890:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.224891:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629009.224895:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629009.224897:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629009.224899:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629009.224900:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629009.224902:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629009.224908:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472615936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629009.224910:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629009.224912:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224916:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629009.224917:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629009.224918:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629009.224920:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629009.224921:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629009.224923:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616064:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629009.224926:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629009.224927:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629009.224928:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629009.224929:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629009.224932:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629009.224933:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629009.224936:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629009.224938:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629009.224940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629009.224942:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616064, portal 10
00000100:00000001:1.0:1778629009.224943:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629009.224944:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:1.0:1778629009.224948:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.224953:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629009.224954:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629009.224956:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629009.224957:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472616064, offset 0
00000400:00000200:1.0:1778629009.224960:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629009.224962:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629009.224964:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629009.224966:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629009.224968:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629009.224970:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629009.224972:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629009.224974:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497412:497412:256:4294967295] 192.168.204.112@tcp LPNI seq info [497371:497371:8:4294967295]
00000400:00000200:1.0:1778629009.224976:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629009.224981:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629009.224983:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629009.224985:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629009.224988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629009.224990:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629009.224993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629009.224995:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629009.224998:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629009.224999:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629009.225001:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629009.225003:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629009.225005:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629009.225006:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629009.225008:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629009.225010:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225015:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.225017:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225021:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.225022:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629009.225024:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629009.225026:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629009.225028:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629009.225029:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308357135
00000100:00000001:1.0:1778629009.225031:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308360976
00000100:00000001:1.0:1778629009.225032:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308357135
00000100:00000001:1.0:1778629009.225033:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308360976
00000100:00000001:1.0:1778629009.225034:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629009.225036:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.225037:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629009.225039:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629009/real 1778629009]  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629009.225044:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629009.225045:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629009.225046:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629009.225047:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629009.225048:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629009.225049:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629009.225051:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629009.225056:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225061:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629009.225062:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225063:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.225064:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629009.225066:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225070:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629009.225074:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225081:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629009.225083:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225085:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629009.225086:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225088:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629009.225091:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629009.225094:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629009.225097:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629009.225100:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629009.225105:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629009.225114:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616064:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629009.225118:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225120:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.225122:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472615936/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225127:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629009.225129:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629009.225130:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629009.225132:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629009.225133:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629009.225134:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629009.225136:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629009.225137:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778629009.225139:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629009.225140:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629009.225142:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:1.0:1778629009.225144:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629009.225145:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225146:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629009.225148:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472616064/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629009.225152:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629009.225153:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629009.225154:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629009.225156:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629009.225156:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629009.225157:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629009.225158:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629009.225159:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629009.225160:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629009.225161:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629009.225161:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:1.0:1778629009.225163:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629009.225163:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225164:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.225167:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629009.225168:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.225169:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629009.225170:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.479737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629009.479743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629009.479748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629009.479749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629009.479749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629009.479752:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.479753:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629009.479755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629009.479768:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629009.479769:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629009.479769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629009.479772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.479775:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629009.479781:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629009.479784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629009.479785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.479786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629009.479791:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629009.479793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629009.479798:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629009.479801:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629009.479803:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629009.479805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629009.479810:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629009.479835:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629009.479837:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629009.479840:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629010.247752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629010.247762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629010.247764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629010.247771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629010.247775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629010.247787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629010.247790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629010.247794:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629010.247798:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629010.503714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629010.503719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629010.503725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629010.503725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629010.503726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629010.503727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629010.503734:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629010.503737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629010.503737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629010.503737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629010.503746:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629010.503746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629010.503747:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629010.503760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629010.503761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629010.503765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629010.503766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629010.503769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629010.503771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629010.503776:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629010.503776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629010.503781:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629010.503783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629010.503785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629010.503828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629010.503834:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629010.503838:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629011.271762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629011.271769:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629011.271771:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629011.271777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629011.271782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629011.271787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629011.271791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629011.271796:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629011.271800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629011.527765:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629011.527765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629011.527768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629011.527774:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629011.527774:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629011.527774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629011.527779:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629011.527780:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629011.527785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629011.527787:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629011.527788:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629011.527788:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629011.527799:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629011.527803:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629011.527805:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629011.527806:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629011.527807:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629011.527814:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629011.527815:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629011.527815:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629011.527822:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629011.527823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629011.527823:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629011.527826:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629011.527831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629011.527832:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629011.527839:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629011.527841:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629011.527843:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629011.527847:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629011.527881:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629011.527884:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629011.527887:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629012.295675:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629012.295681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629012.295683:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629012.295687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629012.295690:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629012.295693:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629012.295695:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629012.295698:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629012.295700:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629012.551709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629012.551710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629012.551710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629012.551718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629012.551720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629012.551720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629012.551724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629012.551725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629012.551725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629012.551733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629012.551735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629012.551735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629012.551737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629012.551742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629012.551745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629012.551746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629012.551752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629012.551752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629012.551757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629012.551758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629012.551760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629012.551761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629012.551766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629012.551766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629012.551804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629012.551807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629012.551810:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629013.127763:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308360976, at 4308361024
00000100:00000040:1.0:1778629013.127763:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308360976, at 4308361024
00000100:00000010:0.0:1778629013.127782:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000010:1.0:1778629013.127787:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778629013.319690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629013.319696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629013.319698:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629013.319703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629013.319706:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629013.319710:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629013.319712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629013.319714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629013.319717:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629013.575762:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629013.575767:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629013.575772:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629013.575773:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629013.575776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629013.575777:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629013.575777:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629013.575784:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629013.575786:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629013.575787:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629013.575795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629013.575795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629013.575803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629013.575805:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629013.575805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629013.575810:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629013.575814:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629013.575815:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629013.575816:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629013.575818:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629013.575820:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629013.575821:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629013.575822:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629013.575826:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629013.575874:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629013.575876:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629013.575879:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629014.343692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629014.343697:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629014.343699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629014.343704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629014.343707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629014.343712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629014.343715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629014.343718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629014.343720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629014.343730:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629014.343739:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629014.343743:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629014.343747:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629014.343751:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629014.343758:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13689
00000400:00000200:3.0:1778629014.343768:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629014.343774:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629014.343778:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629014.343780:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343783:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629014.343785:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343787:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629014.343792:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629014.343793:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629014.343796:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629014.343798:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629014.343800:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629014.343801:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629014.343803:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343805:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629014.343806:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343808:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629014.343810:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629014.343813:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343814:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629014.343817:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629014.343819:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629014.343821:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.343823:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629014.343825:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629014.343835:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629014.343838:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629014.343843:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629014.343844:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.343847:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629014.343850:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629014.343855:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629014.343863:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778629014.343870:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629014.343879:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629014.343888:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629014.343892:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629014.343896:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629014.343919:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629014.343922:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629014.343925:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629014.343926:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629014.343927:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629014.343929:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629014.343931:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13689
00000400:00000200:3.0:1778629014.343933:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629014.343935:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629014.343937:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629014.343940:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343942:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629014.343943:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343945:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629014.343947:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629014.343948:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629014.343949:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629014.343951:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629014.343953:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629014.343955:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629014.343957:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629014.343958:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629014.343959:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629014.343962:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629014.343964:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629014.343964:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629014.343967:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629014.343968:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629014.343972:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629014.343974:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629014.343977:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629014.343977:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629014.343984:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629014.343989:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.343990:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629014.343991:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629014.343992:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629014.343996:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629014.343997:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629014.344001:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1778629014.344001:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344003:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344005:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629014.344007:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000100:00100000:1.0:1778629014.344010:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616192:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778629014.344011:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629014.344015:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778629014.344017:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629014.344017:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344021:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629014.344022:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629014.344023:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629014.344024:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344027:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629014.344028:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629014.344032:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629014.344033:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629014.344038:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
00000100:00100000:3.0:1778629014.344039:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629014.344043:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344050:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629014.344053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629014.344054:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629014.344059:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629014.344060:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629014.344068:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000001:3.0:1778629014.344076:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629014.344078:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616192, portal 25
00000100:00080000:3.0:1778629014.344079:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629014.344083:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1778629014.344084:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629014.344086:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000001:3.0:1778629014.344087:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629014.344090:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629014.344093:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1778629014.344096:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629014.344097:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13689
00000400:00000200:3.0:1778629014.344105:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629014.344110:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778629014.344114:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629014.344114:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629014.344120:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629014.344121:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629014.344124:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1778629014.344126:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000040:3.0:1778629014.344127:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.344131:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:1.0:1778629014.344132:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472616192, offset 0
00000020:00000001:3.0:1778629014.344133:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629014.344136:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629014.344137:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629014.344138:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629014.344143:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629014.344143:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629014.344147:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629014.344150:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629014.344151:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629014.344153:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629014.344156:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629014.344156:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629014.344160:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629014.344163:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629014.344165:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629014.344166:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:3.0:1778629014.344169:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629014.344172:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629014.344173:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1778629014.344174:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344177:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629014.344178:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629014.344181:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00000001:3.0:1778629014.344182:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344185:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629014.344187:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1778629014.344188:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000400:00000200:1.0:1778629014.344191:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:3.0:1778629014.344192:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629014.344195:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629014.344198:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497413:497413:256:4294967295] 192.168.204.112@tcp LPNI seq info [497372:497372:8:4294967295]
02000000:00000001:3.0:1778629014.344198:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629014.344199:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629014.344202:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629014.344205:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629014.344205:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629014.344210:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629014.344214:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629014.344221:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629014.344222:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629014.344235:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629014.344235:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629014.344239:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629014.344243:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000040:3.0:1778629014.344243:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629014.344251:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629014.344253:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629014.344258:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629014.344260:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629014.344262:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629014.344264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629014.344266:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13699)
00000800:00000200:1.0:1778629014.344270:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778629014.344276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629014.344279:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1778629014.344284:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629014.344286:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629014.344294:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629014.344298:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629014.344302:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629014.344304:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629014.344308:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629014.344311:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344318:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.344321:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344326:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344328:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629014.344333:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629014.344336:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629014.344339:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308366096
00000100:00000010:1.0:1778629014.344344:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5de0.
00000100:00000001:1.0:1778629014.344352:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629014.344358:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308366096
00000100:00000010:1.0:1778629014.344360:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778629014.344362:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629014.344364:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629014.344366:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344368:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629014.344371:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629014/real 1778629014]  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629014.344378:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629014.344380:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629014.344381:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629014.344383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629014.344384:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629014.344386:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629014.344389:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629014.344395:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344399:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629014.344400:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344402:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344404:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629014.344406:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344411:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629014.344414:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344423:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629014.344425:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344426:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344427:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344430:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629014.344432:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629014.344436:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629014.344441:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629014.344443:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629014.344447:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629014.344456:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616192:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629014.344461:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344464:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.344467:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472616192/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344475:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629014.344478:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629014.344481:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629014.344485:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629014.344487:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629014.344488:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629014.344491:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629014.344494:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629014.344499:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629014.344501:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629014.344503:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778629014.344505:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629014.344506:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344508:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344515:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629014.344516:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344518:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629014.344519:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629014.344521:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629014.344524:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344529:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629014.344530:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344532:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629014.344533:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629014.344534:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629014.344536:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629014.344539:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629014.344540:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629014.344542:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344543:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629014.344545:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629014.344546:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629014.344550:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629014.344552:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629014.344555:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629014.344557:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616320, portal 10
00000100:00000001:1.0:1778629014.344559:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629014.344560:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:1.0:1778629014.344565:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344585:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629014.344587:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629014.344589:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629014.344591:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472616320, offset 0
00000400:00000200:1.0:1778629014.344594:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629014.344597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629014.344600:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629014.344603:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629014.344605:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629014.344631:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629014.344633:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629014.344635:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497414:497414:256:4294967295] 192.168.204.112@tcp LPNI seq info [497373:497373:8:4294967295]
00000400:00000200:1.0:1778629014.344638:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629014.344643:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629014.344646:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629014.344649:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629014.344652:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629014.344654:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778629014.344657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629014.344659:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1778629014.344662:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629014.344663:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629014.344666:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629014.344668:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629014.344670:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629014.344671:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629014.344673:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629014.344676:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344682:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.344684:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344688:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344689:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629014.344692:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629014.344695:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629014.344697:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629014.344698:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308362254
00000100:00000001:1.0:1778629014.344701:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308366096
00000100:00000001:1.0:1778629014.344702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308362254
00000100:00000001:1.0:1778629014.344704:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308366096
00000100:00000001:1.0:1778629014.344706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629014.344707:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344708:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629014.344710:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629014/real 1778629014]  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629014.344715:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629014.344716:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629014.344717:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629014.344719:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629014.344720:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629014.344721:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629014.344723:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629014.344728:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344732:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629014.344733:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344734:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344735:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629014.344737:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344741:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629014.344743:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344748:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629014.344750:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344754:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629014.344758:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629014.344760:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629014.344762:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629014.344764:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629014.344766:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629014.344772:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629014.344774:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629014.344776:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344780:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629014.344781:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344782:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629014.344783:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629014.344785:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629014.344786:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616448:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629014.344788:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629014.344789:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629014.344790:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629014.344791:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629014.344793:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629014.344794:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629014.344797:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629014.344798:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629014.344800:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629014.344802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616448, portal 10
00000100:00000001:1.0:1778629014.344804:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629014.344805:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778629014.344810:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344818:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629014.344820:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629014.344823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629014.344825:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472616448, offset 0
00000400:00000200:1.0:1778629014.344829:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629014.344833:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629014.344837:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629014.344840:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629014.344843:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629014.344845:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629014.344848:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629014.344851:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497415:497415:256:4294967295] 192.168.204.112@tcp LPNI seq info [497374:497374:8:4294967295]
00000400:00000200:1.0:1778629014.344856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629014.344863:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629014.344868:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629014.344871:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629014.344875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629014.344877:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778629014.344880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629014.344882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1778629014.344885:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629014.344886:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629014.344889:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629014.344891:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629014.344894:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629014.344895:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629014.344897:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629014.344899:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344910:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.344911:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344916:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344917:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629014.344919:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629014.344921:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629014.344923:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629014.344925:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308362255
00000100:00000001:1.0:1778629014.344926:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308366096
00000100:00000001:1.0:1778629014.344928:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308362255
00000100:00000001:1.0:1778629014.344930:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308366096
00000100:00000001:1.0:1778629014.344931:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629014.344933:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.344934:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629014.344936:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629014/real 1778629014]  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629014.344940:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629014.344941:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629014.344942:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629014.344943:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629014.344944:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629014.344946:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629014.344948:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629014.344953:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344957:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629014.344959:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344960:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344961:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629014.344963:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344968:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629014.344970:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.344974:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629014.344975:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629014.344977:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344978:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629014.344980:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629014.344982:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629014.344984:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629014.344985:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629014.344987:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629014.344991:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616448:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629014.344994:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.344995:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.344997:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472616320/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.345002:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629014.345003:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629014.345004:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629014.345006:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629014.345006:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629014.345008:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629014.345010:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629014.345011:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629014.345013:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629014.345014:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629014.345015:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629014.345017:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629014.345018:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.345019:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629014.345021:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472616448/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629014.345026:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629014.345026:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629014.345027:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629014.345028:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629014.345029:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629014.345030:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629014.345031:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629014.345031:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629014.345033:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629014.345033:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629014.345034:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629014.345035:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629014.345036:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.345037:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.345039:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629014.345040:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.345041:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629014.345042:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629014.599718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629014.599718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629014.599725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629014.599726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629014.599727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629014.599731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.599731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599732:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629014.599737:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629014.599739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629014.599740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629014.599741:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629014.599747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629014.599747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629014.599748:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629014.599751:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629014.599752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629014.599752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629014.599753:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629014.599759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629014.599759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629014.599759:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629014.599763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629014.599764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629014.599765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629014.599770:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629014.599771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629014.599772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599772:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629014.599777:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599780:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629014.599782:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599784:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599786:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629014.599791:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629014.599793:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629014.599885:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629014.599894:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629014.599899:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629015.367791:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629015.367797:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629015.367799:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629015.367803:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629015.367806:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629015.367810:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629015.367814:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629015.367817:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629015.367820:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629015.623701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629015.623708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629015.623710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629015.623711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629015.623715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629015.623715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629015.623721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629015.623722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629015.623726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629015.623726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629015.623727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629015.623737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629015.623738:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629015.623738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629015.623740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629015.623746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629015.623747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629015.623747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629015.623761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629015.623767:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629015.623770:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629015.623772:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629015.623774:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629015.623778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629015.623788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629015.623793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629015.623797:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629016.391687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629016.391693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629016.391694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629016.391699:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629016.391701:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629016.391704:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629016.391707:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629016.391709:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629016.391711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629016.647685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629016.647690:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629016.647695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629016.647697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629016.647700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629016.647702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629016.647725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629016.647726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629016.647732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629016.647733:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629016.647735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629016.647736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629016.647742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629016.647744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629016.647748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629016.647751:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629016.647754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629016.647758:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629016.647760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629016.647766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629016.647766:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629016.647767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629016.647773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629016.647774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629016.647774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629016.647777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629016.647788:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629017.415755:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629017.415763:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629017.415764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629017.415770:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629017.415773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629017.415777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629017.415779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629017.415782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629017.415784:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629017.671769:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629017.671769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629017.671770:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629017.671775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629017.671776:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629017.671780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629017.671783:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629017.671783:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629017.671784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629017.671789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629017.671790:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629017.671790:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629017.671796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629017.671798:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629017.671800:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629017.671800:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629017.671801:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629017.671806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629017.671811:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629017.671811:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629017.671820:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629017.671824:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629017.671827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629017.671833:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629017.671836:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629017.671840:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629017.671843:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629018.247718:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308366096, at 4308366144
00000100:00000040:0.0:1778629018.247728:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308366096, at 4308366144
00000100:00000010:1.0:1778629018.247734:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000010:0.0:1778629018.247744:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000001:2.0:1778629018.439690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629018.439696:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629018.439698:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629018.439703:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629018.439706:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629018.439710:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629018.439712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629018.439714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629018.439716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629018.695737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629018.695745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629018.695752:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629018.695755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629018.695759:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629018.695760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629018.695761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629018.695769:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629018.695772:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629018.695773:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629018.695777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629018.695777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629018.695780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629018.695787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629018.695792:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629018.695794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629018.695804:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629018.695805:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629018.695809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629018.695814:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629018.695815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629018.695828:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629018.695835:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629018.695842:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629018.695889:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629018.695914:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629018.695918:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629019.463658:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629019.463664:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629019.463665:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629019.463669:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629019.463673:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629019.463676:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629019.463678:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629019.463681:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629019.463683:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629019.463710:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629019.463716:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629019.463718:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629019.463720:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629019.463723:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629019.463728:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13694
00000400:00000200:0.0:1778629019.463736:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629019.463741:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629019.463743:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629019.463746:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463748:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629019.463750:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463752:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629019.463754:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629019.463756:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629019.463758:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629019.463760:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629019.463761:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629019.463763:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629019.463764:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463766:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629019.463767:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463769:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629019.463771:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629019.463774:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463776:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629019.463778:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629019.463780:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629019.463782:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.463783:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629019.463784:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629019.463792:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778629019.463794:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629019.463797:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629019.463799:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.463801:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629019.463803:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629019.463807:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629019.463814:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629019.463819:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629019.463826:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629019.463833:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629019.463837:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629019.463840:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629019.463860:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629019.463863:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629019.463865:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629019.463866:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629019.463868:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629019.463870:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629019.463873:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13694
00000400:00000200:0.0:1778629019.463876:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629019.463879:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629019.463880:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629019.463882:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778629019.463883:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463887:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629019.463887:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778629019.463890:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629019.463891:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629019.463894:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629019.463896:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629019.463898:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629019.463900:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1778629019.463900:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778629019.463903:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629019.463907:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629019.463911:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629019.463917:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629019.463918:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629019.463921:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629019.463921:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629019.463924:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.463927:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629019.463929:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629019.463929:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1778629019.463932:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778629019.463933:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629019.463934:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629019.463937:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629019.463941:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629019.463943:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629019.463947:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629019.463948:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616576:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629019.463949:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629019.463953:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629019.463955:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1778629019.463956:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.463959:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629019.463961:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1778629019.463962:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778629019.463965:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629019.463966:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629019.463967:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629019.463969:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.463971:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629019.463971:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629019.463972:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629019.463975:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629019.463979:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778629019.463981:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629019.463981:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629019.463986:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629019.463988:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629019.463997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629019.463998:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629019.464001:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629019.464004:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629019.464004:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:0.0:1778629019.464013:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629019.464014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00080000:0.0:1778629019.464015:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629019.464020:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629019.464021:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629019.464022:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629019.464024:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1778629019.464024:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616576, portal 25
00000100:00080000:0.0:1778629019.464028:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13694
00000100:00000001:1.0:1778629019.464030:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1778629019.464033:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629019.464034:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000400:00000200:0.0:1778629019.464036:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629019.464040:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629019.464042:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629019.464046:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629019.464050:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629019.464055:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.464059:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629019.464064:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629019.464064:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1778629019.464065:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629019.464067:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629019.464069:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000040:1.0:1778629019.464072:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778629019.464073:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629019.464076:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:1.0:1778629019.464076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000040:0.0:1778629019.464083:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629019.464083:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472616576, offset 0
00000100:00000001:0.0:1778629019.464085:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629019.464088:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.464089:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629019.464091:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629019.464095:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629019.464096:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629019.464101:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629019.464102:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629019.464104:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629019.464105:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.464107:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629019.464109:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:0.0:1778629019.464110:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629019.464115:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.464116:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629019.464119:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778629019.464122:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629019.464122:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:0.0:1778629019.464125:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629019.464127:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.464129:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629019.464130:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629019.464132:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629019.464132:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1778629019.464136:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778629019.464139:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629019.464140:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00100000:0.0:1778629019.464144:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629019.464147:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1778629019.464153:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629019.464154:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778629019.464157:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629019.464162:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629019.464163:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497416:497416:256:4294967295] 192.168.204.112@tcp LPNI seq info [497375:497375:8:4294967295]
00000400:00000200:1.0:1778629019.464176:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629019.464181:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629019.464184:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629019.464189:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629019.464193:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1778629019.464194:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629019.464201:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629019.464204:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629019.464207:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13705)
00000800:00000010:1.0:1778629019.464210:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629019.464218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629019.464221:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778629019.464226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629019.464228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629019.464231:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629019.464233:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629019.464239:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629019.464242:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629019.464246:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629019.464248:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629019.464251:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629019.464255:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464262:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464264:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464269:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464271:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629019.464275:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629019.464278:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629019.464280:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308371216
00000100:00000010:1.0:1778629019.464292:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778629019.464300:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629019.464305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308371216
00000100:00000010:1.0:1778629019.464307:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629019.464309:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629019.464311:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629019.464313:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464315:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629019.464318:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629019/real 1778629019]  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629019.464325:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629019.464326:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629019.464328:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629019.464330:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629019.464331:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629019.464333:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629019.464335:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629019.464341:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464346:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629019.464347:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464348:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464349:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629019.464352:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464356:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629019.464359:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464363:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629019.464365:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464366:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464367:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464369:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629019.464371:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629019.464373:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629019.464376:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629019.464377:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629019.464380:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629019.464385:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616576:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629019.464387:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464389:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464390:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472616576/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464395:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629019.464396:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629019.464398:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629019.464400:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629019.464401:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629019.464402:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629019.464404:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629019.464406:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778629019.464408:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629019.464409:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629019.464410:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:1.0:1778629019.464413:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629019.464414:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464415:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464420:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629019.464421:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464423:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629019.464424:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629019.464425:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629019.464427:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464432:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629019.464433:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629019.464435:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629019.464436:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629019.464437:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629019.464439:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629019.464441:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629019.464442:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629019.464443:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629019.464444:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629019.464446:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629019.464448:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629019.464450:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629019.464452:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629019.464455:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629019.464457:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616704, portal 10
00000100:00000001:1.0:1778629019.464458:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629019.464459:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000040:1.0:1778629019.464463:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464481:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629019.464484:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629019.464486:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629019.464488:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472616704, offset 0
00000400:00000200:1.0:1778629019.464491:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629019.464494:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629019.464496:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629019.464498:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629019.464500:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629019.464502:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629019.464503:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629019.464506:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497417:497417:256:4294967295] 192.168.204.112@tcp LPNI seq info [497376:497376:8:4294967295]
00000400:00000200:1.0:1778629019.464509:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629019.464513:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629019.464516:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629019.464518:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629019.464521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629019.464523:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778629019.464526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629019.464527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629019.464530:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629019.464531:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629019.464533:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629019.464536:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629019.464538:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629019.464539:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629019.464540:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629019.464543:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464550:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464553:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464560:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464561:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629019.464565:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629019.464569:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629019.464572:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629019.464575:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308367373
00000100:00000001:1.0:1778629019.464577:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308371216
00000100:00000001:1.0:1778629019.464579:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308367373
00000100:00000001:1.0:1778629019.464582:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308371216
00000100:00000001:1.0:1778629019.464584:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629019.464587:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464590:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629019.464594:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629019/real 1778629019]  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629019.464603:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629019.464604:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629019.464606:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629019.464632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629019.464633:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629019.464635:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629019.464638:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629019.464643:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464648:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629019.464649:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464650:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464651:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629019.464653:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464657:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629019.464660:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464664:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629019.464666:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464667:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464667:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464668:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629019.464672:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629019.464673:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629019.464676:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629019.464677:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629019.464680:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629019.464685:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629019.464687:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629019.464689:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464693:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629019.464694:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629019.464695:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629019.464696:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629019.464698:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629019.464700:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616832:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629019.464702:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629019.464703:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629019.464704:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629019.464705:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629019.464707:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629019.464709:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629019.464711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629019.464712:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629019.464714:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629019.464716:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616832, portal 10
00000100:00000001:1.0:1778629019.464717:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629019.464718:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:1.0:1778629019.464722:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464727:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629019.464729:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629019.464730:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629019.464732:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472616832, offset 0
00000400:00000200:1.0:1778629019.464734:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629019.464737:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629019.464740:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629019.464742:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629019.464744:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629019.464745:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629019.464747:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629019.464749:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497418:497418:256:4294967295] 192.168.204.112@tcp LPNI seq info [497377:497377:8:4294967295]
00000400:00000200:1.0:1778629019.464752:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629019.464756:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629019.464759:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629019.464761:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629019.464764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629019.464766:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778629019.464768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629019.464770:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629019.464772:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629019.464774:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629019.464776:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629019.464778:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629019.464780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629019.464781:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629019.464783:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629019.464785:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464790:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464792:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464796:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464798:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629019.464799:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629019.464802:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629019.464804:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629019.464805:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308367375
00000100:00000001:1.0:1778629019.464807:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308371216
00000100:00000001:1.0:1778629019.464808:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308367375
00000100:00000001:1.0:1778629019.464809:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308371216
00000100:00000001:1.0:1778629019.464810:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629019.464812:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464813:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629019.464815:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629019/real 1778629019]  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629019.464819:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629019.464820:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629019.464821:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629019.464822:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629019.464823:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629019.464825:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629019.464827:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629019.464831:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464835:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629019.464836:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464837:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464838:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629019.464840:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464844:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629019.464846:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464851:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629019.464853:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464854:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629019.464854:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464855:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629019.464857:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629019.464859:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629019.464861:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629019.464862:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629019.464864:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629019.464869:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472616832:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629019.464871:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464872:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464874:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472616704/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464878:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629019.464879:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629019.464881:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629019.464882:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629019.464883:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629019.464884:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629019.464893:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629019.464894:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778629019.464896:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629019.464897:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629019.464898:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:1.0:1778629019.464903:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629019.464904:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464905:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629019.464907:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472616832/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629019.464912:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629019.464913:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629019.464913:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629019.464915:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629019.464915:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629019.464916:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629019.464917:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629019.464918:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778629019.464919:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629019.464920:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629019.464920:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:1.0:1778629019.464922:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629019.464922:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464923:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.464926:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629019.464927:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.464928:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629019.464929:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.719717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629019.719717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629019.719723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629019.719725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629019.719726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629019.719726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629019.719728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629019.719731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629019.719733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629019.719733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629019.719738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629019.719738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629019.719739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629019.719741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.719744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.719744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629019.719745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629019.719748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629019.719750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629019.719751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629019.719753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629019.719754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629019.719756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629019.719760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629019.719770:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629019.719773:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629019.719775:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629020.487693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629020.487701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629020.487702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629020.487707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629020.487710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629020.487713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629020.487715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629020.487718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629020.487720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629020.743681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629020.743686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629020.743688:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629020.743688:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629020.743693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629020.743694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629020.743695:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629020.743695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629020.743698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629020.743699:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629020.743700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629020.743703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629020.743705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629020.743706:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629020.743712:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629020.743712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629020.743716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629020.743717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629020.743722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629020.743723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629020.743725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629020.743725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629020.743731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629020.743731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629020.743775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629020.743778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629020.743781:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629021.511690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629021.511695:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629021.511696:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629021.511701:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629021.511703:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629021.511707:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629021.511709:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629021.511711:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629021.511713:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629021.767701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629021.767703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629021.767706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629021.767706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629021.767708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629021.767710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629021.767711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629021.767712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629021.767713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629021.767715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629021.767717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629021.767718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629021.767720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629021.767724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629021.767724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629021.767725:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629021.767729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629021.767729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629021.767729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629021.767732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629021.767734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629021.767736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629021.767738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629021.767738:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629021.767739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629021.767741:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629021.767743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629021.767746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629021.767746:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629021.767750:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629021.767773:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629021.767776:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629021.767779:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629022.535675:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629022.535681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629022.535682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629022.535687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629022.535690:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629022.535692:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629022.535694:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629022.535697:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629022.535698:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629022.791679:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629022.791679:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629022.791684:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629022.791685:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629022.791686:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629022.791688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629022.791689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629022.791691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629022.791692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629022.791693:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629022.791694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629022.791696:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629022.791700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629022.791701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629022.791702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629022.791704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629022.791705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629022.791705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629022.791707:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629022.791711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629022.791712:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629022.791715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629022.791716:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629022.791719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629022.791745:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629022.791749:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629022.791752:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629023.367691:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308371216, at 4308371264
00000100:00000040:1.0:1778629023.367691:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308371216, at 4308371264
00000100:00000010:1.0:1778629023.367711:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000010:0.0:1778629023.367714:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:2.0:1778629023.559683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629023.559689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629023.559691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629023.559695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629023.559697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629023.559700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629023.559703:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629023.559705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629023.559707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629023.815704:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629023.815704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629023.815707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629023.815711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629023.815712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629023.815712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629023.815713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629023.815715:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629023.815720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629023.815720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629023.815721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629023.815723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629023.815725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629023.815727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629023.815728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629023.815729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629023.815730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629023.815730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629023.815733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629023.815736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629023.815737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629023.815740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629023.815740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629023.815752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629023.815753:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629023.815756:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629023.815759:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629024.583681:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629024.583681:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629024.583686:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629024.583689:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629024.583690:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1778629024.583694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629024.583695:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629024.583698:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778629024.583700:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629024.583701:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629024.583706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629024.583707:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629024.583708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629024.583712:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629024.583716:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13700
00000400:00000200:0.0:1778629024.583727:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629024.583734:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629024.583737:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629024.583741:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583744:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629024.583747:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583750:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629024.583754:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629024.583756:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629024.583758:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629024.583761:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629024.583763:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629024.583765:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629024.583767:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583769:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629024.583770:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583772:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629024.583774:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629024.583777:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583778:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629024.583781:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629024.583784:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629024.583785:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.583787:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629024.583788:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629024.583796:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778629024.583798:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629024.583801:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629024.583803:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.583805:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629024.583807:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629024.583811:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629024.583817:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778629024.583823:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629024.583830:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629024.583838:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629024.583841:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629024.583844:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629024.583863:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629024.583866:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629024.583868:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629024.583869:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629024.583871:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629024.583876:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629024.583879:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13700
00000400:00000200:0.0:1778629024.583882:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629024.583884:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629024.583886:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629024.583888:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583889:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629024.583891:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583892:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629024.583894:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629024.583896:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629024.583897:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629024.583898:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629024.583900:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629024.583901:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629024.583904:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583905:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629024.583907:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583908:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629024.583910:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629024.583910:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629024.583915:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778629024.583916:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629024.583919:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.583919:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1778629024.583922:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629024.583926:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1778629024.583927:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629024.583930:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.583935:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629024.583940:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629024.583945:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.583949:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629024.583955:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000100:00000001:1.0:1778629024.583955:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629024.583958:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629024.583959:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629024.583961:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629024.583962:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629024.583964:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.583965:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629024.583966:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629024.583969:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629024.583969:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629024.583971:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629024.583974:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616960:192.168.204.112@tcp:250:kworker.0
02000000:00000010:0.0:1778629024.583976:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:1.0:1778629024.583979:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778629024.583980:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.583982:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629024.583985:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629024.583988:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629024.583988:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629024.583994:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629024.583998:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.584004:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629024.584006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629024.584010:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629024.584011:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000040:0.0:1778629024.584017:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629024.584017:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629024.584023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472616960, portal 25
00000100:00000001:1.0:1778629024.584028:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629024.584030:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000001:0.0:1778629024.584038:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629024.584039:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778629024.584042:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629024.584054:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629024.584054:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778629024.584058:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1778629024.584058:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629024.584061:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1778629024.584062:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629024.584066:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472616960, offset 0
00000100:00000001:0.0:1778629024.584067:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629024.584072:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13700
00000400:00000200:1.0:1778629024.584076:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629024.584079:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629024.584082:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629024.584084:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778629024.584086:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629024.584090:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.584092:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629024.584094:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778629024.584097:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.584099:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629024.584101:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1778629024.584102:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629024.584104:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629024.584107:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629024.584108:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:0.0:1778629024.584111:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629024.584114:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1778629024.584115:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629024.584118:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:0.0:1778629024.584120:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629024.584124:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.584126:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629024.584129:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497419:497419:256:4294967295] 192.168.204.112@tcp LPNI seq info [497378:497378:8:4294967295]
00000100:00000040:0.0:1778629024.584131:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629024.584135:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629024.584138:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629024.584142:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629024.584142:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629024.584147:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629024.584148:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629024.584151:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629024.584153:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.584156:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629024.584160:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629024.584164:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629024.584164:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778629024.584166:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629024.584170:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778629024.584173:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629024.584177:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1778629024.584177:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778629024.584180:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.584182:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629024.584183:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629024.584184:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629024.584184:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
02000000:00000010:0.0:1778629024.584192:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000800:00000200:1.0:1778629024.584193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629024.584195:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629024.584198:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00100000:0.0:1778629024.584202:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778629024.584207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629024.584213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1778629024.584219:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1778629024.584221:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629024.584223:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629024.584224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000100:00000040:0.0:1778629024.584228:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629024.584232:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629024.584238:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629024.584241:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629024.584245:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:0.0:1778629024.584248:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584250:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778629024.584252:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629024.584256:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629024.584257:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629024.584262:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629024.584269:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629024.584275:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13710)
00000100:00000001:1.0:1778629024.584276:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584280:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584289:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584291:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629024.584297:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629024.584301:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629024.584304:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308376336
00000100:00000010:1.0:1778629024.584310:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629024.584316:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629024.584323:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308376336
00000100:00000010:1.0:1778629024.584326:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:1.0:1778629024.584330:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629024.584332:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629024.584334:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584336:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629024.584340:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629024/real 1778629024]  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629024.584347:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629024.584349:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629024.584350:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629024.584352:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629024.584353:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629024.584355:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629024.584357:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629024.584363:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584380:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629024.584382:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584384:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584385:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629024.584388:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584393:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629024.584396:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584401:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629024.584403:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584404:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584405:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584406:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629024.584408:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629024.584409:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629024.584412:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629024.584414:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629024.584417:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629024.584422:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472616960:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629024.584425:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584427:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584428:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472616960/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584432:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629024.584434:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629024.584436:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629024.584438:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629024.584439:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629024.584440:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629024.584441:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629024.584443:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778629024.584445:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629024.584446:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629024.584448:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778629024.584450:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629024.584451:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584452:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584458:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629024.584459:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584460:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629024.584461:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629024.584462:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629024.584465:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584469:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629024.584470:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.584472:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629024.584473:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629024.584475:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629024.584477:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629024.584479:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629024.584480:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629024.584482:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.584483:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629024.584485:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629024.584486:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629024.584488:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629024.584490:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629024.584492:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629024.584495:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617088, portal 10
00000100:00000001:1.0:1778629024.584496:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629024.584503:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:1.0:1778629024.584508:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584512:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629024.584514:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629024.584515:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629024.584517:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617088, offset 0
00000400:00000200:1.0:1778629024.584519:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629024.584522:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629024.584524:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629024.584526:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629024.584528:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629024.584530:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629024.584531:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629024.584534:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497420:497420:256:4294967295] 192.168.204.112@tcp LPNI seq info [497379:497379:8:4294967295]
00000400:00000200:1.0:1778629024.584536:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629024.584541:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629024.584543:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629024.584546:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629024.584549:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629024.584551:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629024.584554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629024.584555:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629024.584558:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629024.584559:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629024.584561:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629024.584563:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629024.584565:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629024.584566:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629024.584568:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629024.584570:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584575:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584577:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584581:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584582:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629024.584584:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629024.584587:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629024.584589:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629024.584590:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308372493
00000100:00000001:1.0:1778629024.584592:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308376336
00000100:00000001:1.0:1778629024.584593:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308372493
00000100:00000001:1.0:1778629024.584594:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308376336
00000100:00000001:1.0:1778629024.584596:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629024.584597:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584598:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629024.584601:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629024/real 1778629024]  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629024.584632:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629024.584633:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629024.584634:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629024.584636:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629024.584637:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629024.584638:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629024.584641:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629024.584646:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584651:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629024.584651:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584653:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584653:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629024.584655:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584659:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629024.584661:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584666:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629024.584668:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584669:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584670:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584671:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629024.584674:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629024.584675:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629024.584677:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629024.584679:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629024.584681:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629024.584687:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629024.584689:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629024.584691:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584695:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629024.584696:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.584697:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629024.584698:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629024.584700:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629024.584701:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617216:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629024.584703:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629024.584705:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629024.584705:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629024.584707:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629024.584709:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629024.584710:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629024.584712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629024.584714:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629024.584715:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629024.584717:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617216, portal 10
00000100:00000001:1.0:1778629024.584719:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629024.584720:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:1.0:1778629024.584723:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584727:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629024.584729:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629024.584730:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629024.584731:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617216, offset 0
00000400:00000200:1.0:1778629024.584734:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629024.584736:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629024.584739:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629024.584741:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629024.584742:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629024.584744:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629024.584746:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629024.584748:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497421:497421:256:4294967295] 192.168.204.112@tcp LPNI seq info [497380:497380:8:4294967295]
00000400:00000200:1.0:1778629024.584750:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629024.584755:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629024.584757:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629024.584759:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629024.584762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629024.584763:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629024.584766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629024.584768:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629024.584771:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629024.584772:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629024.584774:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629024.584776:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629024.584778:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629024.584779:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629024.584780:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629024.584782:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584787:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584789:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584793:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584794:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629024.584795:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629024.584797:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629024.584799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629024.584801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308372495
00000100:00000001:1.0:1778629024.584802:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308376336
00000100:00000001:1.0:1778629024.584804:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308372495
00000100:00000001:1.0:1778629024.584805:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308376336
00000100:00000001:1.0:1778629024.584806:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629024.584808:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584809:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629024.584811:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629024/real 1778629024]  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629024.584815:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629024.584816:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629024.584817:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629024.584818:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629024.584819:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629024.584820:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629024.584822:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629024.584828:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584831:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629024.584832:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584833:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629024.584836:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584840:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629024.584842:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584846:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629024.584848:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584849:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629024.584850:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584851:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629024.584853:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629024.584855:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629024.584857:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629024.584858:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629024.584860:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629024.584864:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617216:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629024.584867:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584869:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584870:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472617088/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584875:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629024.584876:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629024.584877:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:1.0:1778629024.584878:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629024.584879:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629024.584880:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629024.584882:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629024.584883:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629024.584885:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629024.584886:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629024.584887:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:1.0:1778629024.584889:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629024.584889:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584890:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629024.584892:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472617216/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629024.584900:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629024.584901:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629024.584902:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629024.584903:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629024.584904:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629024.584905:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629024.584906:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629024.584907:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629024.584908:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629024.584908:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629024.584909:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:1.0:1778629024.584910:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629024.584911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584912:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.584914:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629024.584915:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.584916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629024.584917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.839710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629024.839710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629024.839714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629024.839720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629024.839720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629024.839723:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629024.839726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.839726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839726:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629024.839732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629024.839736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629024.839736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629024.839738:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629024.839744:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.839746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629024.839746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629024.839747:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.839753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629024.839754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629024.839754:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629024.839767:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629024.839769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629024.839770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629024.839770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629024.839772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629024.839775:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629024.839777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629024.839779:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839779:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629024.839786:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839788:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629024.839789:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839791:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839794:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629024.839799:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629024.839800:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629024.839855:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629024.839858:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629024.839860:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629025.607800:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629025.607807:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629025.607810:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629025.607816:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629025.607822:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629025.607825:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629025.607829:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629025.607833:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629025.607836:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629025.863724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629025.863724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629025.863734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629025.863735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629025.863737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629025.863738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629025.863739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629025.863744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629025.863747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629025.863748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629025.863749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629025.863754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629025.863756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629025.863757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629025.863759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629025.863760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629025.863761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629025.863764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629025.863768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629025.863769:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629025.863773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629025.863776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629025.863778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629025.863780:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629025.863814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629025.863818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629025.863821:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629026.631708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629026.631715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629026.631717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629026.631721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629026.631724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629026.631727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629026.631729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629026.631731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629026.631733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629026.887684:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629026.887684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629026.887691:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629026.887692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629026.887693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629026.887696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629026.887698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629026.887702:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629026.887703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629026.887707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629026.887709:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629026.887712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629026.887713:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629026.887715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629026.887719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629026.887719:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629026.887724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629026.887729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629026.887756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629026.887761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629026.887767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629026.887768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629026.887771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629026.887773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629026.887815:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629026.887818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629026.887820:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629027.655701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629027.655706:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629027.655708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629027.655712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629027.655715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629027.655718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629027.655720:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629027.655722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629027.655723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629027.911708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629027.911708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629027.911714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629027.911715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629027.911716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629027.911716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629027.911721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629027.911721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629027.911728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629027.911728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629027.911729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629027.911730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629027.911734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629027.911736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629027.911736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629027.911738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629027.911740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629027.911741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629027.911741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629027.911745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629027.911746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629027.911748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629027.911750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629027.911754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629027.911762:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629027.911764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629027.911767:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629028.487680:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308376336, at 4308376384
00000100:00000040:0.0:1778629028.487688:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308376336, at 4308376384
00000100:00000010:1.0:1778629028.487696:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000010:0.0:1778629028.487699:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:0.0:1778629028.679743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629028.679751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629028.679753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629028.679759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629028.679763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629028.679768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629028.679771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629028.679774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629028.679777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629028.935672:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629028.935673:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629028.935679:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629028.935680:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629028.935682:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629028.935684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629028.935690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629028.935690:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629028.935694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629028.935696:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629028.935696:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629028.935699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629028.935701:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629028.935701:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629028.935705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629028.935707:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629028.935707:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629028.935708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629028.935712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629028.935712:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629028.935714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629028.935718:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629028.935718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629028.935719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629028.935807:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629028.935810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629028.935813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629029.703750:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629029.703751:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629029.703756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629029.703758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629029.703761:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629029.703763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629029.703765:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629029.703767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629029.703769:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629029.703771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629029.703774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629029.703775:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629029.703782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629029.703783:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13705
00000100:00000001:0.0:1778629029.703786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629029.703795:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629029.703803:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629029.703807:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629029.703811:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703814:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629029.703818:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703821:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629029.703825:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629029.703828:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629029.703831:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629029.703833:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629029.703836:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629029.703838:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629029.703842:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703844:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629029.703846:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703848:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629029.703851:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629029.703855:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703858:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629029.703861:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629029.703864:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629029.703866:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.703868:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629029.703870:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629029.703877:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822a00.
00000020:00000040:1.0:1778629029.703880:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629029.703884:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629029.703886:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.703888:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629029.703891:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629029.703895:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629029.703902:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:1.0:1778629029.703909:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629029.703918:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629029.703929:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629029.703933:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629029.703938:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000563e8c66] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629029.703961:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629029.703964:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629029.703967:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629029.703969:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629029.703971:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629029.703974:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629029.703976:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13705
00000400:00000200:1.0:1778629029.703981:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629029.703985:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629029.703988:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629029.703991:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703994:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629029.703996:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.703998:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629029.703999:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1778629029.704001:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629029.704004:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778629029.704004:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778629029.704006:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778629029.704008:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1778629029.704010:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629029.704014:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629029.704018:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629029.704018:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629029.704023:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704029:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629029.704034:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629029.704036:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629029.704039:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.704040:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778629029.704044:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1778629029.704045:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778629029.704049:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1778629029.704052:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:3.0:1778629029.704055:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.704058:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629029.704063:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1778629029.704063:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472617344:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629029.704071:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629029.704072:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629029.704077:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.704079:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778629029.704080:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778629029.704082:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1778629029.704086:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778629029.704086:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1778629029.704092:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629029.704092:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
00000100:00000001:1.0:1778629029.704095:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.704096:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629029.704102:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820700.
00000400:00000200:3.0:1778629029.704106:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:1.0:1778629029.704108:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:3.0:1778629029.704112:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000001:1.0:1778629029.704113:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629029.704117:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.704120:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1778629029.704121:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
02000000:00000001:1.0:1778629029.704122:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629029.704126:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629029.704130:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617344, portal 25
02000000:00000010:1.0:1778629029.704132:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:3.0:1778629029.704135:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629029.704138:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629881856 : -123998079669760 : ffff8f3972822a00)
00000100:00000001:1.0:1778629029.704139:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629029.704146:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629029.704150:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629029.704157:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629029.704161:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629029.704165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629029.704171:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472617344, offset 0
00000100:00000001:1.0:1778629029.704177:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629029.704182:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629029.704183:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629029.704192:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007531e58b] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629029.704197:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629029.704207:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:1.0:1778629029.704209:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629029.704213:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1778629029.704215:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778629029.704220:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778629029.704221:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629029.704224:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1778629029.704226:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1778629029.704230:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778629029.704231:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704237:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1778629029.704240:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497422:497422:256:4294967295] 192.168.204.112@tcp LPNI seq info [497381:497381:8:4294967295]
00000100:00080000:1.0:1778629029.704244:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13705
00000400:00000200:3.0:1778629029.704251:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629029.704254:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629029.704259:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629029.704263:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778629029.704282:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1778629029.704285:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704290:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778629029.704295:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629029.704297:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704301:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000010:3.0:1778629029.704304:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000020:00000001:1.0:1778629029.704305:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629029.704308:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629029.704311:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629029.704314:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:3.0:1778629029.704316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:1.0:1778629029.704319:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629029.704323:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629029.704323:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1778629029.704331:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704337:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1778629029.704337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629029.704343:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1778629029.704344:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629029.704349:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629029.704355:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000100:3.0:1778629029.704355:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629029.704360:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629029.704366:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1778629029.704371:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778629029.704375:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1778629029.704378:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629029.704382:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778629029.704383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
02000000:00000001:1.0:1778629029.704386:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1778629029.704388:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
02000000:00000001:1.0:1778629029.704390:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704394:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1778629029.704395:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629029.704400:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1778629029.704402:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1778629029.704404:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.704408:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629029.704417:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822300.
00000100:00000001:3.0:1778629029.704420:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1778629029.704421:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000040:3.0:1778629029.704427:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629029.704428:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629029.704431:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.704436:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629029.704439:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629029.704443:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704445:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704448:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1778629029.704449:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629029.704454:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629029.704463:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629029.704463:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629029.704468:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308381456
00000100:00000010:3.0:1778629029.704477:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd006c0.
00000100:00000001:1.0:1778629029.704478:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629029.704483:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704487:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1778629029.704489:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001446738c] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704494:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308381456
00000100:00000010:3.0:1778629029.704500:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00720.
00000100:00000001:1.0:1778629029.704505:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704507:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629029.704512:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629029.704515:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629029.704518:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629029.704519:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1778629029.704524:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1778629029.704528:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629029/real 1778629029]  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629029.704530:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629029.704539:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629029.704549:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13715)
00000400:00000001:3.0:1778629029.704552:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629029.704555:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629029.704558:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629029.704562:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629029.704564:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629029.704568:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629029.704572:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629029.704582:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704590:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629029.704592:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704594:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.704597:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629029.704601:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704631:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629029.704636:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704644:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629029.704647:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704649:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.704650:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704653:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629029.704655:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629029.704659:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629029.704663:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629029.704665:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629029.704670:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629029.704679:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472617344:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629029.704687:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704689:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629029.704692:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822a00 x1865013472617344/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704700:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629029.704702:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629029.704705:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629029.704708:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629029.704710:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629029.704712:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629029.704714:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629029.704717:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:3.0:1778629029.704721:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629029.704722:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629029.704724:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822a00.
00000100:00000001:3.0:1778629029.704728:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629029.704729:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704731:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.704739:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629029.704740:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704742:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629029.704744:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629029.704746:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629029.704750:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704758:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629029.704765:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.704767:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629029.704769:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629029.704772:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629029.704775:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629029.704778:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629029.704780:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629029.704782:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.704784:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629029.704788:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629029.704790:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629029.704795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629029.704797:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629029.704801:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629029.704805:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617472, portal 10
00000100:00000001:3.0:1778629029.704807:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629029.704808:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872896 : -123998079678720 : ffff8f3972820700)
00000100:00000040:3.0:1778629029.704815:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704822:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629029.704825:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629029.704827:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629029.704830:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617472, offset 0
00000400:00000200:3.0:1778629029.704835:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629029.704839:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629029.704843:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629029.704847:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629029.704849:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629029.704852:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629029.704855:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629029.704858:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497423:497423:256:4294967295] 192.168.204.112@tcp LPNI seq info [497382:497382:8:4294967295]
00000400:00000200:3.0:1778629029.704862:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629029.704870:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629029.704875:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629029.704879:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629029.704883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629029.704886:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778629029.704891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629029.704894:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778629029.704898:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629029.704900:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629029.704904:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629029.704908:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629029.704911:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629029.704913:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629029.704915:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629029.704919:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704928:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629029.704931:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.704938:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704940:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629029.704944:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629029.704948:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629029.704951:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629029.704953:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308377614
00000100:00000001:3.0:1778629029.704957:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308381456
00000100:00000001:3.0:1778629029.704959:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308377614
00000100:00000001:3.0:1778629029.704961:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308381456
00000100:00000001:3.0:1778629029.704964:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629029.704966:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.704968:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629029.704972:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629029/real 1778629029]  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629029.704981:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629029.704983:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629029.704984:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629029.704987:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629029.704988:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629029.704991:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629029.704995:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629029.705004:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705011:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629029.705013:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705015:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.705016:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629029.705020:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705027:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629029.705032:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705039:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629029.705042:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.705045:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705047:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629029.705052:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629029.705055:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629029.705059:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629029.705061:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629029.705066:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629029.705074:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629029.705079:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629029.705082:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705096:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629029.705097:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.705099:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629029.705101:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629029.705104:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629029.705107:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617600:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629029.705110:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629029.705112:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629029.705113:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629029.705115:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629029.705118:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629029.705120:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629029.705124:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629029.705126:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629029.705130:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629029.705133:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617600, portal 10
00000100:00000001:3.0:1778629029.705135:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629029.705136:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880064 : -123998079671552 : ffff8f3972822300)
00000100:00000040:3.0:1778629029.705142:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705149:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629029.705152:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629029.705155:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629029.705157:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617600, offset 0
00000400:00000200:3.0:1778629029.705162:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629029.705166:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629029.705169:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629029.705172:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629029.705175:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629029.705178:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629029.705180:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629029.705184:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497424:497424:256:4294967295] 192.168.204.112@tcp LPNI seq info [497383:497383:8:4294967295]
00000400:00000200:3.0:1778629029.705188:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629029.705195:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629029.705200:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629029.705203:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629029.705207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629029.705210:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1778629029.705214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629029.705217:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1778629029.705221:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629029.705223:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629029.705226:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629029.705230:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629029.705233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629029.705235:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629029.705237:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629029.705241:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705250:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629029.705253:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705260:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.705261:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629029.705265:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629029.705280:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629029.705283:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629029.705285:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308377615
00000100:00000001:3.0:1778629029.705288:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308381456
00000100:00000001:3.0:1778629029.705290:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308377615
00000100:00000001:3.0:1778629029.705292:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308381456
00000100:00000001:3.0:1778629029.705294:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629029.705297:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.705300:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629029.705304:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629029/real 1778629029]  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629029.705313:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629029.705315:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629029.705317:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629029.705319:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629029.705321:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629029.705324:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629029.705327:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629029.705336:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705343:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629029.705345:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705347:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.705348:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629029.705353:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705360:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629029.705363:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705371:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629029.705374:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705375:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629029.705377:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705379:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629029.705381:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629029.705384:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629029.705388:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629029.705390:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629029.705394:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629029.705403:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617600:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629029.705407:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705409:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629029.705412:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820700 x1865013472617472/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705419:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629029.705421:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629029.705423:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629029.705426:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629029.705427:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629029.705429:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629029.705431:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629029.705432:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:3.0:1778629029.705435:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629029.705437:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629029.705438:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820700.
00000100:00000001:3.0:1778629029.705441:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629029.705442:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705444:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629029.705447:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822300 x1865013472617600/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629029.705454:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629029.705455:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629029.705457:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629029.705459:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629029.705461:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629029.705462:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629029.705464:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629029.705466:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:3.0:1778629029.705468:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629029.705470:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629029.705471:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822300.
00000100:00000001:3.0:1778629029.705473:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629029.705475:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705477:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629029.705480:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629029.705481:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629029.705484:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629029.705485:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629029.959714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629029.959714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629029.959719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629029.959722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629029.959723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629029.959723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629029.959727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629029.959727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629029.959730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629029.959734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629029.959736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629029.959736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629029.959739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629029.959742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629029.959743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629029.959743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629029.959749:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629029.959749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629029.959755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629029.959755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629029.959759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629029.959760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629029.959766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629029.959767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629029.959768:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629029.959774:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629029.959777:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629030.727720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629030.727726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629030.727727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629030.727732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629030.727734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629030.727738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629030.727740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629030.727742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629030.727745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629030.983702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629030.983702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629030.983705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629030.983709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629030.983709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629030.983710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629030.983711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629030.983712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629030.983718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629030.983719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629030.983719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629030.983723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629030.983724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629030.983725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629030.983727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629030.983729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629030.983729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629030.983729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629030.983735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629030.983736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629030.983737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629030.983738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629030.983741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629030.983742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629030.983787:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629030.983790:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629030.983793:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629031.751738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629031.751745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629031.751747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629031.751753:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629031.751757:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629031.751762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629031.751766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629031.751769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629031.751772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629032.007696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629032.007700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629032.007702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629032.007704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629032.007705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629032.007706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629032.007707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629032.007709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629032.007713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629032.007714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629032.007716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629032.007717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629032.007720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629032.007721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629032.007723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629032.007725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629032.007725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629032.007728:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629032.007729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629032.007730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629032.007732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629032.007733:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629032.007734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629032.007737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629032.007740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629032.007740:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629032.007746:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629032.007749:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629032.007751:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629032.007754:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629032.007788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629032.007792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629032.007796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629032.775725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629032.775731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629032.775733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629032.775738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629032.775741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629032.775744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629032.775746:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629032.775748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629032.775750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629033.031709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629033.031709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629033.031712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629033.031715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629033.031716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629033.031717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629033.031720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629033.031722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629033.031722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629033.031725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629033.031725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629033.031728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629033.031731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629033.031732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629033.031733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629033.031735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629033.031736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629033.031737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629033.031739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629033.031741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629033.031742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629033.031743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629033.031746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629033.031746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629033.031814:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629033.031818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629033.031822:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629033.607743:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308381456, at 4308381504
00000100:00000040:1.0:1778629033.607743:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308381456, at 4308381504
00000100:00000010:1.0:1778629033.607762:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00720.
00000100:00000010:0.0:1778629033.607766:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd006c0.
00000100:00000001:0.0:1778629033.799707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629033.799712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629033.799714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629033.799719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629033.799722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629033.799725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629033.799727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629033.799729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629033.799731:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629034.055709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629034.055710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629034.055714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629034.055716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629034.055717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629034.055721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.055721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629034.055724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629034.055725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629034.055727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629034.055728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629034.055731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629034.055732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629034.055734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629034.055736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629034.055737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629034.055737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629034.055740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629034.055742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629034.055743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629034.055747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.055747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629034.055752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629034.055757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629034.055800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629034.055803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629034.055806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629034.823720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629034.823726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629034.823727:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629034.823728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629034.823736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629034.823736:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629034.823739:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629034.823740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629034.823742:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629034.823744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629034.823747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629034.823749:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629034.823751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.823755:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629034.823761:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13710
00000400:00000200:1.0:1778629034.823775:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629034.823781:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629034.823783:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629034.823786:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823788:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629034.823796:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823798:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629034.823801:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629034.823803:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629034.823805:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629034.823807:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629034.823808:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629034.823810:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629034.823812:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823813:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629034.823814:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823816:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629034.823818:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629034.823820:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823822:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629034.823825:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629034.823827:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629034.823829:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.823831:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629034.823832:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629034.823841:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821c00.
00000020:00000040:1.0:1778629034.823843:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629034.823847:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629034.823848:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.823850:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629034.823852:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629034.823855:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629034.823861:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945eccc00.
00000100:00000001:1.0:1778629034.823866:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629034.823873:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629034.823880:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629034.823884:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629034.823887:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ac61c0] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629034.823903:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629034.823906:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629034.823909:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629034.823909:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629034.823911:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629034.823913:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629034.823915:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13710
00000400:00000200:1.0:1778629034.823917:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629034.823920:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629034.823921:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629034.823924:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823926:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629034.823927:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823929:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629034.823930:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629034.823931:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629034.823933:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778629034.823933:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1778629034.823935:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629034.823938:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778629034.823939:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778629034.823940:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778629034.823943:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629034.823944:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823947:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629034.823950:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823953:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629034.823954:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:3.0:1778629034.823954:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1778629034.823959:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629034.823964:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629034.823968:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629034.823973:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629034.823974:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1778629034.823975:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.823977:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.823978:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778629034.823983:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1778629034.823984:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778629034.823986:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1778629034.823987:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.823990:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.823991:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629034.823997:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822d80.
00000100:00100000:3.0:1778629034.823999:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472617728:192.168.204.112@tcp:250:kworker.0
00000020:00000040:1.0:1778629034.824000:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629034.824005:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778629034.824006:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629034.824008:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.824010:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629034.824010:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629034.824011:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629034.824013:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629034.824014:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.824017:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629034.824020:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629034.824023:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629034.824023:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629034.824026:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629034.824029:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629034.824035:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629034.824040:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629034.824046:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629034.824052:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617728, portal 25
00000100:00000001:3.0:1778629034.824055:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629034.824056:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629878272 : -123998079673344 : ffff8f3972821c00)
00000100:00000001:1.0:1778629034.824061:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1778629034.824062:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629034.824065:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824075:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629034.824078:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629034.824080:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000040:1.0:1778629034.824081:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000978b369a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629034.824083:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472617728, offset 0
00000400:00000200:3.0:1778629034.824092:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629034.824095:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629034.824098:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778629034.824102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629034.824107:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:1.0:1778629034.824112:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1778629034.824112:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1778629034.824116:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629034.824118:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778629034.824119:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:1.0:1778629034.824124:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1778629034.824126:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629034.824130:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:1.0:1778629034.824136:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13710
00000400:00000200:3.0:1778629034.824136:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497425:497425:256:4294967295] 192.168.204.112@tcp LPNI seq info [497384:497384:8:4294967295]
00000400:00000200:1.0:1778629034.824144:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629034.824147:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629034.824149:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778629034.824152:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629034.824154:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.824156:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629034.824158:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.824160:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629034.824177:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629034.824182:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:1.0:1778629034.824185:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:3.0:1778629034.824186:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000020:00000040:1.0:1778629034.824187:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629034.824189:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629034.824191:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629034.824194:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629034.824195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:1.0:1778629034.824199:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629034.824200:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778629034.824206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629034.824208:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1778629034.824210:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629034.824213:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1778629034.824216:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629034.824217:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:3.0:1778629034.824220:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000100:00000001:1.0:1778629034.824221:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629034.824225:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778629034.824229:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1778629034.824235:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778629034.824238:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1778629034.824239:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629034.824243:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629034.824246:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778629034.824246:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
02000000:00000001:1.0:1778629034.824250:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629034.824251:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629034.824257:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1778629034.824258:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629034.824261:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1778629034.824263:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1778629034.824264:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.824268:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629034.824274:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823100.
00000020:00000040:1.0:1778629034.824278:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:3.0:1778629034.824286:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1778629034.824289:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629034.824291:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629034.824294:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1778629034.824294:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629034.824297:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629034.824299:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629034.824304:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:3.0:1778629034.824309:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824311:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629034.824316:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824319:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629034.824322:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629034.824328:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629034.824334:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308386576
00000100:00000010:3.0:1778629034.824340:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00300.
00000100:00000001:3.0:1778629034.824346:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629034.824351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308386576
00000100:00000010:3.0:1778629034.824353:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ea0.
00000100:00000001:3.0:1778629034.824355:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629034.824358:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629034.824359:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629034.824363:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824365:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629034.824369:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629034/real 1778629034]  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629034.824375:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1778629034.824376:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629034.824379:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629034.824381:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000100:00000040:1.0:1778629034.824383:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee663ea] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629034.824384:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629034.824387:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629034.824392:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629034.824395:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629034.824418:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629034.824420:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824425:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629034.824426:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629034.824427:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629034.824428:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824431:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629034.824432:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1778629034.824436:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629034.824437:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629034.824446:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629034.824453:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13720)
00000100:00000001:3.0:1778629034.824453:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629034.824457:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824464:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629034.824466:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824467:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824468:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824469:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629034.824471:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629034.824473:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629034.824476:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629034.824478:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629034.824480:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629034.824486:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472617728:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629034.824489:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824490:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629034.824492:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821c00 x1865013472617728/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824496:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629034.824498:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629034.824500:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629034.824502:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629034.824503:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629034.824504:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629034.824505:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629034.824507:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:3.0:1778629034.824509:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629034.824511:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629034.824512:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821c00.
00000100:00000001:3.0:1778629034.824514:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629034.824515:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824516:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824522:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629034.824523:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824524:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629034.824525:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629034.824526:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629034.824528:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824533:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629034.824534:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.824536:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629034.824537:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629034.824538:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629034.824540:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629034.824542:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629034.824543:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629034.824545:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.824546:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629034.824548:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629034.824549:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629034.824552:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629034.824553:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629034.824556:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629034.824558:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617856, portal 10
00000100:00000001:3.0:1778629034.824559:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629034.824560:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629882752 : -123998079668864 : ffff8f3972822d80)
00000100:00000040:3.0:1778629034.824564:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824569:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629034.824570:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629034.824572:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629034.824573:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617856, offset 0
00000400:00000200:3.0:1778629034.824576:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629034.824579:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629034.824581:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629034.824584:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629034.824586:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629034.824587:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629034.824589:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629034.824591:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497426:497426:256:4294967295] 192.168.204.112@tcp LPNI seq info [497385:497385:8:4294967295]
00000400:00000200:3.0:1778629034.824594:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629034.824599:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629034.824602:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629034.824604:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629034.824606:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629034.824627:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778629034.824630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629034.824632:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778629034.824634:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629034.824635:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629034.824637:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629034.824640:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629034.824642:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629034.824643:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629034.824645:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629034.824647:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824652:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629034.824654:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824658:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824659:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629034.824662:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629034.824665:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629034.824667:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629034.824668:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308382734
00000100:00000001:3.0:1778629034.824670:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308386576
00000100:00000001:3.0:1778629034.824672:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308382734
00000100:00000001:3.0:1778629034.824674:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308386576
00000100:00000001:3.0:1778629034.824675:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629034.824676:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824677:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629034.824680:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629034/real 1778629034]  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629034.824684:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629034.824685:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629034.824686:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629034.824688:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629034.824689:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629034.824690:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629034.824692:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629034.824697:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824701:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629034.824702:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824703:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824703:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629034.824705:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824709:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629034.824711:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824716:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629034.824718:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824719:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824720:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824721:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629034.824724:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629034.824725:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629034.824727:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629034.824729:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629034.824731:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629034.824735:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629034.824738:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629034.824740:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824744:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629034.824745:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.824747:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629034.824748:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629034.824749:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629034.824750:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617984:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629034.824752:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629034.824753:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629034.824754:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629034.824755:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629034.824758:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629034.824759:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629034.824761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629034.824763:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629034.824765:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629034.824767:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472617984, portal 10
00000100:00000001:3.0:1778629034.824768:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629034.824769:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629883648 : -123998079667968 : ffff8f3972823100)
00000100:00000040:3.0:1778629034.824772:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824777:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629034.824778:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629034.824779:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629034.824781:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472617984, offset 0
00000400:00000200:3.0:1778629034.824783:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629034.824785:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629034.824787:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629034.824789:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629034.824791:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629034.824792:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629034.824794:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629034.824796:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497427:497427:256:4294967295] 192.168.204.112@tcp LPNI seq info [497386:497386:8:4294967295]
00000400:00000200:3.0:1778629034.824799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629034.824803:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629034.824806:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629034.824808:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629034.824810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629034.824812:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1778629034.824814:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629034.824816:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1778629034.824818:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629034.824820:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629034.824821:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629034.824823:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629034.824825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629034.824826:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629034.824828:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629034.824830:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824835:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629034.824837:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824841:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824842:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629034.824843:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629034.824845:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629034.824847:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629034.824849:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308382735
00000100:00000001:3.0:1778629034.824850:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308386576
00000100:00000001:3.0:1778629034.824851:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308382735
00000100:00000001:3.0:1778629034.824853:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308386576
00000100:00000001:3.0:1778629034.824854:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629034.824855:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824856:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629034.824858:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629034/real 1778629034]  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629034.824862:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629034.824863:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629034.824864:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629034.824865:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629034.824866:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629034.824867:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629034.824869:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629034.824874:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824879:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629034.824880:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824881:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824882:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629034.824884:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824888:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629034.824890:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824894:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629034.824895:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824896:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629034.824897:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824898:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629034.824900:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629034.824901:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629034.824903:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629034.824904:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629034.824906:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629034.824914:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472617984:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629034.824917:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824919:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629034.824922:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822d80 x1865013472617856/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824928:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629034.824930:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629034.824932:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629034.824934:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629034.824936:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629034.824937:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629034.824939:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629034.824941:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:3.0:1778629034.824943:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629034.824945:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629034.824946:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822d80.
00000100:00000001:3.0:1778629034.824949:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629034.824951:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824952:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629034.824956:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823100 x1865013472617984/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629034.824963:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629034.824964:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629034.824966:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629034.824968:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629034.824970:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629034.824971:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629034.824972:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629034.824973:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:3.0:1778629034.824975:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629034.824975:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629034.824976:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823100.
00000100:00000001:3.0:1778629034.824978:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629034.824978:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824980:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629034.824982:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629034.824983:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629034.824984:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629034.824985:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629035.079754:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629035.079755:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629035.079760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629035.079765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629035.079765:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629035.079765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629035.079776:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629035.079777:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629035.079778:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629035.079786:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629035.079787:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629035.079788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629035.079794:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629035.079796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629035.079796:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629035.079805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629035.079805:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629035.079805:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629035.079810:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629035.079811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629035.079812:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629035.079820:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629035.079821:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629035.079821:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629035.079828:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629035.079836:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629035.079836:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629035.079842:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629035.079844:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629035.079848:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629035.079850:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629035.079851:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629035.079852:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629035.079855:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629035.079860:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629035.079861:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629035.079965:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629035.079969:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629035.079972:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629035.847722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629035.847727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629035.847729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629035.847734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629035.847736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629035.847740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629035.847744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629035.847746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629035.847749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629036.103731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629036.103733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629036.103739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629036.103739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629036.103744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629036.103746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629036.103749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629036.103749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629036.103750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629036.103754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629036.103757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629036.103758:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629036.103760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629036.103764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629036.103764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629036.103771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629036.103777:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629036.103780:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629036.103786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629036.103786:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629036.103793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629036.103799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629036.103803:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629036.103808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629036.103836:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629036.103842:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629036.103846:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629036.871702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629036.871708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629036.871709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629036.871714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629036.871716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629036.871720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629036.871722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629036.871724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629036.871727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629037.127698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629037.127698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629037.127705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629037.127705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629037.127707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629037.127708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629037.127708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629037.127712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629037.127716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629037.127716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629037.127719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629037.127721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629037.127722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629037.127722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629037.127726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629037.127727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629037.127728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629037.127732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629037.127733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629037.127733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629037.127738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629037.127738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629037.127744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629037.127745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629037.127816:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629037.127822:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629037.127826:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778629037.319722:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629037.319729:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629037.319734:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629037.319886:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778629037.319904:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629037.319907:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629037.319912:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629037.319915:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629037.895697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629037.895703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629037.895704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629037.895708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629037.895711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629037.895714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629037.895716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629037.895718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629037.895720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629038.151718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629038.151718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629038.151721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629038.151726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629038.151726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629038.151726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629038.151728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629038.151730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629038.151733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629038.151733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629038.151735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629038.151736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629038.151738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629038.151742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629038.151743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629038.151744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629038.151746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629038.151748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629038.151748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629038.151752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629038.151753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629038.151757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629038.151758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629038.151761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629038.151853:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629038.151860:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629038.151864:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629038.727715:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308386576, at 4308386624
00000100:00000040:1.0:1778629038.727727:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308386576, at 4308386624
00000100:00000010:0.0:1778629038.727729:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00300.
00000100:00000010:1.0:1778629038.727744:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ea0.
00000100:00000001:0.0:1778629038.919723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629038.919728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629038.919730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629038.919734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629038.919737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629038.919740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629038.919742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629038.919745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629038.919747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629039.175769:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629039.175773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629039.175776:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629039.175777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629039.175777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629039.175780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.175786:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629039.175788:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629039.175788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629039.175789:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629039.175792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629039.175795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629039.175806:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629039.175806:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629039.175807:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629039.175812:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629039.175819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629039.175819:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629039.175825:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629039.175826:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629039.175837:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629039.175838:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.175845:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629039.175849:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629039.175887:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629039.175891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629039.175894:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629039.943711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629039.943718:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629039.943720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629039.943726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629039.943734:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629039.943736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629039.943737:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629039.943741:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629039.943743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629039.943745:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629039.943749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629039.943755:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13715
00000100:00000001:0.0:1778629039.943758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629039.943762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629039.943767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629039.943769:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629039.943784:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629039.943788:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629039.943792:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.943796:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629039.943798:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.943801:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629039.943805:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629039.943807:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629039.943811:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629039.943815:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629039.943817:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629039.943819:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629039.943822:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.943824:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629039.943826:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.943827:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629039.943830:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629039.943833:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629039.943835:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629039.943837:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629039.943840:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629039.943843:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.943845:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629039.943847:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629039.943854:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821500.
00000020:00000040:1.0:1778629039.943857:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629039.943861:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629039.943863:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.943866:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629039.943869:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629039.943873:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629039.943881:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:1.0:1778629039.943889:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629039.943900:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629039.943910:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629039.943915:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629039.943921:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013344d4e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629039.943944:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629039.943949:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629039.943954:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629039.943957:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629039.943961:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629039.943964:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629039.943973:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13715
00000400:00000200:1.0:1778629039.943979:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629039.943979:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629039.943987:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1778629039.943992:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629039.943992:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1778629039.943999:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629039.944006:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944011:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629039.944011:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629039.944017:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944023:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629039.944028:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629039.944030:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629039.944031:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629039.944034:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629039.944036:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629039.944038:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629039.944041:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944042:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629039.944044:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944045:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629039.944048:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629039.944052:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944054:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629039.944056:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629039.944062:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629039.944078:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944080:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629039.944085:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629039.944088:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944090:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629039.944094:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822680.
00000020:00000040:1.0:1778629039.944096:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629039.944098:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629039.944100:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944101:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629039.944104:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629039.944109:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629039.944123:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:3.0:1778629039.944123:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629039.944127:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944130:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.944132:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1778629039.944137:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1778629039.944137:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629039.944146:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629039.944163:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618112:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629039.944164:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629039.944173:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.944174:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629039.944183:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1778629039.944186:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfff5169] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629039.944187:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.944195:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629039.944204:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
00000100:00000001:1.0:1778629039.944206:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.944209:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629039.944211:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629039.944214:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629039.944218:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1778629039.944219:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778629039.944221:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1778629039.944223:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:1.0:1778629039.944225:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629039.944231:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13715
00000400:00000010:3.0:1778629039.944234:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000400:00000200:1.0:1778629039.944241:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629039.944245:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629039.944247:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1778629039.944247:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618112, portal 25
00000100:00000001:3.0:1778629039.944257:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1778629039.944259:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629039.944260:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629876480 : -123998079675136 : ffff8f3972821500)
00000100:00000001:1.0:1778629039.944268:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629039.944276:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:3.0:1778629039.944277:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629039.944282:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629039.944291:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629039.944296:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629039.944302:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629039.944307:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:3.0:1778629039.944311:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1778629039.944312:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629039.944321:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629039.944322:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629039.944326:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000040:1.0:1778629039.944329:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944332:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1778629039.944333:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472618112, offset 0
00000100:00000040:1.0:1778629039.944340:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944342:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629039.944347:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:1.0:1778629039.944349:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629039.944354:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629039.944355:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629039.944361:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778629039.944365:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629039.944369:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778629039.944373:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:1.0:1778629039.944377:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944380:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778629039.944381:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1778629039.944387:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778629039.944392:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629039.944400:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1778629039.944401:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944407:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629039.944414:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823480.
00000400:00000200:3.0:1778629039.944415:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:1.0:1778629039.944420:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629039.944424:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629039.944426:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629039.944429:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629039.944431:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1778629039.944432:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497428:497428:256:4294967295] 192.168.204.112@tcp LPNI seq info [497387:497387:8:4294967295]
02000000:00000001:1.0:1778629039.944434:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629039.944440:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:1.0:1778629039.944446:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629039.944451:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:1.0:1778629039.944455:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629039.944474:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1778629039.944481:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629039.944483:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629039.944490:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007466eeac] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1778629039.944490:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.944503:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000100:00000001:1.0:1778629039.944505:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629039.944510:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629039.944513:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629039.944515:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1778629039.944523:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:1.0:1778629039.944524:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629039.944531:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13725)
00000800:00000200:3.0:1778629039.944533:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778629039.944542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629039.944546:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778629039.944552:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.944555:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629039.944559:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629039.944563:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629039.944567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629039.944568:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629039.944571:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629039.944575:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944583:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.944585:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944590:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.944592:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629039.944597:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629039.944600:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629039.944602:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308391696
00000100:00000010:3.0:1778629039.944635:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00c60.
00000100:00000001:3.0:1778629039.944641:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629039.944647:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308391697
00000100:00000010:3.0:1778629039.944650:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00000.
00000100:00000001:3.0:1778629039.944653:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629039.944656:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629039.944658:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.944661:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629039.944665:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629039/real 1778629039]  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629039.944673:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629039.944674:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629039.944676:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629039.944678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629039.944679:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629039.944681:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629039.944683:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629039.944689:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944694:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629039.944695:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944697:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.944699:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629039.944703:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944710:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629039.944714:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944722:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629039.944725:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944728:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.944729:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944731:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629039.944734:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629039.944738:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629039.944743:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629039.944746:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629039.944750:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629039.944759:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618112:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629039.944762:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944764:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.944766:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821500 x1865013472618112/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944771:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629039.944773:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629039.944776:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629039.944778:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629039.944780:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629039.944781:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629039.944783:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629039.944785:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:3.0:1778629039.944787:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629039.944788:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629039.944790:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821500.
00000100:00000001:3.0:1778629039.944792:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629039.944793:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944795:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.944802:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629039.944803:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.944806:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629039.944808:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629039.944810:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629039.944814:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944822:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629039.944824:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.944826:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629039.944828:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629039.944831:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629039.944834:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629039.944838:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629039.944840:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629039.944842:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.944844:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629039.944848:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629039.944850:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629039.944854:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629039.944856:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629039.944859:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629039.944861:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618240, portal 10
00000100:00000001:3.0:1778629039.944863:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629039.944864:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880960 : -123998079670656 : ffff8f3972822680)
00000100:00000040:3.0:1778629039.944869:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.944873:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629039.944875:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629039.944876:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629039.944878:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472618240, offset 0
00000400:00000200:3.0:1778629039.944880:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629039.944883:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629039.944886:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629039.944888:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629039.944890:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629039.944891:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629039.944894:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629039.944896:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497429:497429:256:4294967295] 192.168.204.112@tcp LPNI seq info [497388:497388:8:4294967295]
00000400:00000200:3.0:1778629039.944899:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629039.944904:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629039.944907:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.944909:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629039.945085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629039.945089:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778629039.945092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629039.945095:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778629039.945099:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.945101:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629039.945104:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629039.945109:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629039.945112:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629039.945114:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629039.945117:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629039.945120:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945127:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.945129:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945174:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.945176:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629039.945186:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629039.945191:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629039.945196:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629039.945198:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308387854
00000100:00000001:3.0:1778629039.945202:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308391696
00000100:00000001:3.0:1778629039.945204:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308387854
00000100:00000001:3.0:1778629039.945206:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308391697
00000100:00000001:3.0:1778629039.945208:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629039.945210:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.945212:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629039.945215:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629039/real 1778629039]  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629039.945221:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629039.945222:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629039.945224:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629039.945225:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629039.945226:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629039.945228:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629039.945230:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629039.945235:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945240:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629039.945240:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945242:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.945242:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629039.945245:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945249:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629039.945251:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945256:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629039.945258:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945259:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.945259:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945261:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629039.945264:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629039.945266:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629039.945269:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629039.945270:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629039.945273:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629039.945277:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629039.945280:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629039.945282:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945286:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629039.945287:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.945289:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629039.945290:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629039.945292:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629039.945294:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618368:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629039.945296:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629039.945298:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629039.945299:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629039.945300:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629039.945302:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629039.945304:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629039.945306:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629039.945308:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629039.945309:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629039.945311:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618368, portal 10
00000100:00000001:3.0:1778629039.945313:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629039.945314:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629884544 : -123998079667072 : ffff8f3972823480)
00000100:00000040:3.0:1778629039.945317:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945326:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629039.945327:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629039.945329:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629039.945330:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472618368, offset 0
00000400:00000200:3.0:1778629039.945333:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629039.945335:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629039.945338:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629039.945340:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629039.945341:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629039.945343:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629039.945345:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629039.945347:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497430:497430:256:4294967295] 192.168.204.112@tcp LPNI seq info [497389:497389:8:4294967295]
00000400:00000200:3.0:1778629039.945350:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629039.945354:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629039.945357:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.945359:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629039.945361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629039.945363:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1778629039.945366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629039.945368:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1778629039.945371:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629039.945372:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629039.945374:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629039.945376:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629039.945378:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629039.945379:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629039.945381:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629039.945383:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945388:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.945391:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945404:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.945406:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629039.945409:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629039.945412:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629039.945416:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629039.945418:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308387855
00000100:00000001:3.0:1778629039.945420:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308391696
00000100:00000001:3.0:1778629039.945423:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308387855
00000100:00000001:3.0:1778629039.945425:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308391697
00000100:00000001:3.0:1778629039.945428:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629039.945430:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.945432:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629039.945436:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629039/real 1778629039]  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629039.945446:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629039.945447:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629039.945449:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629039.945452:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629039.945453:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629039.945455:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629039.945458:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629039.945464:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945468:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629039.945469:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945470:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.945471:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629039.945473:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945479:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629039.945481:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945486:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629039.945487:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945488:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629039.945489:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945490:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629039.945492:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629039.945493:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629039.945496:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629039.945497:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629039.945499:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629039.945507:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618368:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629039.945511:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945512:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.945515:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822680 x1865013472618240/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945523:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629039.945524:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629039.945527:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629039.945530:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629039.945531:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629039.945533:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629039.945535:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629039.945537:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:3.0:1778629039.945541:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629039.945542:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629039.945544:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822680.
00000100:00000001:3.0:1778629039.945547:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629039.945549:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945551:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629039.945554:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823480 x1865013472618368/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629039.945560:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629039.945561:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629039.945563:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629039.945564:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629039.945565:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629039.945566:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629039.945568:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629039.945569:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:3.0:1778629039.945571:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629039.945572:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629039.945573:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823480.
00000100:00000001:3.0:1778629039.945574:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629039.945575:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945576:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629039.945579:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629039.945580:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629039.945581:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629039.945582:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629040.199692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629040.199696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629040.199698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629040.199704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629040.199704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629040.199705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629040.199708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629040.199713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629040.199716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629040.199718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629040.199718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629040.199719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629040.199721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629040.199730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629040.199731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629040.199740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629040.199742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629040.199744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629040.199749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629040.199752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629040.199755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629040.199761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629040.199764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629040.199765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629040.199786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629040.199791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629040.199795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629040.967713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629040.967719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629040.967720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629040.967725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629040.967728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629040.967732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629040.967734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629040.967735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629040.967737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629041.223750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629041.223754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629041.223758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629041.223759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629041.223761:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629041.223769:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629041.223769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629041.223770:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629041.223774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629041.223776:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629041.223781:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629041.223782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629041.223783:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629041.223787:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629041.223789:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629041.223789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.223795:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629041.223797:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629041.223798:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.223802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629041.223802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.223806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.223810:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629041.223810:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629041.223857:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629041.223861:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629041.223865:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629041.991755:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629041.991762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629041.991763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629041.991768:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629041.991770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629041.991773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.991776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629041.991778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629041.991780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629042.247710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629042.247711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629042.247713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629042.247716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629042.247717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629042.247718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629042.247719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629042.247722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629042.247724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629042.247725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629042.247727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629042.247728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629042.247729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629042.247733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629042.247734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629042.247734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629042.247737:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629042.247739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629042.247739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629042.247740:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629042.247742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629042.247745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629042.247745:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629042.247746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629042.247750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629042.247752:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629042.247754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629042.247755:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629042.247760:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629042.247762:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629042.247823:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629042.247829:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629042.247834:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629043.015724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629043.015729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629043.015731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629043.015735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629043.015737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629043.015741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629043.015743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629043.015745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629043.015747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629043.271716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629043.271716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629043.271720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629043.271723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629043.271724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629043.271725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629043.271727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629043.271728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629043.271733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629043.271734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629043.271734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629043.271738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629043.271739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629043.271740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629043.271742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629043.271745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629043.271746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629043.271746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629043.271748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629043.271750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629043.271752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629043.271752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629043.271758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629043.271762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629043.271816:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629043.271820:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629043.271824:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629043.847710:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308391696, at 4308391744
00000100:00000040:1.0:1778629043.847711:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308391697, at 4308391744
00000100:00000010:0.0:1778629043.847728:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00c60.
00000100:00000010:1.0:1778629043.847732:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00000.
00000100:00000001:0.0:1778629044.039652:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629044.039658:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629044.039660:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629044.039664:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629044.039667:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629044.039670:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629044.039672:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629044.039674:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629044.039676:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629044.295676:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629044.295682:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629044.295684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629044.295689:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629044.295693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629044.295697:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629044.295697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629044.295700:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629044.295702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629044.295703:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629044.295707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629044.295709:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629044.295711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629044.295711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629044.295716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629044.295716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629044.295721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629044.295724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629044.295725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629044.295728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629044.295728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629044.295733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629044.295735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629044.295737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629044.295780:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629044.295783:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629044.295786:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629045.063712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629045.063716:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629045.063718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629045.063721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629045.063728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629045.063728:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629045.063732:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629045.063733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629045.063735:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629045.063737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629045.063740:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629045.063741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629045.063743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629045.063746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629045.063752:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13720
00000400:00000200:1.0:1778629045.063760:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629045.063766:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629045.063769:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629045.063773:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063776:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629045.063778:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063780:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629045.063783:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629045.063784:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629045.063787:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629045.063789:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629045.063791:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629045.063793:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629045.063795:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063796:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629045.063797:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063798:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629045.063800:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629045.063802:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063804:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629045.063806:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629045.063808:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629045.063810:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.063812:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629045.063813:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629045.063820:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820a80.
00000020:00000040:1.0:1778629045.063823:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629045.063826:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629045.063827:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.063830:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629045.063832:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629045.063835:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629045.063842:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:1.0:1778629045.063846:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629045.063853:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629045.063861:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629045.063864:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629045.063867:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186f65ef] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629045.063887:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629045.063891:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629045.063895:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629045.063896:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629045.063898:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629045.063901:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629045.063904:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13720
00000400:00000200:1.0:1778629045.063908:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629045.063912:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629045.063915:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629045.063919:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063922:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629045.063925:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629045.063925:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629045.063929:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629045.063930:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629045.063932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1778629045.063935:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629045.063937:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629045.063941:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1778629045.063941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778629045.063944:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629045.063949:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629045.063953:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629045.063959:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629045.063962:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629045.063973:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778629045.063975:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629045.063977:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.063981:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629045.063983:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778629045.063983:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1778629045.063988:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:3.0:1778629045.063988:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629045.063991:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.063992:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629045.063994:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1778629045.063998:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618496:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629045.063999:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629045.064004:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064008:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629045.064010:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1778629045.064013:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778629045.064014:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629045.064016:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1778629045.064017:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064020:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.064020:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1778629045.064027:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820000.
02000000:00000010:3.0:1778629045.064027:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
00000020:00000040:1.0:1778629045.064029:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629045.064030:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629045.064033:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629045.064035:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064038:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1778629045.064039:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778629045.064040:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629045.064043:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629045.064043:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
02000000:00000010:1.0:1778629045.064048:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000400:00000010:3.0:1778629045.064050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:1.0:1778629045.064052:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629045.064058:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1778629045.064058:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618496, portal 25
00000100:00000001:3.0:1778629045.064064:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629045.064067:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629873792 : -123998079677824 : ffff8f3972820a80)
00000100:00000001:1.0:1778629045.064075:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1778629045.064077:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629045.064079:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629045.064089:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5912c17] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064089:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629045.064097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629045.064100:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629045.064106:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472618496, offset 0
00000100:00000001:1.0:1778629045.064110:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629045.064114:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778629045.064115:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629045.064120:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629045.064123:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1778629045.064123:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778629045.064125:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629045.064129:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629045.064132:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13720
00000400:00000200:3.0:1778629045.064132:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629045.064140:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629045.064141:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629045.064144:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629045.064147:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778629045.064149:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:1.0:1778629045.064152:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.064155:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778629045.064157:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1778629045.064159:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.064163:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629045.064164:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:1.0:1778629045.064166:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629045.064168:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629045.064171:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778629045.064171:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497431:497431:256:4294967295] 192.168.204.112@tcp LPNI seq info [497390:497390:8:4294967295]
00000020:00000040:1.0:1778629045.064172:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629045.064177:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629045.064180:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778629045.064180:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629045.064185:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.064187:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629045.064189:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629045.064193:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629045.064198:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778629045.064199:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1778629045.064203:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629045.064207:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629045.064208:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1778629045.064211:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629045.064212:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629045.064216:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064217:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:3.0:1778629045.064218:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000008:00100000:1.0:1778629045.064219:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629045.064224:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064225:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629045.064229:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820380.
00000020:00000040:1.0:1778629045.064233:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629045.064236:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1778629045.064237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:1.0:1778629045.064238:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.064243:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1778629045.064245:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1778629045.064246:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629045.064250:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629045.064256:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000800:00000200:3.1:1778629045.064256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629045.064262:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1778629045.064264:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1778629045.064269:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629045.064271:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000100:00100000:1.0:1778629045.064274:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629045.064277:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629045.064286:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629045.064293:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000100:00000001:1.0:1778629045.064295:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1778629045.064296:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:1.0:1778629045.064298:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064302:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1778629045.064303:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c318b295] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629045.064309:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629045.064316:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629045.064321:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629045.064327:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629045.064328:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629045.064330:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629045.064334:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629045.064335:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629045.064342:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13730)
00000100:00000001:3.0:1778629045.064347:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064350:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629045.064354:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629045.064358:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629045.064361:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308396816
00000100:00000010:3.0:1778629045.064366:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd009c0.
00000100:00000001:3.0:1778629045.064371:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629045.064376:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308396816
00000100:00000010:3.0:1778629045.064378:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00960.
00000100:00000001:3.0:1778629045.064381:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629045.064383:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629045.064385:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064387:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629045.064390:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629045/real 1778629045]  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629045.064396:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629045.064397:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629045.064399:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629045.064402:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629045.064404:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629045.064407:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629045.064410:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629045.064419:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064426:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629045.064428:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064430:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064432:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629045.064436:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064444:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629045.064449:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064457:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629045.064460:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064462:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064463:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064465:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629045.064468:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629045.064470:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629045.064474:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629045.064475:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629045.064479:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629045.064484:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618496:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629045.064489:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064491:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629045.064493:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820a80 x1865013472618496/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064497:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629045.064499:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629045.064501:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629045.064503:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629045.064504:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629045.064505:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629045.064507:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629045.064509:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778629045.064511:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629045.064512:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629045.064514:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820a80.
00000100:00000001:3.0:1778629045.064516:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629045.064517:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064518:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064523:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629045.064524:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064526:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629045.064527:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629045.064528:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629045.064530:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064535:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629045.064536:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.064538:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629045.064539:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629045.064541:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629045.064542:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629045.064544:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629045.064546:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629045.064547:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.064549:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629045.064551:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629045.064552:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629045.064555:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629045.064557:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629045.064559:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629045.064562:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618624, portal 10
00000100:00000001:3.0:1778629045.064563:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629045.064564:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629871104 : -123998079680512 : ffff8f3972820000)
00000100:00000040:3.0:1778629045.064569:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064573:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629045.064575:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629045.064576:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629045.064578:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472618624, offset 0
00000400:00000200:3.0:1778629045.064580:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629045.064583:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629045.064585:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629045.064587:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629045.064589:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629045.064591:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629045.064592:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629045.064594:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497432:497432:256:4294967295] 192.168.204.112@tcp LPNI seq info [497391:497391:8:4294967295]
00000400:00000200:3.0:1778629045.064597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629045.064602:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629045.064605:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629045.064627:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629045.064631:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629045.064633:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778629045.064636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629045.064638:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1778629045.064640:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629045.064641:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629045.064644:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629045.064646:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629045.064649:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629045.064650:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629045.064652:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629045.064654:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064660:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629045.064662:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064666:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064667:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629045.064669:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629045.064672:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629045.064675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629045.064676:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308392974
00000100:00000001:3.0:1778629045.064678:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308396816
00000100:00000001:3.0:1778629045.064679:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308392974
00000100:00000001:3.0:1778629045.064681:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308396816
00000100:00000001:3.0:1778629045.064682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629045.064684:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064685:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629045.064687:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629045/real 1778629045]  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629045.064692:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629045.064693:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629045.064694:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629045.064696:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629045.064697:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629045.064698:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629045.064700:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629045.064706:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064710:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629045.064710:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064711:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064712:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629045.064714:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064718:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629045.064721:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064725:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629045.064726:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064727:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064728:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064729:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629045.064732:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629045.064734:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629045.064736:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629045.064737:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629045.064739:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629045.064744:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629045.064747:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629045.064749:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064757:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629045.064759:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.064760:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629045.064761:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629045.064762:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629045.064764:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618752:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629045.064766:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629045.064767:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629045.064768:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629045.064769:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629045.064771:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629045.064772:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629045.064774:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629045.064776:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629045.064778:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629045.064780:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618752, portal 10
00000100:00000001:3.0:1778629045.064781:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629045.064782:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872000 : -123998079679616 : ffff8f3972820380)
00000100:00000040:3.0:1778629045.064785:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064790:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629045.064791:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629045.064792:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629045.064794:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472618752, offset 0
00000400:00000200:3.0:1778629045.064796:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629045.064798:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629045.064800:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629045.064802:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629045.064804:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629045.064805:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629045.064807:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629045.064809:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497433:497433:256:4294967295] 192.168.204.112@tcp LPNI seq info [497392:497392:8:4294967295]
00000400:00000200:3.0:1778629045.064812:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629045.064817:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629045.064819:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629045.064822:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629045.064824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629045.064826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778629045.064828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629045.064830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1778629045.064833:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629045.064834:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629045.064836:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629045.064838:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629045.064840:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629045.064841:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629045.064842:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629045.064844:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064849:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629045.064851:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064855:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064856:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629045.064858:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629045.064859:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629045.064861:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629045.064862:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308392975
00000100:00000001:3.0:1778629045.064864:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308396816
00000100:00000001:3.0:1778629045.064865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308392975
00000100:00000001:3.0:1778629045.064866:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308396816
00000100:00000001:3.0:1778629045.064868:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629045.064870:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064871:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629045.064873:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629045/real 1778629045]  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629045.064878:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629045.064879:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629045.064880:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629045.064881:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629045.064882:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629045.064883:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629045.064885:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629045.064890:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064894:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629045.064895:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064896:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064897:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629045.064899:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064903:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629045.064905:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064909:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629045.064910:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064911:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629045.064912:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064913:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629045.064915:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629045.064916:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629045.064919:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629045.064920:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629045.064922:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629045.064927:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472618752:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629045.064929:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064930:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629045.064932:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820000 x1865013472618624/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064936:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629045.064937:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629045.064938:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629045.064939:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629045.064940:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629045.064941:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629045.064942:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629045.064943:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:3.0:1778629045.064944:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629045.064945:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629045.064946:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820000.
00000100:00000001:3.0:1778629045.064947:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629045.064948:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064949:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629045.064951:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820380 x1865013472618752/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629045.064955:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629045.064956:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629045.064957:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629045.064958:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629045.064959:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629045.064960:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629045.064961:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629045.064962:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:3.0:1778629045.064982:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629045.064983:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629045.064984:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820380.
00000100:00000001:3.0:1778629045.064985:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629045.064986:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064987:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629045.064990:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629045.064991:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629045.064992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629045.064994:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629045.319701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629045.319705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629045.319706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629045.319709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629045.319709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629045.319712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319712:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629045.319713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319716:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629045.319719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629045.319720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629045.319721:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.319723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629045.319728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629045.319729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629045.319729:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629045.319733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629045.319733:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.319734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629045.319738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629045.319740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629045.319740:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629045.319741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629045.319745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629045.319747:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629045.319750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629045.319757:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629045.319759:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629045.319761:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319764:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629045.319766:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319768:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319771:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629045.319775:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629045.319778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629045.319837:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629045.319840:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629045.319844:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629046.087709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629046.087715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629046.087716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629046.087720:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629046.087724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629046.087727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629046.087730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629046.087732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629046.087735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629046.343673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629046.343677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629046.343681:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629046.343683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629046.343684:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629046.343686:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629046.343691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629046.343693:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629046.343693:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629046.343696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629046.343700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629046.343701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629046.343703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629046.343706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629046.343707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629046.343707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629046.343711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629046.343714:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629046.343714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629046.343714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629046.343720:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629046.343724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629046.343726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629046.343731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629046.343811:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629046.343814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629046.343817:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629047.111710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629047.111717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629047.111720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629047.111726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629047.111730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629047.111734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629047.111737:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629047.111740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629047.111743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629047.367687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629047.367687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629047.367694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629047.367694:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629047.367696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629047.367696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629047.367697:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629047.367702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629047.367703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629047.367704:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629047.367710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629047.367710:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629047.367711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629047.367714:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629047.367715:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629047.367715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629047.367720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629047.367721:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629047.367723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629047.367724:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629047.367724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629047.367726:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629047.367728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629047.367729:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629047.367783:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629047.367786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629047.367789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629048.135793:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629048.135800:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629048.135802:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629048.135812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629048.135817:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629048.135821:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629048.135824:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629048.135827:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629048.135831:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629048.391691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629048.391691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629048.391692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629048.391697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629048.391699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629048.391700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629048.391703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629048.391704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629048.391704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629048.391705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629048.391713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629048.391713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629048.391713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629048.391715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629048.391719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629048.391720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629048.391725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629048.391726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629048.391732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629048.391732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629048.391735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629048.391736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629048.391739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629048.391741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629048.391760:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629048.391763:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629048.391766:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629048.967720:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308396816, at 4308396864
00000100:00000040:1.0:1778629048.967720:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308396816, at 4308396864
00000100:00000010:1.0:1778629048.967738:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00960.
00000100:00000010:0.0:1778629048.967741:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd009c0.
00000100:00000001:0.0:1778629049.159717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629049.159722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629049.159724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629049.159728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629049.159731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629049.159734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629049.159735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629049.159737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629049.159739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629049.415718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629049.415723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629049.415725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629049.415728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629049.415729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629049.415733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629049.415735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629049.415736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629049.415739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629049.415739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629049.415741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629049.415743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629049.415746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629049.415747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629049.415748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629049.415750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629049.415754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629049.415755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629049.415757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629049.415759:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629049.415761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629049.415763:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629049.415767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629049.415771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629049.415788:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629049.415792:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629049.415795:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629050.183740:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629050.183751:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629050.183754:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629050.183758:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629050.183763:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629050.183770:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13725
00000100:00000001:0.0:1778629050.183773:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629050.183779:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1778629050.183780:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629050.183784:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629050.183789:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00100000:0.0:1778629050.183791:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629050.183794:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629050.183796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629050.183801:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629050.183801:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629050.183808:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629050.183808:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629050.183811:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629050.183815:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629050.183817:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.183819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629050.183825:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629050.183827:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629050.183829:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629050.183832:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629050.183836:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629050.183838:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629050.183850:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.183853:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629050.183855:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.183857:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629050.183860:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629050.183877:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629050.183880:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629050.183883:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629050.183887:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629050.183889:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.183891:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629050.183894:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629050.183904:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629050.183908:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629050.183912:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629050.183914:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.183917:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629050.183919:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629050.183924:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629050.183934:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629050.183940:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629050.183949:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629050.183961:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629050.183966:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629050.183972:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629050.183992:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629050.183995:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629050.183999:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629050.184001:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629050.184003:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629050.184006:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629050.184010:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13725
00000400:00000200:2.0:1778629050.184015:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629050.184017:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1778629050.184019:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629050.184022:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629050.184023:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778629050.184025:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629050.184029:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184033:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629050.184036:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629050.184038:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184044:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629050.184050:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629050.184053:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629050.184057:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778629050.184057:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1778629050.184062:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:3.0:1778629050.184062:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629050.184066:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778629050.184068:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1778629050.184069:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778629050.184073:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629050.184077:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629050.184083:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618880:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629050.184084:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184089:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778629050.184092:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1778629050.184093:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184097:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778629050.184097:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778629050.184102:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778629050.184102:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629050.184107:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1778629050.184108:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184113:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629050.184115:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629050.184116:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629050.184120:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629050.184124:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778629050.184128:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629050.184129:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.184134:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1778629050.184135:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000008:00100000:2.0:1778629050.184138:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629050.184143:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629050.184143:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000001:2.0:1778629050.184147:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629050.184152:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472618880, portal 25
00000100:00000010:2.0:1778629050.184153:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778629050.184157:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1778629050.184158:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:3.0:1778629050.184161:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
02000000:00000001:2.0:1778629050.184163:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629050.184166:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.184169:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1778629050.184171:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629050.184172:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629050.184176:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.184184:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629050.184189:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778629050.184191:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000400:00000010:3.0:1778629050.184193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000001:2.0:1778629050.184196:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629050.184198:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472618880, offset 0
00000100:00100000:2.0:1778629050.184206:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629050.184209:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184220:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778629050.184220:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629050.184225:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629050.184231:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629050.184232:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629050.184238:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629050.184247:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629050.184250:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629050.184253:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629050.184255:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778629050.184258:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778629050.184263:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1778629050.184267:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497434:497434:256:4294967295] 192.168.204.112@tcp LPNI seq info [497393:497393:8:4294967295]
00000100:00000001:2.0:1778629050.184268:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629050.184272:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778629050.184276:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629050.184277:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629050.184282:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13725
00000400:00000200:2.0:1778629050.184290:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629050.184294:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629050.184303:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629050.184305:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629050.184308:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1778629050.184309:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000100:00000040:2.0:1778629050.184313:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184317:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778629050.184321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629050.184323:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.0:1778629050.184327:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1778629050.184328:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629050.184334:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629050.184336:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:3.1:1778629050.184338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:2.0:1778629050.184340:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629050.184344:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:3.1:1778629050.184345:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1778629050.184348:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629050.184353:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:3.0:1778629050.184353:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629050.184358:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000100:00000040:2.0:1778629050.184360:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184363:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778629050.184365:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629050.184367:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629050.184371:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629050.184375:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1778629050.184376:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629050.184382:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:3.0:1778629050.184382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629050.184386:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:2.0:1778629050.184388:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629050.184392:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778629050.184392:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1778629050.184395:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629050.184400:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629050.184400:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629050.184406:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629050.184410:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629050.184416:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.184420:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629050.184424:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629050.184426:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629050.184429:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778629050.184429:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1778629050.184432:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.184436:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1778629050.184437:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629050.184439:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629050.184443:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629050.184450:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:3.0:1778629050.184452:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629050.184456:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.184456:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629050.184462:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629050.184464:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629050.184471:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629050.184476:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308401936
00000100:00000001:2.0:1778629050.184482:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1778629050.184484:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00840.
00000100:00000001:2.0:1778629050.184485:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629050.184492:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184493:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629050.184500:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308401936
00000100:00000001:2.0:1778629050.184504:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629050.184506:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a80.
00000100:00000040:2.0:1778629050.184508:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629050.184511:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1778629050.184515:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629050.184517:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629050.184519:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629050.184523:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629050.184526:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629050.184527:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1778629050.184535:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13735)
00000100:00100000:3.0:1778629050.184536:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629050/real 1778629050]  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629050.184549:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629050.184552:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629050.184554:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629050.184557:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629050.184559:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629050.184562:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629050.184565:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629050.184575:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184588:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629050.184590:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184592:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.184594:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629050.184598:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184606:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629050.184635:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184643:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629050.184646:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184648:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.184649:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184652:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629050.184654:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629050.184657:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629050.184661:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629050.184663:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629050.184668:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629050.184678:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472618880:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629050.184682:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184684:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629050.184688:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472618880/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184696:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629050.184698:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629050.184701:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629050.184704:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629050.184705:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629050.184707:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629050.184710:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629050.184713:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:3.0:1778629050.184716:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629050.184718:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629050.184720:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:3.0:1778629050.184723:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629050.184724:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184726:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.184733:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629050.184735:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.184737:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629050.184739:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629050.184740:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629050.184743:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184751:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629050.184753:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629050.184755:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629050.184757:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629050.184759:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629050.184762:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629050.184765:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629050.184767:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629050.184769:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629050.184771:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629050.184774:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629050.184776:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629050.184780:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629050.184783:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629050.184786:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629050.184789:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619008, portal 10
00000100:00000001:3.0:1778629050.184791:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629050.184792:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:3.0:1778629050.184799:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184806:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629050.184808:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629050.184810:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629050.184812:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619008, offset 0
00000400:00000200:3.0:1778629050.184817:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629050.184820:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629050.184824:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629050.184827:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629050.184830:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629050.184832:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629050.184835:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629050.184839:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497435:497435:256:4294967295] 192.168.204.112@tcp LPNI seq info [497394:497394:8:4294967295]
00000400:00000200:3.0:1778629050.184844:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629050.184851:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629050.184856:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629050.184859:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629050.184879:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629050.184882:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778629050.184887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629050.184889:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1778629050.184893:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629050.184895:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629050.184898:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629050.184902:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629050.184905:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629050.184907:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629050.184909:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629050.184913:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184928:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629050.184931:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.184938:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.184940:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629050.184943:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629050.184947:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629050.184950:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629050.184953:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308398094
00000100:00000001:3.0:1778629050.184955:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308401936
00000100:00000001:3.0:1778629050.184957:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308398094
00000100:00000001:3.0:1778629050.184959:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308401936
00000100:00000001:3.0:1778629050.184962:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629050.184964:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.184966:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629050.184970:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629050/real 1778629050]  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629050.184978:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629050.184979:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629050.184981:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629050.184983:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629050.184985:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629050.184987:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629050.184991:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629050.184999:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185006:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629050.185008:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185010:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.185012:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629050.185016:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185023:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629050.185026:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185035:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629050.185037:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185039:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.185040:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185042:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629050.185046:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629050.185048:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629050.185051:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629050.185054:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629050.185058:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629050.185066:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629050.185075:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629050.185079:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185085:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629050.185087:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629050.185089:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629050.185091:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629050.185093:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629050.185097:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619136:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629050.185100:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629050.185102:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629050.185103:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629050.185105:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629050.185108:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629050.185110:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629050.185113:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629050.185116:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629050.185119:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629050.185123:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619136, portal 10
00000100:00000001:3.0:1778629050.185125:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629050.185126:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:3.0:1778629050.185131:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185138:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629050.185140:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629050.185143:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629050.185145:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619136, offset 0
00000400:00000200:3.0:1778629050.185149:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629050.185152:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629050.185156:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629050.185159:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629050.185161:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629050.185164:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629050.185166:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629050.185170:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497436:497436:256:4294967295] 192.168.204.112@tcp LPNI seq info [497395:497395:8:4294967295]
00000400:00000200:3.0:1778629050.185174:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629050.185181:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629050.185186:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629050.185189:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629050.185193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629050.185196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778629050.185200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629050.185203:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1778629050.185207:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629050.185210:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629050.185213:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629050.185216:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629050.185219:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629050.185220:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629050.185223:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629050.185226:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185235:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629050.185238:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185245:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.185247:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629050.185250:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629050.185253:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629050.185256:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629050.185258:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308398095
00000100:00000001:3.0:1778629050.185261:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308401936
00000100:00000001:3.0:1778629050.185263:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308398095
00000100:00000001:3.0:1778629050.185265:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308401936
00000100:00000001:3.0:1778629050.185267:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629050.185269:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.185271:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629050.185275:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629050/real 1778629050]  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629050.185284:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629050.185286:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629050.185287:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629050.185290:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629050.185291:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629050.185294:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629050.185297:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629050.185306:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185313:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629050.185315:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185317:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.185318:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629050.185322:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185330:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629050.185334:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185342:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629050.185344:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185346:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629050.185347:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185349:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629050.185351:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629050.185353:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629050.185356:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629050.185358:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629050.185362:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629050.185377:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619136:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629050.185382:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185384:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629050.185387:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472619008/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185395:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629050.185396:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629050.185398:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629050.185401:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629050.185403:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629050.185404:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629050.185407:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629050.185409:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778629050.185411:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629050.185413:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629050.185415:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778629050.185418:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629050.185419:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185421:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629050.185424:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472619136/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629050.185432:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629050.185433:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629050.185435:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629050.185436:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629050.185438:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629050.185439:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629050.185442:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629050.185443:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:3.0:1778629050.185446:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629050.185447:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629050.185448:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:3.0:1778629050.185451:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629050.185452:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185454:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629050.185457:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629050.185459:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629050.185461:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629050.185463:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629050.439700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629050.439702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629050.439706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629050.439707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629050.439709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629050.439713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629050.439714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629050.439714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629050.439718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629050.439721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629050.439722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629050.439723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629050.439728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629050.439728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629050.439729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629050.439732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629050.439733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629050.439734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629050.439739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629050.439739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629050.439743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629050.439746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629050.439752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629050.439756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629050.439788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629050.439792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629050.439796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629051.207744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629051.207750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629051.207752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629051.207757:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629051.207761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629051.207765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629051.207767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629051.207769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629051.207772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629051.463674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629051.463680:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629051.463683:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629051.463683:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629051.463688:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629051.463689:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629051.463690:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629051.463691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629051.463694:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629051.463694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629051.463695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629051.463698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629051.463700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629051.463701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629051.463702:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629051.463703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629051.463704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629051.463705:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629051.463709:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629051.463710:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629051.463710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629051.463712:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629051.463715:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629051.463716:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629051.463719:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629051.463729:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629051.463734:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629051.463736:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629051.463738:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629051.463741:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629051.463762:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629051.463765:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629051.463768:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629052.231729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629052.231734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629052.231735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629052.231740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629052.231743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629052.231746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629052.231748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629052.231750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629052.231752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629052.487708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629052.487711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629052.487713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629052.487714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629052.487715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629052.487717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629052.487720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629052.487721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629052.487722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629052.487724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629052.487725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629052.487726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629052.487732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629052.487732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629052.487733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629052.487735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629052.487736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629052.487737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629052.487741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629052.487741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629052.487746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629052.487747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629052.487748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629052.487752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629052.487788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629052.487791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629052.487794:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629053.255701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629053.255708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629053.255710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629053.255716:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629053.255720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629053.255724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629053.255727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629053.255730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629053.255733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629053.511705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629053.511710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629053.511711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629053.511713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629053.511713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629053.511716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629053.511719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629053.511719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629053.511722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629053.511724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629053.511725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629053.511725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629053.511729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629053.511730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629053.511732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629053.511736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629053.511736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629053.511736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629053.511741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629053.511742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629053.511748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629053.511756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629053.511759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629053.511760:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629053.511763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629053.511765:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629053.511769:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629054.087717:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308401936, at 4308401984
00000100:00000040:1.0:1778629054.087717:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308401936, at 4308401984
00000100:00000010:0.0:1778629054.087732:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00840.
00000100:00000010:1.0:1778629054.087737:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a80.
00000100:00000001:0.0:1778629054.279719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629054.279725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629054.279727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629054.279733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629054.279737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629054.279741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629054.279744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629054.279747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629054.279751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629054.535706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629054.535706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629054.535710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629054.535713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629054.535713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629054.535716:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629054.535717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629054.535717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535719:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629054.535724:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629054.535725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629054.535726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629054.535731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629054.535731:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629054.535732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629054.535735:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629054.535736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629054.535736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629054.535738:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629054.535740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629054.535741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629054.535743:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629054.535744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629054.535744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629054.535750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629054.535751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629054.535755:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629054.535757:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629054.535760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535769:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629054.535770:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535773:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535775:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629054.535788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629054.535789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629054.535834:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629054.535837:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629054.535839:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629055.303700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629055.303700:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629055.303705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629055.303709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629055.303710:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629055.303714:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629055.303716:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629055.303720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629055.303720:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629055.303726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629055.303726:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629055.303730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629055.303734:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13730
00000100:00000001:0.0:1778629055.303735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629055.303740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629055.303747:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629055.303753:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629055.303756:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629055.303768:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303771:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.303773:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303774:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629055.303777:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629055.303779:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629055.303780:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629055.303782:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629055.303784:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629055.303785:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629055.303787:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303788:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.303790:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303791:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629055.303793:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629055.303794:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303796:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629055.303797:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629055.303800:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629055.303801:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303803:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629055.303804:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629055.303811:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629055.303813:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629055.303816:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629055.303817:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303819:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629055.303822:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629055.303825:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629055.303830:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629055.303835:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629055.303840:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629055.303847:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629055.303850:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629055.303853:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629055.303867:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629055.303869:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629055.303872:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629055.303872:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629055.303873:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629055.303875:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629055.303877:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13730
00000400:00000200:2.0:1778629055.303880:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629055.303881:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629055.303883:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629055.303885:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303886:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.303888:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303889:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629055.303891:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629055.303892:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629055.303893:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629055.303894:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629055.303896:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629055.303898:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629055.303900:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303901:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.303902:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.303903:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629055.303904:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778629055.303905:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629055.303908:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629055.303909:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629055.303910:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629055.303912:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778629055.303912:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1778629055.303917:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629055.303919:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303921:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1778629055.303921:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1778629055.303923:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629055.303928:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303932:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629055.303936:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629055.303939:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:3.0:1778629055.303939:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629055.303942:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778629055.303942:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629055.303944:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303946:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629055.303947:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629055.303947:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629055.303951:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.303952:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1778629055.303953:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
02000000:00000001:3.0:1778629055.303956:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303957:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629055.303961:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472619264:192.168.204.112@tcp:250:kworker.0
00000100:00100000:2.0:1778629055.303963:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629055.303970:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629055.303973:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1778629055.303974:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629055.303975:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.303978:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.303980:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1778629055.303985:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778629055.303985:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629055.303990:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.303998:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304000:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629055.304001:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629055.304004:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629055.304005:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629055.304006:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1778629055.304006:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:2.0:1778629055.304008:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629055.304011:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13730
00000400:00000200:2.0:1778629055.304013:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629055.304014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000400:00000200:2.0:1778629055.304015:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629055.304019:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629055.304021:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.304022:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.304023:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:3.0:1778629055.304023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619264, portal 25
00000100:00000001:2.0:1778629055.304028:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629055.304028:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1778629055.304031:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778629055.304031:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000020:00000040:2.0:1778629055.304032:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629055.304035:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629055.304036:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629055.304038:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629055.304040:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629055.304041:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629055.304043:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.304047:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629055.304050:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.304054:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629055.304058:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:3.0:1778629055.304060:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629055.304061:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629055.304063:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629055.304066:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629055.304067:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1778629055.304069:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
02000000:00000001:2.0:1778629055.304070:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629055.304074:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629055.304074:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472619264, offset 0
00000100:00000001:2.0:1778629055.304079:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629055.304082:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778629055.304084:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00000001:2.0:1778629055.304086:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629055.304088:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629055.304092:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629055.304095:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629055.304098:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629055.304099:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304103:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629055.304104:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629055.304106:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629055.304109:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304112:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000010:2.0:1778629055.304115:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000400:00000200:3.0:1778629055.304118:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629055.304119:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304124:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629055.304128:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1778629055.304131:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629055.304134:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629055.304141:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778629055.304142:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497437:497437:256:4294967295] 192.168.204.112@tcp LPNI seq info [497396:497396:8:4294967295]
00000100:00000001:2.0:1778629055.304144:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629055.304150:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629055.304151:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629055.304158:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629055.304160:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629055.304162:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629055.304171:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778629055.304171:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629055.304177:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629055.304181:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13740)
00000800:00000200:3.0:1778629055.304182:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304188:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629055.304195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629055.304198:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778629055.304204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629055.304207:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1778629055.304211:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304214:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629055.304220:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629055.304225:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629055.304229:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629055.304232:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629055.304236:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629055.304240:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304249:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.304253:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304260:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304262:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629055.304267:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304270:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629055.304273:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308407056
00000100:00000010:3.0:1778629055.304278:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ae0.
00000100:00000001:3.0:1778629055.304283:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629055.304288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308407056
00000100:00000010:3.0:1778629055.304298:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00660.
00000100:00000001:3.0:1778629055.304302:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629055.304305:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629055.304307:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304309:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629055.304313:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629055/real 1778629055]  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629055.304321:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629055.304323:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629055.304324:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629055.304327:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629055.304329:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629055.304331:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629055.304334:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629055.304343:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304349:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629055.304351:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304353:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.304355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629055.304358:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304366:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629055.304370:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304377:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629055.304380:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304381:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.304382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304384:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629055.304386:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629055.304388:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629055.304391:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629055.304393:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629055.304397:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629055.304405:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472619264:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629055.304409:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304411:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.304414:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472619264/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304426:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629055.304428:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629055.304431:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629055.304434:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629055.304435:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629055.304437:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629055.304438:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629055.304440:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:3.0:1778629055.304443:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629055.304445:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629055.304446:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:3.0:1778629055.304449:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629055.304451:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304453:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304458:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629055.304460:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304462:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629055.304463:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629055.304464:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629055.304467:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304474:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629055.304475:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.304477:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629055.304479:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629055.304480:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629055.304483:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629055.304486:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629055.304488:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629055.304489:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.304491:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629055.304493:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629055.304495:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304498:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629055.304501:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629055.304503:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629055.304506:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619392, portal 10
00000100:00000001:3.0:1778629055.304508:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629055.304509:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:3.0:1778629055.304515:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304521:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629055.304523:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629055.304525:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629055.304527:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619392, offset 0
00000400:00000200:3.0:1778629055.304531:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629055.304534:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629055.304537:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629055.304540:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629055.304542:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629055.304545:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629055.304547:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629055.304550:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497438:497438:256:4294967295] 192.168.204.112@tcp LPNI seq info [497397:497397:8:4294967295]
00000400:00000200:3.0:1778629055.304554:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629055.304560:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629055.304565:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304567:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629055.304571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629055.304573:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778629055.304578:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629055.304587:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1778629055.304591:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304592:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629055.304595:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629055.304598:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629055.304601:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629055.304602:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629055.304605:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629055.304629:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304637:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.304640:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304646:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304648:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629055.304651:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629055.304654:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629055.304658:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629055.304659:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308403214
00000100:00000001:3.0:1778629055.304662:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308407056
00000100:00000001:3.0:1778629055.304664:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308403214
00000100:00000001:3.0:1778629055.304666:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308407056
00000100:00000001:3.0:1778629055.304668:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629055.304670:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304672:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629055.304675:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629055/real 1778629055]  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629055.304682:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629055.304683:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629055.304685:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629055.304687:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629055.304688:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629055.304690:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629055.304693:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629055.304701:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304712:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629055.304713:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304715:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.304716:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629055.304719:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304725:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629055.304728:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304735:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629055.304737:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304738:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.304739:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304741:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629055.304744:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629055.304747:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629055.304750:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629055.304752:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629055.304755:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629055.304776:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629055.304780:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629055.304783:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304790:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629055.304791:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.304793:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629055.304794:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629055.304796:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629055.304799:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619520:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629055.304802:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629055.304803:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629055.304804:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629055.304806:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629055.304809:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629055.304811:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629055.304814:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629055.304816:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000400:00000010:3.0:1778629055.304819:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000200:3.0:1778629055.304821:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619520, portal 10
00000100:00000001:3.0:1778629055.304823:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629055.304824:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:3.0:1778629055.304829:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304835:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629055.304837:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629055.304839:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629055.304841:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619520, offset 0
00000400:00000200:3.0:1778629055.304845:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629055.304847:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629055.304850:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629055.304853:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629055.304855:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629055.304858:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629055.304860:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629055.304862:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497439:497439:256:4294967295] 192.168.204.112@tcp LPNI seq info [497398:497398:8:4294967295]
00000400:00000200:3.0:1778629055.304866:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629055.304872:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629055.304877:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304879:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629055.304883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629055.304885:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1778629055.304889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629055.304891:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1778629055.304895:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629055.304897:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629055.304899:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629055.304902:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629055.304905:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629055.304907:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629055.304909:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629055.304912:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304919:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.304922:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304928:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304929:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629055.304932:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629055.304935:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629055.304937:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629055.304939:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308403215
00000100:00000001:3.0:1778629055.304942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308407056
00000100:00000001:3.0:1778629055.304944:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308403215
00000100:00000001:3.0:1778629055.304946:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308407056
00000100:00000001:3.0:1778629055.304948:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629055.304949:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.304951:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629055.304954:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629055/real 1778629055]  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629055.304961:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629055.304962:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629055.304964:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:3.0:1778629055.304966:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:3.0:1778629055.304967:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:3.0:1778629055.304969:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629055.304972:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629055.304980:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304985:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629055.304987:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.304988:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.304989:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629055.304993:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.304999:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629055.305002:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.305008:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629055.305010:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305011:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629055.305012:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305014:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629055.305016:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629055.305019:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629055.305021:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629055.305024:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629055.305027:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629055.305035:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619520:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629055.305038:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305040:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.305043:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472619392/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.305049:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629055.305050:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629055.305052:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629055.305054:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629055.305055:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629055.305056:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629055.305058:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629055.305060:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:3.0:1778629055.305062:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629055.305064:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629055.305065:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:3.0:1778629055.305067:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629055.305068:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305070:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629055.305073:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472619520/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629055.305079:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629055.305080:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629055.305081:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629055.305083:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629055.305084:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629055.305086:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629055.305087:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629055.305089:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:3.0:1778629055.305091:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629055.305092:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629055.305094:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:3.0:1778629055.305096:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629055.305097:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305098:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629055.305101:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629055.305102:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629055.305104:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629055.305106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629055.559708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629055.559713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629055.559714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629055.559715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629055.559717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629055.559719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629055.559719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629055.559720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629055.559728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629055.559728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629055.559732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629055.559734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629055.559735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629055.559735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629055.559737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629055.559739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629055.559740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629055.559741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629055.559746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629055.559746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629055.559750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629055.559750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629055.559767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629055.559770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629055.559777:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629055.559781:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629055.559784:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629056.327757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629056.327766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629056.327770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629056.327777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629056.327782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629056.327786:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629056.327790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629056.327793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629056.327796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629056.583727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629056.583731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629056.583733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629056.583743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629056.583745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629056.583749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629056.583750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629056.583753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629056.583758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629056.583759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629056.583759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629056.583762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629056.583765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629056.583772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629056.583773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629056.583777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629056.583779:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629056.583782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629056.583785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629056.583786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629056.583789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629056.583791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629056.583794:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629056.583798:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629056.583836:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629056.583840:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629056.583843:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629057.351684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629057.351690:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629057.351692:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629057.351697:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629057.351700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629057.351703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629057.351706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629057.351709:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629057.351711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629057.607692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629057.607692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629057.607696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629057.607699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629057.607699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629057.607700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629057.607702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629057.607703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629057.607708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629057.607709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629057.607710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629057.607710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629057.607726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629057.607727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629057.607729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629057.607730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629057.607731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629057.607732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629057.607734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629057.607738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629057.607738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629057.607741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629057.607741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629057.607747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629057.607754:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629057.607756:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629057.607759:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629058.375698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629058.375715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629058.375717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629058.375721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629058.375725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629058.375728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629058.375731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629058.375733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629058.375736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629058.631723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629058.631726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629058.631730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629058.631731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629058.631733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629058.631734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629058.631741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629058.631741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629058.631746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629058.631747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629058.631747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629058.631751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629058.631752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629058.631752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629058.631758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629058.631759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629058.631759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629058.631762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629058.631763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629058.631763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629058.631769:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629058.631769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629058.631769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629058.631773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629058.631831:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629058.631835:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629058.631839:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629059.207698:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308407056, at 4308407104
00000100:00000040:1.0:1778629059.207698:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308407056, at 4308407104
00000100:00000010:1.0:1778629059.207710:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00660.
00000100:00000010:0.0:1778629059.207713:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ae0.
00000100:00000001:0.0:1778629059.399692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629059.399697:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629059.399699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629059.399704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629059.399707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629059.399711:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629059.399714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629059.399716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629059.399719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629059.655719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629059.655719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629059.655721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629059.655726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629059.655726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629059.655728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629059.655729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629059.655732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629059.655735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629059.655735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629059.655739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629059.655740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629059.655740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629059.655743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629059.655744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629059.655745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629059.655748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629059.655749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629059.655749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629059.655751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629059.655752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629059.655753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629059.655756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629059.655757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629059.655777:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629059.655780:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629059.655784:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629060.423714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629060.423718:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629060.423720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629060.423723:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629060.423724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423726:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629060.423730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629060.423730:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629060.423735:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629060.423736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629060.423740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629060.423741:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13735
00000100:00000001:0.0:1778629060.423744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629060.423747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1778629060.423751:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629060.423752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629060.423757:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629060.423760:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629060.423762:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423764:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629060.423765:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423767:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629060.423770:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629060.423771:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629060.423773:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629060.423775:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629060.423776:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629060.423778:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629060.423780:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423781:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629060.423782:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423783:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629060.423785:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629060.423788:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423789:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629060.423791:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629060.423793:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629060.423795:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423797:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629060.423798:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629060.423805:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823800.
00000020:00000040:1.0:1778629060.423808:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629060.423810:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629060.423811:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423813:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629060.423815:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629060.423818:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629060.423825:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd800.
00000100:00000001:1.0:1778629060.423830:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629060.423836:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629060.423843:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629060.423846:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629060.423849:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f3fd87] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629060.423865:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629060.423867:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629060.423869:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629060.423870:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629060.423871:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629060.423873:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629060.423874:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13735
00000400:00000200:1.0:1778629060.423876:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629060.423878:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629060.423880:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629060.423882:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423883:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629060.423885:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423886:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629060.423888:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629060.423889:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629060.423890:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629060.423891:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629060.423892:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629060.423894:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629060.423896:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423897:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629060.423898:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.423899:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629060.423900:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1778629060.423901:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629060.423905:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629060.423905:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629060.423908:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.423908:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1778629060.423911:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629060.423915:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629060.423916:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629060.423917:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423920:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629060.423924:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778629060.423925:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1778629060.423928:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.423928:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423932:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.423933:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1778629060.423935:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821880.
02000000:00000001:3.0:1778629060.423936:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629060.423938:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629060.423941:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472619648:192.168.204.112@tcp:250:kworker.0
00000020:00000040:1.0:1778629060.423942:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:3.0:1778629060.423946:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629060.423947:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629060.423948:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423950:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629060.423950:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629060.423952:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629060.423953:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629060.423955:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.423955:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629060.423961:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
02000000:00000010:3.0:1778629060.423961:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629060.423965:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.423966:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629060.423971:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:1.0:1778629060.423972:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1778629060.423975:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b31b8.
00000100:00000001:1.0:1778629060.423980:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629060.423982:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629060.423982:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd198.
00000100:00000040:1.0:1778629060.423985:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c0e0c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629060.423989:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619648, portal 25
00000100:00000001:1.0:1778629060.423993:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.423993:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629060.423995:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629885440 : -123998079666176 : ffff8f3972823800)
00000100:00080000:1.0:1778629060.423997:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629060.424001:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1778629060.424003:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629060.424007:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629060.424009:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629060.424015:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629060.424019:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1778629060.424021:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13735
00000100:00000040:3.0:1778629060.424024:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629060.424027:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000400:00000200:1.0:1778629060.424031:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:3.0:1778629060.424031:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472619648, offset 0
00000400:00000200:1.0:1778629060.424037:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:3.0:1778629060.424039:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778629060.424042:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629060.424047:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:3.0:1778629060.424048:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629060.424052:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778629060.424055:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778629060.424056:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.424060:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629060.424060:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1778629060.424064:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1778629060.424065:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:1.0:1778629060.424066:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629060.424068:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1778629060.424070:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1778629060.424071:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629060.424074:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778629060.424074:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:1.0:1778629060.424077:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:3.0:1778629060.424079:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497440:497440:256:4294967295] 192.168.204.112@tcp LPNI seq info [497399:497399:8:4294967295]
00000100:00000040:1.0:1778629060.424081:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.424084:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1778629060.424085:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629060.424088:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629060.424090:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629060.424091:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629060.424094:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629060.424095:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629060.424098:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629060.424101:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1778629060.424103:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1778629060.424104:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.424107:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629060.424110:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629060.424114:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.424115:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778629060.424115:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000010:1.0:1778629060.424120:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821180.
00000800:00000010:3.0:1778629060.424122:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000020:00000040:1.0:1778629060.424123:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629060.424127:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629060.424128:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.424129:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629060.424130:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629060.424132:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778629060.424133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:1.0:1778629060.424136:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:1.0:1778629060.424140:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1778629060.424140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00100000:1.0:1778629060.424147:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629060.424152:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629060.424153:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424155:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629060.424156:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e764f6f4] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629060.424163:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629060.424167:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308412176
00000100:00000001:1.0:1778629060.424168:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629060.424172:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1778629060.424173:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00a20.
00000100:00000040:1.0:1778629060.424174:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629060.424178:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629060.424181:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629060.424181:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1778629060.424187:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13746)
00000100:00000001:3.0:1778629060.424188:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308412176
00000100:00000010:3.0:1778629060.424191:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00c00.
00000100:00000001:3.0:1778629060.424194:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629060.424197:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629060.424199:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424201:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424202:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629060.424209:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629060.424211:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778629060.424213:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629060.424215:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629060.424216:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629060.424221:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629060.424228:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629060.424229:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.424231:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629060.424233:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629060.424235:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629060.424246:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629060.424250:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629060.424253:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629060.424254:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.424256:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629060.424259:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629060.424262:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629060.424265:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629060.424269:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3370.
00000400:00000010:3.0:1778629060.424273:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd6e8.
00000100:00000200:3.0:1778629060.424276:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619776, portal 10
00000100:00000001:3.0:1778629060.424278:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629060.424279:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629877376 : -123998079674240 : ffff8f3972821880)
00000100:00000040:3.0:1778629060.424286:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629060.424293:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629060.424296:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629060.424298:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629060.424301:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619776, offset 0
00000400:00000200:3.0:1778629060.424306:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629060.424311:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629060.424315:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629060.424319:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629060.424321:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629060.424324:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629060.424326:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629060.424329:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497441:497441:255:4294967295] 192.168.204.112@tcp LPNI seq info [497400:497400:7:4294967295]
00000400:00000200:3.0:1778629060.424333:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629060.424339:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629060.424343:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629060.424347:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629060.424351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629060.424354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629060.424357:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629060.424360:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629060.424363:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629060.424365:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308408333
00000100:00000001:3.0:1778629060.424368:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308412176
00000100:00000001:3.0:1778629060.424370:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308408333
00000100:00000001:3.0:1778629060.424372:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308412176
00000100:00000001:3.0:1778629060.424374:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629060.424376:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424378:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629060.424381:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629060.424388:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629060.424390:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.424391:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629060.424393:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629060.424395:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629060.424398:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619904:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629060.424401:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629060.424403:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629060.424405:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629060.424406:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629060.424409:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697400.
02000000:00000001:3.0:1778629060.424411:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629060.424413:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629060.424416:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3cb8.
00000400:00000010:3.0:1778629060.424419:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd000.
00000100:00000200:3.0:1778629060.424422:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472619904, portal 10
00000100:00000001:3.0:1778629060.424423:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629060.424424:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629875584 : -123998079676032 : ffff8f3972821180)
00000100:00000040:3.0:1778629060.424430:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629060.424436:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629060.424438:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629060.424440:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629060.424442:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472619904, offset 0
00000400:00000200:3.0:1778629060.424446:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629060.424450:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629060.424453:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629060.424455:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629060.424458:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629060.424460:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629060.424462:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629060.424465:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497442:497442:254:4294967295] 192.168.204.112@tcp LPNI seq info [497401:497401:6:4294967295]
00000400:00000200:3.0:1778629060.424469:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629060.424474:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629060.424478:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629060.424481:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632f00.
00000800:00000200:3.0:1778629060.424485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629060.424489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629060.424491:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629060.424494:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629060.424497:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629060.424499:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308408334
00000100:00000001:3.0:1778629060.424501:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308412176
00000100:00000001:3.0:1778629060.424503:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308408334
00000100:00000001:3.0:1778629060.424505:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308412176
00000100:00000001:3.0:1778629060.424507:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629060.424509:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424512:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424514:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629060.424517:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629060.424518:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778629060.424520:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629060.424521:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629060.424523:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629060.424525:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629060.679692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629060.679697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629060.679698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629060.679701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629060.679703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629060.679704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629060.679707:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629060.679709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629060.679710:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629060.679711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629060.679713:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629060.679715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629060.679716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629060.679718:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629060.679718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629060.679751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629060.679754:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629060.679755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629060.679758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629060.679760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629060.679761:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629060.679763:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629060.679764:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629060.679766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629060.679767:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629060.679771:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629060.679775:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629061.447735:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629061.447739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629061.447740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629061.447744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629061.447747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629061.447749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629061.447751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629061.447753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629061.447756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629061.703673:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629061.703673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629061.703679:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629061.703680:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629061.703681:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629061.703682:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629061.703687:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629061.703688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629061.703693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629061.703693:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629061.703697:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629061.703697:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629061.703699:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629061.703701:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629061.703703:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629061.703705:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629061.703707:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629061.703709:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629061.703791:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703793:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629061.703794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703796:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629061.703798:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629061.703800:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629061.703802:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703804:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629061.703805:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703807:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629061.703808:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629061.703820:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629061.703822:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629061.703824:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629062.471784:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629062.471791:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629062.471793:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629062.471798:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629062.471801:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629062.471805:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629062.471808:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629062.471810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629062.471813:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629062.727718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629062.727718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629062.727721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629062.727724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629062.727725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629062.727725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629062.727727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629062.727730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629062.727731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629062.727732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629062.727734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629062.727736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629062.727738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629062.727739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629062.727741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629062.727741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629062.727742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629062.727747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629062.727747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629062.727751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629062.727752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629062.727754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629062.727755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629062.727759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629062.727799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629062.727802:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629062.727805:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629063.495834:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629063.495840:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629063.495841:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629063.495845:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629063.495848:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629063.495851:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629063.495853:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629063.495855:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629063.495857:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1778629063.495944:0:2387:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:3.0:1778629063.495986:0:2387:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1778629063.495997:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629063.496001:0:2387:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:3.0:1778629063.496006:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629063.496011:0:2387:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:3.0:1778629063.496017:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629063.496021:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629063.496026:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629063.496032:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629063.496038:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629063.496041:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629063.496048:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629063.496058:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496090:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629063.496095:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496104:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629063.496106:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778629063.496117:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629063.496119:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629063.496122:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629063.496126:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629063.496129:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629063.496132:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629063.496134:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629063.496139:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496149:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629063.496153:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496160:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629063.496162:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778629063.496170:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629063.496172:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632f00.
00000400:00000200:3.0:1778629063.496175:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629063.496178:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629063.496180:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629063.496182:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629063.496184:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629063.496188:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496195:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629063.496198:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629063.496205:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629063.496207:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629063.496279:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629063.496283:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629063.496286:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629063.496293:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629060/real 1778629063]  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629063.496305:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629063.496308:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629063.496311:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3370.
00000400:00000200:1.0:1778629063.496315:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd6e8
00000400:00000010:1.0:1778629063.496316:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd6e8.
00000100:00000001:1.0:1778629063.496320:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629063.496323:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629063.496331:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496339:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629063.496340:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496343:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496345:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629063.496349:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496357:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629063.496362:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496370:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629063.496380:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496386:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629063.496392:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629063.496395:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629063.496400:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629063.496403:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629063.496408:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629063.496421:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629063.496426:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629063.496429:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629060/real 1778629063]  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629063.496437:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629063.496438:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629063.496440:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3cb8.
00000400:00000200:1.0:1778629063.496442:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd000
00000400:00000010:1.0:1778629063.496444:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd000.
00000100:00000001:1.0:1778629063.496446:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629063.496449:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629063.496456:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496462:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629063.496464:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496466:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496467:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629063.496470:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496476:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629063.496479:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496486:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629063.496489:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496491:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496494:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629063.496497:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629063.496499:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629063.496502:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629063.496504:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629063.496508:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629063.496516:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472619904:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629063.496521:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629063.496525:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629060/real 1778629063]  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629063.496533:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629063.496534:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629063.496536:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b31b8.
00000400:00000200:1.0:1778629063.496539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd198
00000400:00000010:1.0:1778629063.496541:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd198.
00000100:00000001:1.0:1778629063.496543:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629063.496547:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629063.496553:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496559:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629063.496560:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496563:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629063.496566:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496572:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629063.496576:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496583:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629063.496586:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496587:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629063.496589:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496590:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629063.496592:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629063.496594:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629063.496598:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629063.496933:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629063.496941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629063.496950:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472619648:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629063.496955:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.496958:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629063.496962:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821880 x1865013472619776/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.496969:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629063.496972:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629063.496977:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629063.496982:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629063.496984:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629063.496986:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629063.496989:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629063.496992:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629063.496995:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629063.496997:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629063.496999:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821880.
00000100:00000001:1.0:1778629063.497003:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629063.497005:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.497007:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629063.497010:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821180 x1865013472619904/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.497018:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629063.497019:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629063.497021:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629063.497023:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629063.497024:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629063.497026:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629063.497028:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629063.497030:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629063.497033:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629063.497034:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629063.497036:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821180.
00000100:00000001:1.0:1778629063.497038:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629063.497039:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.497041:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629063.497045:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823800 x1865013472619648/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629063.497052:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629063.497053:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629063.497055:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629063.497057:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629063.497058:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629063.497060:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629063.497062:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629063.497063:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629063.497066:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629063.497067:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629063.497069:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823800.
00000100:00000001:1.0:1778629063.497071:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629063.497072:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.497075:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.497083:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629063.497084:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629063.497087:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629063.497089:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629063.751683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629063.751683:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629063.751690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629063.751691:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629063.751694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629063.751694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629063.751702:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629063.751702:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629063.751702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629063.751708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629063.751708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629063.751709:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629063.751712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.751714:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629063.751715:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629063.751717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629063.751719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629063.751719:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629063.751720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629063.751724:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629063.751724:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629063.751726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629063.751730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629063.751731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629063.751758:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629063.751761:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629063.751765:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629064.327706:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308412176, at 4308412224
00000100:00000040:1.0:1778629064.327706:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308412176, at 4308412224
00000100:00000010:1.0:1778629064.327721:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00c00.
00000100:00000010:0.0:1778629064.327724:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00a20.
00000100:00000001:0.0:1778629064.519763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629064.519768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629064.519770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629064.519774:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629064.519777:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629064.519780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629064.519782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629064.519784:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629064.519786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629064.775711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629064.775716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629064.775718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629064.775718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629064.775723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629064.775724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629064.775726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629064.775729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629064.775729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629064.775730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629064.775737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629064.775738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629064.775739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629064.775742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629064.775743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629064.775744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629064.775744:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629064.775750:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629064.775751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629064.775751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629064.775757:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629064.775762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775762:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629064.775768:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775773:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775779:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629064.775791:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629064.775793:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629064.775796:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775798:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629064.775799:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775801:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775803:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629064.775808:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629064.775809:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629064.775879:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629064.775882:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629064.775885:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629065.543732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629065.543738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629065.543740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629065.543744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629065.543747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629065.543750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629065.543753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629065.543755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629065.543758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629065.543807:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629065.543816:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629065.543818:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629065.543822:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629065.543826:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629065.543835:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13741
00000400:00000200:0.0:1778629065.543845:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629065.543851:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629065.543854:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629065.543857:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.543860:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.543862:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.543864:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629065.543869:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629065.543871:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629065.543874:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629065.543877:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629065.543880:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629065.543883:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629065.543886:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.543888:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.543890:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.543893:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629065.543896:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629065.543900:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629065.543902:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629065.543906:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629065.543910:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629065.543914:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.543917:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629065.543919:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629065.543929:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
00000020:00000040:0.0:1778629065.543934:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629065.543947:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629065.543949:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.543952:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629065.543956:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629065.543964:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629065.543975:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778629065.543985:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629065.543997:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629065.544015:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629065.544020:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629065.544024:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629065.544054:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629065.544057:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629065.544061:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629065.544062:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629065.544064:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629065.544068:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629065.544071:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13741
00000400:00000200:0.0:1778629065.544076:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629065.544080:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629065.544082:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629065.544085:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544088:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.544090:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544092:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629065.544094:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629065.544096:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629065.544098:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629065.544100:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629065.544102:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629065.544104:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629065.544107:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544109:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.544112:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544114:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629065.544117:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629065.544120:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544123:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629065.544125:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629065.544132:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629065.544135:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544137:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629065.544142:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629065.544146:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544148:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629065.544153:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000020:00000040:0.0:1778629065.544155:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629065.544158:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629065.544159:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544161:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629065.544163:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629065.544166:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629065.544171:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778629065.544176:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629065.544181:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629065.544189:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629065.544192:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629065.544195:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629065.544204:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629065.544206:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629065.544210:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629065.544212:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629065.544214:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629065.544218:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629065.544220:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13741
00000400:00000200:0.0:1778629065.544225:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629065.544228:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629065.544231:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629065.544234:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544236:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.544238:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544240:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629065.544243:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629065.544244:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629065.544246:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629065.544248:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629065.544250:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629065.544252:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629065.544255:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544257:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629065.544259:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544260:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629065.544262:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629065.544265:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629065.544267:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629065.544269:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629065.544273:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629065.544275:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544277:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629065.544280:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629065.544283:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544286:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629065.544293:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778629065.544295:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629065.544298:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629065.544299:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544301:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629065.544303:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629065.544306:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629065.544312:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629065.544316:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.544319:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1778629065.544322:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629065.544325:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629065.544330:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629065.544334:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629065.544338:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629065.544341:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629065.544346:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544368:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629065.544371:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.544372:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.544379:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629065.544383:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629065.544384:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629065.544390:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629065.544391:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629065.544397:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1778629065.544398:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620032:192.168.204.112@tcp:250:kworker.0
00000100:00000040:0.0:1778629065.544405:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629065.544408:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1778629065.544414:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13751)
02000000:00000001:1.0:1778629065.544415:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629065.544420:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.544424:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629065.544431:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629065.544434:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629065.544442:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629065.544447:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629065.544456:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629065.544467:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620032, portal 25
00000100:00000001:1.0:1778629065.544470:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629065.544472:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304090496 : -123998405461120 : ffff8f395f16fb80)
00000100:00000040:1.0:1778629065.544479:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544489:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629065.544492:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629065.544496:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629065.544499:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472620032, offset 0
00000400:00000200:1.0:1778629065.544508:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629065.544519:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.544527:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629065.544534:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629065.544539:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629065.544544:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629065.544547:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629065.544553:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497443:497443:256:4294967295] 192.168.204.112@tcp LPNI seq info [497402:497402:8:4294967295]
00000400:00000200:1.0:1778629065.544557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.544587:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629065.544594:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.544603:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629065.544713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629065.544717:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629065.544725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629065.544729:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629065.544734:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.544739:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629065.544747:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629065.544754:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629065.544777:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629065.544780:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629065.544787:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629065.544795:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544806:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.544811:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544820:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.544822:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629065.544829:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629065.544834:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629065.544838:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308417297
00000100:00000010:1.0:1778629065.544844:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:1.0:1778629065.544853:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629065.544860:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308417297
00000100:00000010:1.0:1778629065.544864:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778629065.544867:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629065.544871:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629065.544875:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.544878:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629065.544883:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629065/real 1778629065]  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629065.544894:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629065.544896:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629065.544898:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629065.544901:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629065.544903:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629065.544906:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629065.544911:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629065.544920:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544928:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629065.544930:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.544934:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.544936:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629065.544941:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544950:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629065.544956:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.544965:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629065.544969:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.544971:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.544973:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.544976:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629065.544979:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629065.544983:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629065.544988:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629065.544991:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629065.544996:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629065.545006:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620032:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629065.545012:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629065.545016:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545031:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629065.545032:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.545035:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629065.545037:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629065.545039:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629065.545042:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629065.545046:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629065.545049:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629065.545050:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.545052:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629065.545057:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629065.545059:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629065.545063:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629065.545067:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629065.545071:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629065.545074:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620160, portal 10
00000100:00000001:1.0:1778629065.545076:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629065.545078:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304078848 : -123998405472768 : ffff8f395f16ce00)
00000100:00000040:1.0:1778629065.545086:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545093:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629065.545096:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629065.545099:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629065.545102:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472620160, offset 0
00000400:00000200:1.0:1778629065.545107:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629065.545112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.545116:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629065.545120:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629065.545123:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629065.545126:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629065.545129:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629065.545133:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497444:497444:256:4294967295] 192.168.204.112@tcp LPNI seq info [497403:497403:8:4294967295]
00000400:00000200:1.0:1778629065.545138:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.545145:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629065.545150:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.545154:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629065.545159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629065.545162:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629065.545167:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629065.545170:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629065.545174:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.545176:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629065.545179:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629065.545183:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629065.545186:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629065.545188:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629065.545192:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629065.545195:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545204:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.545207:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545214:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.545216:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629065.545219:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629065.545224:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629065.545228:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629065.545230:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308413454
00000100:00000001:1.0:1778629065.545234:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308417297
00000100:00000001:1.0:1778629065.545236:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308413454
00000100:00000001:1.0:1778629065.545239:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308417297
00000100:00000001:1.0:1778629065.545241:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629065.545245:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.545247:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629065.545250:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629065/real 1778629065]  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629065.545259:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629065.545261:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629065.545262:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629065.545265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629065.545267:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629065.545269:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629065.545272:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629065.545281:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545824:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629065.545828:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545831:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.545833:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629065.545841:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545850:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629065.545855:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545863:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629065.545866:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545868:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.545869:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545871:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629065.545877:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629065.545881:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629065.545886:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629065.545889:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629065.545894:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629065.545903:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629065.545907:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545911:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.545914:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16fb80 x1865013472620032/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545922:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629065.545925:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629065.545928:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629065.545932:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629065.545935:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629065.545937:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629065.545940:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629065.545943:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629065.545948:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629065.545950:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629065.545952:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16fb80.
00000100:00000001:1.0:1778629065.545956:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629065.545957:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545959:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.545962:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ce00 x1865013472620160/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.545969:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629065.545971:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629065.545972:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629065.545975:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629065.545976:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629065.545977:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629065.545980:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629065.545981:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778629065.545984:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629065.545985:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629065.545986:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ce00.
00000100:00000001:1.0:1778629065.545989:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629065.545990:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.545992:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546002:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629065.546005:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.546008:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629065.546010:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629065.546012:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629065.546017:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546024:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629065.546026:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.546028:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629065.546030:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629065.546032:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629065.546035:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620288:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629065.546039:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629065.546042:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629065.546044:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629065.546046:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629065.546051:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629065.546053:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629065.546059:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629065.546062:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629065.546067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629065.546072:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620288, portal 10
00000100:00000001:1.0:1778629065.546074:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629065.546076:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:1.0:1778629065.546083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546096:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629065.546099:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629065.546101:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629065.546103:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472620288, offset 0
00000400:00000200:1.0:1778629065.546108:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629065.546113:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.546119:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629065.546123:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629065.546126:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629065.546129:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629065.546131:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629065.546135:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497445:497445:256:4294967295] 192.168.204.112@tcp LPNI seq info [497404:497404:8:4294967295]
00000400:00000200:1.0:1778629065.546140:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629065.546149:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629065.546154:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.546158:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629065.546163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629065.546167:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629065.546172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629065.546175:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629065.546179:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629065.546181:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629065.546184:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629065.546189:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629065.546192:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629065.546194:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629065.546197:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629065.546201:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546210:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.546214:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546228:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.546230:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629065.546234:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629065.546238:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629065.546242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629065.546245:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308413456
00000100:00000001:1.0:1778629065.546248:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308417297
00000100:00000001:1.0:1778629065.546251:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308413456
00000100:00000001:1.0:1778629065.546253:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308417297
00000100:00000001:1.0:1778629065.546256:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629065.546258:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.546260:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629065.546264:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629065/real 1778629065]  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629065.546273:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629065.546275:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629065.546277:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629065.546280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629065.546282:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629065.546284:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629065.546288:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629065.546304:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546312:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629065.546313:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546315:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.546317:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629065.546321:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546329:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629065.546333:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546341:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629065.546344:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546345:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629065.546347:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546349:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629065.546352:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629065.546355:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629065.546359:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629065.546362:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629065.546366:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629065.546374:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620288:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629065.546378:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546380:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629065.546383:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472620288/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629065.546390:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629065.546392:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629065.546394:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629065.546396:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629065.546398:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629065.546399:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629065.546402:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629065.546404:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629065.546407:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629065.546408:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629065.546410:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:1.0:1778629065.546412:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629065.546413:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546415:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.546419:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629065.546420:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.546422:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629065.546424:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.799718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629065.799719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629065.799725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629065.799727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629065.799727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629065.799731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.799731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629065.799732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629065.799740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629065.799740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629065.799742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629065.799746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629065.799746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.799747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629065.799752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.799752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629065.799754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629065.799758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629065.799758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629065.799759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629065.799763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.799764:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629065.799770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629065.799777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629065.799790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629065.799794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629065.799798:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629066.567837:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629066.567843:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629066.567845:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629066.567851:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629066.567855:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629066.567858:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629066.567861:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629066.567864:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629066.567868:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629066.823716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629066.823719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629066.823722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629066.823723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629066.823725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629066.823731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629066.823732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629066.823734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629066.823735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629066.823735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629066.823739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629066.823744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629066.823746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629066.823750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629066.823754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629066.823755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629066.823756:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629066.823763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629066.823766:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629066.823772:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629066.823779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629066.823783:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629066.823787:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629066.823791:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629066.823805:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629066.823808:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629066.823811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629067.591851:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629067.591860:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629067.591862:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629067.591870:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629067.591875:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629067.591881:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629067.591885:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629067.591888:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629067.591903:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629067.847720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629067.847720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629067.847728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629067.847728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629067.847732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629067.847732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629067.847736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629067.847740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629067.847741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629067.847741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629067.847746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629067.847747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629067.847750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629067.847751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629067.847752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629067.847754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629067.847757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629067.847757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629067.847761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629067.847761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629067.847762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629067.847764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629067.847768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629067.847768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629067.847804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629067.847808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629067.847811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629068.615722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629068.615729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629068.615732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629068.615738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629068.615742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629068.615744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629068.615746:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629068.615748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629068.615752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629068.871715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629068.871723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629068.871724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629068.871725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629068.871729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629068.871731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629068.871738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629068.871739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629068.871741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629068.871743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629068.871745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629068.871745:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629068.871749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629068.871751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629068.871756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629068.871757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629068.871757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629068.871763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629068.871771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629068.871775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629068.871780:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629068.871784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629068.871788:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629068.871792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629068.871835:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629068.871839:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629068.871843:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629069.447745:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308417297, at 4308417344
00000100:00000040:1.0:1778629069.447745:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308417297, at 4308417344
00000100:00000010:1.0:1778629069.447768:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000010:0.0:1778629069.447778:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:0.0:1778629069.639736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629069.639743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629069.639745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629069.639751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629069.639755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629069.639759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629069.639762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629069.639765:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629069.639768:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629069.895686:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629069.895688:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629069.895691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629069.895694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629069.895697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629069.895698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629069.895699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629069.895703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629069.895704:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629069.895705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629069.895711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629069.895715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629069.895718:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629069.895722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629069.895725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629069.895726:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629069.895734:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629069.895738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629069.895745:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629069.895751:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629069.895756:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629069.895759:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629069.895760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629069.895766:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629069.895766:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629069.895778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629069.895778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629070.663735:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629070.663740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629070.663745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778629070.663747:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629070.663748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.663752:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629070.663754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778629070.663757:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629070.663758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629070.663761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629070.663763:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629070.663764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629070.663768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629070.663771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629070.663772:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13746
00000400:00000200:0.0:1778629070.663783:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629070.663792:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629070.663796:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629070.663800:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663804:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629070.663807:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663809:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629070.663813:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629070.663815:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629070.663818:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629070.663821:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629070.663823:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629070.663826:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629070.663829:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663831:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629070.663833:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663835:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629070.663838:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629070.663841:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663843:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629070.663846:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629070.663849:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629070.663852:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.663854:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629070.663856:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629070.663866:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778629070.663870:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629070.663875:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629070.663877:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.663879:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629070.663882:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629070.663887:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629070.663896:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629070.663903:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629070.663912:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629070.663920:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629070.663924:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629070.663928:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629070.663945:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629070.663948:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629070.663950:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629070.663952:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629070.663953:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629070.663955:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629070.663957:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13746
00000400:00000200:0.0:1778629070.663960:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629070.663962:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629070.663963:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629070.663965:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663967:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629070.663968:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663970:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629070.663971:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629070.663972:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629070.663974:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629070.663976:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629070.663985:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629070.663987:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629070.663989:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663991:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629070.663992:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.663994:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629070.663996:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629070.663999:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629070.664001:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629070.664003:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629070.664009:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629070.664011:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.664012:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629070.664015:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629070.664020:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664020:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629070.664023:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664029:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1778629070.664031:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778629070.664037:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1778629070.664038:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629070.664044:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629070.664045:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.664047:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629070.664048:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629070.664052:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629070.664053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778629070.664056:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778629070.664067:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664078:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629070.664083:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629070.664087:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.664099:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1778629070.664099:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778629070.664104:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.664107:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629070.664112:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629070.664112:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629070.664123:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620416:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629070.664144:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629070.664151:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778629070.664155:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.664155:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.664168:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1778629070.664170:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629070.664176:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1778629070.664177:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:0.0:1778629070.664179:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1778629070.664180:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629070.664183:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629070.664188:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629070.664189:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629070.664196:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00080000:0.0:1778629070.664197:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13746
00000400:00000200:0.0:1778629070.664205:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629070.664206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000400:00000200:0.0:1778629070.664214:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000200:1.0:1778629070.664216:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620416, portal 25
00000100:00080000:0.0:1778629070.664217:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629070.664219:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629070.664223:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:0.0:1778629070.664228:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629070.664233:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629070.664236:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629070.664246:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629070.664252:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778629070.664253:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778629070.664257:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778629070.664262:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1778629070.664262:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000020:00000040:0.0:1778629070.664268:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000200:1.0:1778629070.664269:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472620416, offset 0
00000020:00000001:0.0:1778629070.664278:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629070.664281:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629070.664287:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778629070.664292:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629070.664297:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629070.664302:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629070.664306:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.664311:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629070.664318:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778629070.664321:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.664328:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629070.664330:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1778629070.664337:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629070.664341:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629070.664352:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1778629070.664353:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629070.664359:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778629070.664365:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629070.664369:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497446:497446:256:4294967295] 192.168.204.112@tcp LPNI seq info [497405:497405:8:4294967295]
00000400:00000200:1.0:1778629070.664372:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629070.664380:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629070.664388:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1778629070.664390:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629070.664398:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629070.664405:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629070.664406:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629070.664410:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1778629070.664412:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000008:00000001:0.0:1778629070.664418:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.664422:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629070.664427:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000800:00000200:1.0:1778629070.664427:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:0.0:1778629070.664437:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:1.0:1778629070.664437:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1778629070.664451:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629070.664455:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629070.664456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629070.664475:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629070.664477:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629070.664481:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629070.664483:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000010:0.0:1778629070.664488:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778629070.664493:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778629070.664496:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629070.664500:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000100:00100000:0.0:1778629070.664501:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629070.664510:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629070.664512:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629070.664512:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778629070.664525:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629070.664531:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629070.664545:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000100:00000001:0.0:1778629070.664546:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629070.664552:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000040:0.0:1778629070.664553:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629070.664559:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778629070.664561:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1778629070.664566:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629070.664568:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629070.664588:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629070.664591:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.664595:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629070.664597:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13756)
00000100:00000001:1.0:1778629070.664672:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664675:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629070.664682:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629070.664686:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629070.664689:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308422417
00000100:00000010:1.0:1778629070.664695:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778629070.664701:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629070.664708:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308422417
00000100:00000010:1.0:1778629070.664710:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629070.664713:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629070.664715:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629070.664718:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664720:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629070.664724:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629070/real 1778629070]  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629070.664732:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629070.664733:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629070.664735:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629070.664737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629070.664738:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629070.664741:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629070.664744:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629070.664750:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664754:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629070.664756:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664757:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.664759:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629070.664761:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664766:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629070.664770:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664775:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629070.664778:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664779:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.664779:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664781:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629070.664783:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629070.664785:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629070.664789:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629070.664790:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629070.664793:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629070.664798:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620416:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629070.664801:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664803:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.664805:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472620416/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664815:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629070.664818:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629070.664821:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629070.664824:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629070.664827:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629070.664829:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629070.664832:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629070.664835:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778629070.664840:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629070.664842:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629070.664844:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:1.0:1778629070.664848:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629070.664850:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664852:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.664862:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629070.664864:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.664867:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629070.664869:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629070.664871:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629070.664875:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664880:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629070.664881:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.664883:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629070.664885:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629070.664886:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629070.664888:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629070.664891:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629070.664893:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629070.664894:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.664896:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629070.664898:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629070.664899:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629070.664902:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629070.664905:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629070.664908:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629070.664910:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620544, portal 10
00000100:00000001:1.0:1778629070.664912:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629070.664913:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:1.0:1778629070.664918:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664923:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629070.664925:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629070.664926:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629070.664928:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472620544, offset 0
00000400:00000200:1.0:1778629070.664930:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629070.664933:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629070.664936:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629070.664938:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629070.664940:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629070.664942:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629070.664944:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629070.664946:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497447:497447:256:4294967295] 192.168.204.112@tcp LPNI seq info [497406:497406:8:4294967295]
00000400:00000200:1.0:1778629070.664949:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629070.664953:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629070.664956:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629070.664958:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629070.664961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629070.664963:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629070.664967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629070.664969:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629070.664972:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629070.664973:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629070.664976:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629070.664978:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629070.664980:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629070.664982:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629070.664984:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629070.664986:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664992:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.664994:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.664999:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.665000:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629070.665002:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629070.665006:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629070.665007:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629070.665009:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308418574
00000100:00000001:1.0:1778629070.665011:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308422417
00000100:00000001:1.0:1778629070.665013:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308418574
00000100:00000001:1.0:1778629070.665015:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308422417
00000100:00000001:1.0:1778629070.665016:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629070.665017:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.665019:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629070.665021:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629070/real 1778629070]  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629070.665025:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629070.665027:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629070.665028:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629070.665029:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629070.665031:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629070.665032:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629070.665034:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629070.665039:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665048:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629070.665049:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.665051:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629070.665054:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665057:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629070.665060:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665064:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629070.665065:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665066:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.665067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665068:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629070.665072:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629070.665074:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629070.665076:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629070.665077:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629070.665080:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629070.665084:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629070.665087:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629070.665089:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665093:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629070.665095:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.665097:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629070.665098:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629070.665099:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629070.665101:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629070.665104:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629070.665105:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629070.665106:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629070.665107:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629070.665109:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629070.665110:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629070.665112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629070.665114:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629070.665116:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629070.665118:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620672, portal 10
00000100:00000001:1.0:1778629070.665119:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629070.665120:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:1.0:1778629070.665124:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665129:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629070.665130:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629070.665132:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629070.665133:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472620672, offset 0
00000400:00000200:1.0:1778629070.665136:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629070.665138:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629070.665140:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629070.665141:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629070.665143:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629070.665144:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629070.665146:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629070.665148:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497448:497448:256:4294967295] 192.168.204.112@tcp LPNI seq info [497407:497407:8:4294967295]
00000400:00000200:1.0:1778629070.665151:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629070.665155:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629070.665158:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629070.665160:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629070.665163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629070.665165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629070.665168:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629070.665169:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629070.665172:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629070.665173:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629070.665174:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629070.665176:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629070.665178:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629070.665180:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629070.665181:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629070.665183:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665188:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.665190:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665194:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.665195:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629070.665197:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629070.665199:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629070.665201:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629070.665202:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308418575
00000100:00000001:1.0:1778629070.665204:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308422417
00000100:00000001:1.0:1778629070.665206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308418575
00000100:00000001:1.0:1778629070.665207:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308422417
00000100:00000001:1.0:1778629070.665208:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629070.665209:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.665210:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629070.665212:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629070/real 1778629070]  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629070.665218:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629070.665219:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629070.665220:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629070.665222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629070.665223:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629070.665224:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629070.665225:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629070.665230:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665234:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629070.665235:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665236:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.665236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629070.665238:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665242:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629070.665244:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665248:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629070.665250:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665251:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629070.665251:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665252:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629070.665255:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629070.665257:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629070.665259:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629070.665261:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629070.665265:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629070.665270:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629070.665273:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665274:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.665276:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472620544/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665279:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629070.665280:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629070.665281:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629070.665283:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629070.665284:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629070.665284:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629070.665286:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629070.665287:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778629070.665288:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629070.665289:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629070.665290:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778629070.665292:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629070.665292:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665294:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629070.665295:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472620672/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629070.665300:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629070.665301:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629070.665302:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629070.665303:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629070.665304:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629070.665304:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629070.665305:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629070.665306:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778629070.665307:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629070.665309:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629070.665310:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:1.0:1778629070.665311:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629070.665312:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665313:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.665316:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629070.665317:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.665318:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629070.665320:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.919735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629070.919736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629070.919736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629070.919748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629070.919748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.919749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629070.919754:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.919755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629070.919762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629070.919762:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629070.919762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629070.919769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.919779:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629070.919780:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629070.919782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629070.919790:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.919790:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629070.919790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629070.919803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629070.919808:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629070.919809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629070.919811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629070.919813:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629070.919822:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629070.919873:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629070.919877:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629070.919880:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629071.687741:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629071.687748:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629071.687750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629071.687755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629071.687759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629071.687763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629071.687766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629071.687769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629071.687772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629071.943735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629071.943739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629071.943742:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629071.943744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629071.943745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629071.943753:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629071.943753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629071.943755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629071.943762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629071.943763:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629071.943764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629071.943773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629071.943774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629071.943776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629071.943785:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629071.943785:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629071.943787:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629071.943790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629071.943795:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629071.943795:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629071.943796:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629071.943805:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629071.943806:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629071.943815:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629071.943816:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629071.943820:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629071.943821:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629071.943829:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629071.943830:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629071.943834:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629071.943886:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629071.943890:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629071.943892:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629072.711757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629072.711764:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629072.711766:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629072.711772:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629072.711775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629072.711779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629072.711782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629072.711785:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629072.711788:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629072.967721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629072.967721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629072.967730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629072.967731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629072.967732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629072.967733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629072.967734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629072.967737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629072.967742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629072.967742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629072.967744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629072.967748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629072.967749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629072.967749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629072.967752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629072.967753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629072.967755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629072.967757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629072.967758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629072.967759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629072.967762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629072.967763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629072.967763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629072.967770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629072.967822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629072.967827:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629072.967831:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629073.735749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629073.735756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629073.735758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629073.735764:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629073.735768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629073.735771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629073.735774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629073.735777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629073.735780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629073.991738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629073.991738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629073.991742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629073.991745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629073.991746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629073.991746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629073.991748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629073.991749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629073.991756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629073.991757:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629073.991757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629073.991759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629073.991764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629073.991764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629073.991765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629073.991768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629073.991770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629073.991771:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629073.991777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629073.991777:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629073.991779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629073.991780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629073.991785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629073.991786:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629073.991834:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629073.991838:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629073.991840:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629074.567755:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308422417, at 4308422464
00000100:00000040:1.0:1778629074.567755:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308422417, at 4308422464
00000100:00000010:0.0:1778629074.567776:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000010:1.0:1778629074.567778:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:2.0:1778629074.759719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629074.759727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629074.759729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629074.759735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629074.759738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629074.759742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629074.759745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629074.759748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629074.759750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629075.015732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629075.015732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629075.015736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629075.015741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629075.015741:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629075.015742:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629075.015744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629075.015745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015746:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629075.015753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629075.015753:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629075.015754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629075.015760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629075.015761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629075.015761:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629075.015764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629075.015766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.015769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629075.015771:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629075.015772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629075.015772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629075.015777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629075.015778:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.015779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629075.015783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015786:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629075.015797:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629075.015799:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629075.015801:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015803:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629075.015805:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015807:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015810:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629075.015816:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629075.015818:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629075.015885:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629075.015890:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629075.015895:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778629075.207753:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629075.207761:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629075.207767:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629075.207940:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778629075.207957:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629075.207960:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629075.207966:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629075.207969:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629075.783743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629075.783751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629075.783753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629075.783760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629075.783763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629075.783767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629075.783771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629075.783773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629075.783777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629075.783800:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629075.783806:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629075.783809:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629075.783812:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629075.783816:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629075.783824:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13751
00000400:00000200:3.0:1778629075.783835:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629075.783841:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629075.783845:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629075.783847:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.783852:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629075.783854:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.783856:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629075.783859:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629075.783861:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629075.783864:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629075.783867:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629075.783869:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629075.783871:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629075.783873:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.783875:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629075.783877:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.783879:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629075.783882:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629075.783884:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629075.783886:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629075.783888:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629075.783891:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629075.783894:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629075.783896:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629075.783897:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629075.783904:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778629075.783907:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629075.783910:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629075.783912:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629075.783920:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629075.783923:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629075.783928:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629075.783936:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629075.783942:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629075.783954:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629075.783975:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629075.783982:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629075.783988:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629075.784009:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629075.784014:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629075.784018:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629075.784020:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629075.784022:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629075.784026:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629075.784030:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13751
00000100:00000001:1.0:1778629075.784034:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1778629075.784036:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629075.784040:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778629075.784043:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778629075.784044:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778629075.784048:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629075.784055:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784055:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784060:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629075.784065:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784071:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629075.784076:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629075.784078:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778629075.784079:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:1.0:1778629075.784082:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629075.784083:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1778629075.784089:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629075.784092:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629075.784095:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629075.784100:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620800:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629075.784106:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629075.784111:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629075.784114:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.784118:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629075.784124:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629075.784126:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629075.784134:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629075.784139:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629075.784147:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629075.784157:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620800, portal 25
00000020:00000040:3.0:1778629075.784158:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778629075.784161:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1778629075.784163:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629075.784164:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000020:00000001:3.0:1778629075.784170:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629075.784174:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784177:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784184:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629075.784188:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629075.784189:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629075.784195:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784195:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000010:1.0:1778629075.784198:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629075.784202:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472620800, offset 0
00000400:00000200:1.0:1778629075.784208:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629075.784215:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.784220:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629075.784225:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629075.784230:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629075.784234:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629075.784236:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629075.784240:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497449:497449:256:4294967295] 192.168.204.112@tcp LPNI seq info [497408:497408:8:4294967295]
00000400:00000200:1.0:1778629075.784243:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.784253:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629075.784258:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.784263:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629075.784271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629075.784275:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629075.784280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629075.784283:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629075.784286:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.784289:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629075.784294:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629075.784300:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629075.784304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629075.784306:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629075.784311:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629075.784315:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.784323:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1778629075.784326:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:1.0:1778629075.784327:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629075.784336:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629075.784337:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784340:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629075.784344:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784347:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629075.784348:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629075.784353:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629075.784355:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629075.784356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308427536
02000000:00000001:3.0:1778629075.784371:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629075.784378:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629075.784386:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629075.784392:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308427536
00000100:00000010:1.0:1778629075.784395:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629075.784397:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629075.784401:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629075.784404:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784406:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629075.784412:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629075/real 1778629075]  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629075.784420:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629075.784423:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1778629075.784423:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1778629075.784427:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000008:00100000:3.0:1778629075.784428:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629075.784431:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000008:00000001:3.0:1778629075.784433:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629075.784434:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:3.0:1778629075.784436:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784440:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1778629075.784442:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629075.784445:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000200:1.0:1778629075.784448:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629075.784449:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629075.784452:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629075.784456:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629075.784459:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629075.784463:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629075.784467:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000200:1.0:1778629075.784469:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629075.784473:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629075.784483:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629075.784484:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629075.784487:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.784492:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.784495:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629075.784495:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629075.784499:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629075.784503:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784506:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.784521:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629075.784528:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629075.784530:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629075.784531:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629075.784539:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629075.784543:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778629075.784545:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629075.784545:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629075.784550:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629075.784551:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629075.784553:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.784555:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629075.784557:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13751
00000100:00000001:1.0:1778629075.784558:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629075.784561:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1778629075.784563:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778629075.784565:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1778629075.784569:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629075.784572:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00080000:3.0:1778629075.784572:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629075.784576:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629075.784576:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784580:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629075.784583:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784585:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784590:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629075.784594:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629075.784596:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629075.784598:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1778629075.784600:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472620800:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778629075.784601:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629075.784605:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629075.784633:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629075.784633:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629075.784638:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629075.784640:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784643:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629075.784646:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472620800/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784647:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784650:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629075.784655:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629075.784661:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629075.784665:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629075.784670:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629075.784674:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629075.784678:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629075.784679:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.784682:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1778629075.784683:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1778629075.784686:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
00000008:00100000:3.0:1778629075.784687:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629075.784692:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1778629075.784693:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629075.784696:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1778629075.784697:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629075.784700:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629075.784704:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000010:3.0:1778629075.784704:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
02000000:00000010:1.0:1778629075.784707:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
00000020:00000040:3.0:1778629075.784708:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629075.784713:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629075.784714:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629075.784716:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1778629075.784718:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629075.784720:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:3.0:1778629075.784722:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1778629075.784724:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1778629075.784725:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778629075.784729:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1778629075.784729:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784734:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1778629075.784738:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:1.0:1778629075.784742:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629075.784743:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784745:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784748:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629075.784751:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1778629075.784752:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629075.784753:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629075.784759:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629075.784771:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629075.784772:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629075.784774:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629075.784776:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.784777:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629075.784780:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629075.784782:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629075.784785:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629075.784787:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629075.784794:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629075.784797:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629075.784799:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.784804:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629075.784807:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
00000100:00000001:3.0:1778629075.784807:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.784810:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629075.784812:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629075.784815:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629075.784820:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000040:3.0:1778629075.784821:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1778629075.784824:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629075.784827:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472620928, portal 10
00000100:00000040:3.0:1778629075.784827:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629075.784831:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629075.784832:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:3.0:1778629075.784835:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629075.784840:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629075.784842:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13761)
00000100:00000001:1.0:1778629075.784848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629075.784851:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629075.784852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629075.784855:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472620928, offset 0
00000400:00000200:1.0:1778629075.784859:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629075.784862:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.784866:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629075.784869:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629075.784873:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629075.784876:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629075.784879:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629075.784883:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497450:497450:256:4294967295] 192.168.204.112@tcp LPNI seq info [497409:497409:8:4294967295]
00000400:00000200:1.0:1778629075.784887:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.784894:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629075.784898:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.784902:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629075.784905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629075.784908:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629075.784912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629075.784915:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629075.784918:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.784920:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629075.784923:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629075.784927:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629075.784929:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629075.784931:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629075.784934:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629075.784938:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.784946:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629075.784948:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.784955:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784956:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629075.784959:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629075.784964:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629075.784967:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629075.784969:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308423694
00000100:00000001:1.0:1778629075.784972:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308427536
00000100:00000001:1.0:1778629075.784975:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308423694
00000100:00000001:1.0:1778629075.784977:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308427536
00000100:00000001:1.0:1778629075.784979:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629075.784981:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.784984:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629075.784988:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629075/real 1778629075]  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629075.784997:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629075.784998:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629075.785000:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629075.785003:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629075.785005:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629075.785007:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629075.785011:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629075.785017:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785026:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629075.785027:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785029:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.785030:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629075.785032:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785036:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629075.785039:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785044:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629075.785046:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785047:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.785048:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785050:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629075.785055:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629075.785058:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629075.785062:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629075.785064:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629075.785069:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629075.785077:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472620928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629075.785082:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785084:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629075.785087:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472620928/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785094:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629075.785096:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629075.785098:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629075.785101:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629075.785103:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629075.785104:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629075.785106:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629075.785108:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778629075.785110:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629075.785111:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629075.785113:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778629075.785116:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629075.785118:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785119:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785123:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629075.785124:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.785126:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629075.785128:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629075.785129:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629075.785133:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785140:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629075.785142:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.785144:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629075.785146:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629075.785148:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629075.785151:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629075.785154:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629075.785155:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629075.785157:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629075.785158:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629075.785161:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629075.785162:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629075.785164:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629075.785166:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629075.785169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629075.785171:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621056, portal 10
00000100:00000001:1.0:1778629075.785173:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629075.785174:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778629075.785179:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785184:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629075.785185:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629075.785187:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629075.785188:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472621056, offset 0
00000400:00000200:1.0:1778629075.785191:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629075.785193:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.785196:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629075.785198:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629075.785200:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629075.785202:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629075.785204:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629075.785206:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497451:497451:256:4294967295] 192.168.204.112@tcp LPNI seq info [497410:497410:8:4294967295]
00000400:00000200:1.0:1778629075.785209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629075.785213:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629075.785216:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.785218:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629075.785221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629075.785223:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629075.785226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629075.785228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629075.785231:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629075.785232:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629075.785234:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629075.785236:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629075.785238:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629075.785240:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629075.785241:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629075.785243:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785253:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629075.785255:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785259:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.785260:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629075.785262:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629075.785265:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629075.785267:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629075.785268:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308423695
00000100:00000001:1.0:1778629075.785270:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308427536
00000100:00000001:1.0:1778629075.785272:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308423695
00000100:00000001:1.0:1778629075.785273:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308427536
00000100:00000001:1.0:1778629075.785274:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629075.785276:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.785277:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629075.785279:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629075/real 1778629075]  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629075.785284:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629075.785285:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629075.785286:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629075.785287:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629075.785289:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629075.785290:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629075.785292:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629075.785297:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785300:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629075.785302:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785303:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.785304:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629075.785306:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785310:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629075.785313:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785317:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629075.785318:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785319:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629075.785320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785321:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629075.785323:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629075.785325:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629075.785326:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629075.785328:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629075.785330:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629075.785334:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629075.785337:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785338:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629075.785340:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472621056/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629075.785345:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629075.785346:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629075.785347:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629075.785348:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629075.785349:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629075.785350:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629075.785352:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629075.785353:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778629075.785355:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629075.785355:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629075.785375:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629075.785378:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629075.785379:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785380:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629075.785383:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629075.785384:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629075.785385:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629075.785386:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629076.039755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629076.039755:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629076.039760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629076.039764:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629076.039765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629076.039766:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629076.039769:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629076.039772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629076.039773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629076.039773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629076.039776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629076.039778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629076.039780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629076.039782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629076.039783:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629076.039784:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629076.039785:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629076.039787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629076.039789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629076.039790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629076.039795:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629076.039796:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629076.039797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629076.039802:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629076.039891:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629076.039895:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629076.039897:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629076.807745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629076.807753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629076.807754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629076.807760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629076.807764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629076.807768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629076.807771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629076.807773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629076.807777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629077.063725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629077.063731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629077.063734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629077.063736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629077.063736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629077.063743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629077.063744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629077.063745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629077.063748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629077.063750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629077.063751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629077.063752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629077.063755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629077.063759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629077.063762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629077.063805:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629077.063810:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629077.063813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629077.063854:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629077.063857:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629077.063858:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629077.063860:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629077.063862:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629077.063864:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629077.063865:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629077.063867:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629077.063869:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629077.831746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629077.831754:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629077.831757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629077.831763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629077.831767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629077.831771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629077.831773:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629077.831776:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629077.831779:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629078.087741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629078.087741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629078.087752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629078.087752:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629078.087753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629078.087755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629078.087755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629078.087759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629078.087763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629078.087763:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629078.087768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629078.087769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629078.087769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629078.087772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629078.087776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629078.087776:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629078.087779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629078.087780:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629078.087781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629078.087782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629078.087786:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629078.087786:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629078.087790:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629078.087790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629078.087824:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629078.087827:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629078.087831:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629078.855710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629078.855718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629078.855721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629078.855728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629078.855733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629078.855737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629078.855741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629078.855745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629078.855748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629079.111736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629079.111736:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629079.111739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629079.111746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629079.111746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629079.111747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629079.111751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629079.111751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629079.111756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629079.111758:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629079.111758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629079.111760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629079.111766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629079.111766:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629079.111769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629079.111773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629079.111773:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629079.111773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629079.111780:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629079.111780:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629079.111785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629079.111785:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629079.111789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629079.111789:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629079.111845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629079.111848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629079.111851:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629079.687746:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308427536, at 4308427584
00000100:00000040:1.0:1778629079.687746:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308427536, at 4308427584
00000100:00000010:1.0:1778629079.687765:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000010:0.0:1778629079.687770:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:0.0:1778629079.879742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629079.879750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629079.879752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629079.879758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629079.879761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629079.879765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629079.879768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629079.879771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629079.879773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629080.135727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629080.135732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629080.135733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629080.135742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629080.135743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629080.135744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.135748:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629080.135751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629080.135752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629080.135757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629080.135757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629080.135760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629080.135766:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.135768:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629080.135769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629080.135772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629080.135772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629080.135774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629080.135777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629080.135777:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629080.135781:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.135781:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629080.135785:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.135785:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629080.135821:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629080.135824:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629080.135827:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629080.903727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629080.903734:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629080.903735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629080.903737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629080.903748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629080.903750:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629080.903755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629080.903756:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629080.903762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629080.903763:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629080.903768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629080.903770:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629080.903773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629080.903779:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13756
00000100:00000001:0.0:1778629080.903780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629080.903796:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629080.903802:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629080.903806:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629080.903808:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903811:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629080.903813:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903815:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629080.903817:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629080.903819:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629080.903821:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629080.903823:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629080.903825:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629080.903827:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629080.903829:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903831:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629080.903832:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903833:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629080.903835:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629080.903838:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903839:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629080.903841:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629080.903843:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629080.903845:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.903847:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629080.903848:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629080.903858:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629080.903860:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629080.903864:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629080.903865:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.903867:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629080.903869:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629080.903873:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629080.903880:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778629080.903885:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629080.903893:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629080.903900:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629080.903904:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629080.903907:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629080.903928:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629080.903930:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629080.903933:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629080.903935:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629080.903936:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629080.903939:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629080.903942:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13756
00000400:00000200:3.0:1778629080.903946:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629080.903949:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629080.903952:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629080.903955:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903958:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629080.903960:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903963:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629080.903966:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629080.903968:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629080.903971:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629080.903973:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629080.903976:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629080.903979:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629080.903983:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.903986:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629080.903987:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629080.903990:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629080.903993:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629080.903997:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629080.903998:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629080.904003:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629080.904009:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629080.904011:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629080.904013:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629080.904014:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629080.904020:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629080.904033:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.904039:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629080.904048:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629080.904049:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629080.904054:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778629080.904055:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.904061:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.904065:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1778629080.904065:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629080.904070:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629080.904071:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629080.904075:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629080.904080:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629080.904081:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.904088:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629080.904091:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1778629080.904095:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621184:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629080.904095:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629080.904099:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:1.0:1778629080.904103:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629080.904104:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.904112:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1778629080.904113:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629080.904116:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.904124:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629080.904132:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629080.904135:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629080.904136:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629080.904140:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629080.904143:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629080.904155:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629080.904165:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:3.0:1778629080.904170:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629080.904174:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1778629080.904175:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00080000:3.0:1778629080.904179:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629080.904181:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629080.904182:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629080.904185:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1778629080.904187:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621184, portal 25
00000100:00080000:3.0:1778629080.904188:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13756
00000100:00000001:1.0:1778629080.904195:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629080.904199:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:1.0:1778629080.904208:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629080.904209:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629080.904220:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629080.904228:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629080.904230:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629080.904238:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629080.904242:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629080.904243:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000001:3.0:1778629080.904250:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778629080.904253:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472621184, offset 0
00000100:00000040:3.0:1778629080.904267:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.904275:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629080.904279:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629080.904282:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629080.904284:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629080.904286:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629080.904289:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629080.904293:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629080.904295:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629080.904299:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629080.904305:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.904308:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629080.904313:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778629080.904313:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629080.904322:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629080.904326:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1778629080.904327:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629080.904336:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629080.904337:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778629080.904341:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629080.904343:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629080.904347:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1778629080.904348:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629080.904350:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629080.904355:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497452:497452:256:4294967295] 192.168.204.112@tcp LPNI seq info [497411:497411:8:4294967295]
02000000:00000001:3.0:1778629080.904368:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629080.904376:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629080.904378:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629080.904381:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629080.904385:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.904391:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629080.904398:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1778629080.904399:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629080.904409:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629080.904414:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1778629080.904415:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629080.904416:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629080.904425:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629080.904427:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1778629080.904428:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
02000000:00000001:3.0:1778629080.904429:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629080.904438:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000800:00000200:1.0:1778629080.904443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629080.904444:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629080.904456:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1778629080.904463:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778629080.904473:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629080.904477:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1778629080.904491:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1778629080.904493:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629080.904497:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629080.904499:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000100:00000040:3.0:1778629080.904506:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629080.904511:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629080.904514:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629080.904517:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629080.904524:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1778629080.904528:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629080.904531:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629080.904532:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629080.904536:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000040:3.0:1778629080.904537:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629080.904544:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778629080.904545:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13766)
00000100:00000200:1.0:1778629080.904553:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904563:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.904565:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904572:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.904574:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629080.904581:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629080.904585:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629080.904587:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308432656
00000100:00000010:1.0:1778629080.904592:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629080.904600:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629080.904633:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308432656
00000100:00000010:1.0:1778629080.904636:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778629080.904639:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629080.904642:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629080.904644:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.904646:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629080.904650:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629080/real 1778629080]  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629080.904658:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629080.904659:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629080.904662:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629080.904664:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629080.904665:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629080.904667:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629080.904670:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629080.904676:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904681:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629080.904682:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904684:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.904685:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629080.904688:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904693:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629080.904696:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904701:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629080.904703:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904704:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.904705:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904707:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629080.904709:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629080.904711:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629080.904714:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629080.904716:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629080.904718:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629080.904724:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621184:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629080.904729:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904731:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.904733:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472621184/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904738:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629080.904740:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629080.904742:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629080.904744:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629080.904746:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629080.904747:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629080.904749:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629080.904751:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778629080.904754:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629080.904756:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629080.904757:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629080.904760:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629080.904761:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904763:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904770:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629080.904771:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.904773:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629080.904774:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629080.904775:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629080.904778:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904783:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629080.904784:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.904785:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629080.904787:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629080.904789:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629080.904791:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629080.904793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629080.904794:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629080.904795:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.904797:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629080.904799:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629080.904800:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629080.904803:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629080.904805:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629080.904807:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629080.904810:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621312, portal 10
00000100:00000001:1.0:1778629080.904811:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629080.904812:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:1.0:1778629080.904817:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904822:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629080.904823:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629080.904825:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629080.904826:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472621312, offset 0
00000400:00000200:1.0:1778629080.904829:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629080.904831:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629080.904834:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629080.904836:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629080.904838:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629080.904839:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629080.904841:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629080.904843:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497453:497453:256:4294967295] 192.168.204.112@tcp LPNI seq info [497412:497412:8:4294967295]
00000400:00000200:1.0:1778629080.904846:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629080.904850:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629080.904853:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629080.904855:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629080.904858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629080.904860:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778629080.904863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629080.904865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1778629080.904867:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629080.904868:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629080.904871:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629080.904873:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629080.904875:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629080.904876:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629080.904878:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629080.904880:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904886:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.904888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904892:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.904893:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629080.904895:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629080.904899:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629080.904900:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629080.904902:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308428814
00000100:00000001:1.0:1778629080.904903:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308432656
00000100:00000001:1.0:1778629080.904905:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308428814
00000100:00000001:1.0:1778629080.904907:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308432656
00000100:00000001:1.0:1778629080.904908:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629080.904910:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.904911:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629080.904913:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629080/real 1778629080]  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629080.904918:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629080.904918:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629080.904920:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629080.904921:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629080.904922:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629080.904924:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629080.904926:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629080.904932:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904936:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629080.904937:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904938:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.904940:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629080.904943:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904951:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629080.904955:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.904962:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629080.904966:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904968:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.904969:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.904971:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629080.904976:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629080.904979:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629080.904983:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629080.904985:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629080.904990:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629080.904998:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629080.905003:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629080.905007:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905018:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629080.905019:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.905021:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629080.905022:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629080.905024:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629080.905025:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629080.905028:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629080.905029:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629080.905030:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629080.905031:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629080.905034:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629080.905036:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629080.905038:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629080.905040:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629080.905042:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629080.905044:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621440, portal 10
00000100:00000001:1.0:1778629080.905046:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629080.905047:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778629080.905051:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905055:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629080.905057:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629080.905058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629080.905059:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472621440, offset 0
00000400:00000200:1.0:1778629080.905062:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629080.905064:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629080.905066:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629080.905068:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629080.905070:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629080.905072:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629080.905073:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629080.905076:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497454:497454:256:4294967295] 192.168.204.112@tcp LPNI seq info [497413:497413:8:4294967295]
00000400:00000200:1.0:1778629080.905078:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629080.905083:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629080.905086:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629080.905089:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629080.905091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629080.905093:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1778629080.905096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629080.905099:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1778629080.905101:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629080.905103:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629080.905105:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629080.905107:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629080.905109:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629080.905110:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629080.905112:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629080.905114:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905119:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.905121:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905125:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.905126:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629080.905128:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629080.905131:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629080.905132:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629080.905134:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308428815
00000100:00000001:1.0:1778629080.905135:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308432656
00000100:00000001:1.0:1778629080.905137:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308428815
00000100:00000001:1.0:1778629080.905138:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308432656
00000100:00000001:1.0:1778629080.905140:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629080.905141:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.905143:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629080.905145:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629080/real 1778629080]  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629080.905150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629080.905151:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629080.905152:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629080.905153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629080.905154:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629080.905155:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629080.905157:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629080.905163:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905166:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629080.905167:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905168:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.905169:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629080.905171:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905175:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629080.905177:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905181:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629080.905182:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905183:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629080.905185:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905186:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629080.905188:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629080.905190:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629080.905192:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629080.905194:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629080.905196:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629080.905201:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629080.905203:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905204:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.905206:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472621312/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905210:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629080.905210:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629080.905212:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629080.905213:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629080.905214:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629080.905214:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629080.905216:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629080.905217:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778629080.905219:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629080.905220:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629080.905221:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778629080.905222:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629080.905223:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905224:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629080.905226:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472621440/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629080.905230:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629080.905231:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629080.905232:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629080.905233:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629080.905234:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629080.905235:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629080.905236:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629080.905237:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778629080.905238:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629080.905239:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629080.905240:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778629080.905242:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629080.905243:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905244:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629080.905246:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629080.905247:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629080.905248:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629080.905249:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629081.159735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629081.159746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629081.159746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629081.159749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629081.159755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629081.159758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629081.159759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629081.159760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629081.159763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629081.159766:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629081.159771:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629081.159775:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629081.159776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629081.159777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629081.159778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629081.159782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629081.159784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629081.159785:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629081.159789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629081.159792:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629081.159793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629081.159794:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629081.159800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629081.159802:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629081.159866:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629081.159870:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629081.159873:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629081.927773:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629081.927782:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629081.927785:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629081.927793:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629081.927797:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629081.927803:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629081.927807:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629081.927811:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629081.927815:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629082.183733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629082.183736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629082.183743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629082.183743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629082.183746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629082.183747:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629082.183753:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629082.183755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629082.183756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629082.183757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629082.183759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629082.183761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629082.183765:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629082.183770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629082.183770:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629082.183770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629082.183781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629082.183781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629082.183782:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629082.183785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629082.183789:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629082.183790:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629082.183791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629082.183796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629082.183800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629082.183800:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629082.183810:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629082.183814:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629082.183817:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629082.183819:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629082.183880:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629082.183884:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629082.183887:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629082.951749:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629082.951756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629082.951758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629082.951764:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629082.951768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629082.951771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629082.951774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629082.951780:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629082.951785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629083.207686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629083.207686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629083.207693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629083.207693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629083.207697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629083.207697:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629083.207706:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629083.207706:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629083.207709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629083.207713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629083.207714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629083.207714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629083.207719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629083.207720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629083.207722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629083.207725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629083.207726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629083.207726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629083.207728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629083.207729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629083.207733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629083.207734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629083.207734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629083.207737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629083.207803:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629083.207808:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629083.207812:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629083.975728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629083.975734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629083.975736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629083.975741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629083.975745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629083.975749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629083.975752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629083.975755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629083.975758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629084.231746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629084.231752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629084.231760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629084.231761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629084.231766:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629084.231767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629084.231843:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629084.231849:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629084.231853:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629084.231872:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629084.231878:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629084.231881:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629084.231886:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629084.231891:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629084.231895:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629084.231898:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629084.231901:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629084.231905:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629084.231977:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629084.231984:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629084.231986:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629084.231992:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629084.231996:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629084.232000:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629084.232003:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629084.232006:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629084.232009:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629084.807669:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308432656, at 4308432704
00000100:00000040:1.0:1778629084.807671:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308432656, at 4308432704
00000100:00000010:0.0:1778629084.807683:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000010:1.0:1778629084.807695:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000001:2.0:1778629084.999718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629084.999724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629084.999725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629084.999730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629084.999732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629084.999735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629084.999738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629084.999740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629084.999742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629085.255708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629085.255709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629085.255709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629085.255717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629085.255717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629085.255718:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629085.255720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629085.255721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255722:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629085.255728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629085.255728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629085.255729:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629085.255734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629085.255735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629085.255736:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629085.255737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629085.255739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629085.255740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629085.255740:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629085.255744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629085.255744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629085.255745:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629085.255748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629085.255750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255751:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629085.255754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629085.255763:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629085.255765:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629085.255767:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255769:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629085.255771:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255773:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255776:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629085.255780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629085.255782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629085.255845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629085.255848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629085.255850:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629086.023707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629086.023714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629086.023715:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629086.023720:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629086.023724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629086.023727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629086.023729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778629086.023730:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629086.023732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629086.023737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629086.023738:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629086.023741:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629086.023744:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629086.023747:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629086.023753:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13761
00000400:00000200:0.0:1778629086.023761:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629086.023766:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629086.023769:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629086.023772:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023774:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.023776:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023778:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629086.023780:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629086.023782:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629086.023784:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629086.023785:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629086.023787:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629086.023789:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629086.023791:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023792:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.023794:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023795:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629086.023797:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629086.023799:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023802:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629086.023804:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629086.023807:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629086.023808:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.023810:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629086.023811:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629086.023821:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778629086.023823:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629086.023826:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629086.023828:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.023830:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629086.023832:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629086.023836:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629086.023842:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778629086.023847:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629086.023854:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629086.023861:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629086.023865:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629086.023868:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629086.023885:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629086.023887:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629086.023890:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629086.023891:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629086.023892:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629086.023894:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629086.023896:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13761
00000400:00000200:0.0:1778629086.023898:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629086.023900:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629086.023902:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629086.023904:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023906:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.023907:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023909:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629086.023910:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629086.023912:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629086.023913:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629086.023914:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629086.023915:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629086.023917:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629086.023919:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023920:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.023922:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023923:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629086.023924:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629086.023927:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629086.023928:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629086.023930:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629086.023934:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629086.023935:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.023937:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629086.023937:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1778629086.023942:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629086.023943:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1778629086.023947:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.023948:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629086.023949:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629086.023953:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778629086.023955:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629086.023957:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629086.023959:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.023960:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1778629086.023960:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629086.023967:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629086.023968:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629086.023974:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629086.023978:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.023979:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629086.023982:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629086.023984:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629086.023988:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778629086.023990:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629086.023993:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629086.023993:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629086.023997:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629086.024000:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.024009:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629086.024010:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621568:192.168.204.112@tcp:250:kworker.0
00000100:00080000:0.0:1778629086.024012:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629086.024017:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629086.024020:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778629086.024021:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1778629086.024022:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629086.024026:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629086.024028:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13761
02000000:00000001:1.0:1778629086.024028:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1778629086.024033:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778629086.024033:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629086.024035:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629086.024036:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629086.024037:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.024039:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.024040:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.024041:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629086.024042:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629086.024043:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629086.024046:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1778629086.024047:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1778629086.024048:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629086.024051:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629086.024053:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629086.024055:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629086.024056:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629086.024057:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000010:1.0:1778629086.024057:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:0.0:1778629086.024063:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778629086.024063:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629086.024067:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629086.024070:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629086.024072:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629086.024075:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629086.024076:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629086.024077:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629086.024081:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.024082:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629086.024084:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1778629086.024084:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000008:00000001:0.0:1778629086.024086:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.024089:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629086.024092:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778629086.024094:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000010:1.0:1778629086.024095:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
02000000:00000001:0.0:1778629086.024103:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1778629086.024104:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621568, portal 25
02000000:00000001:0.0:1778629086.024105:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024109:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629086.024110:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629086.024113:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778629086.024114:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
02000000:00000001:0.0:1778629086.024115:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629086.024119:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:0.0:1778629086.024122:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629086.024126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629086.024128:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629086.024151:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629086.024166:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629086.024171:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024174:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778629086.024181:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629086.024182:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629086.024186:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1778629086.024188:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000040:0.0:1778629086.024189:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629086.024194:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629086.024196:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472621568, offset 0
00000100:00000040:0.0:1778629086.024198:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629086.024203:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13771)
00000400:00000200:1.0:1778629086.024207:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629086.024216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.024231:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629086.024237:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629086.024241:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629086.024245:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629086.024248:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629086.024253:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497455:497455:256:4294967295] 192.168.204.112@tcp LPNI seq info [497414:497414:8:4294967295]
00000400:00000200:1.0:1778629086.024258:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.024269:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629086.024276:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.024282:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629086.024289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629086.024293:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778629086.024299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629086.024303:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1778629086.024308:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.024310:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629086.024317:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629086.024323:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629086.024336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629086.024339:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629086.024344:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629086.024349:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024360:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.024364:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024372:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024374:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629086.024381:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629086.024385:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629086.024388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308437776
00000100:00000010:1.0:1778629086.024394:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778629086.024401:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629086.024408:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308437776
00000100:00000010:1.0:1778629086.024411:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778629086.024414:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629086.024418:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629086.024421:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024423:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629086.024428:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629086/real 1778629086]  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629086.024438:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629086.024440:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629086.024442:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629086.024445:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629086.024447:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629086.024450:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629086.024453:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629086.024470:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024486:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629086.024488:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.024493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629086.024497:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024505:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629086.024509:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024518:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629086.024521:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.024524:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024526:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629086.024528:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629086.024531:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629086.024535:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629086.024538:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629086.024542:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629086.024552:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621568:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629086.024557:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024559:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.024562:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472621568/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024575:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629086.024577:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629086.024580:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629086.024584:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629086.024586:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629086.024588:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629086.024590:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629086.024592:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778629086.024596:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629086.024597:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629086.024599:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:1.0:1778629086.024602:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629086.024604:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024637:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024645:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629086.024647:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024649:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629086.024650:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629086.024651:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629086.024656:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024664:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629086.024665:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629086.024667:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629086.024669:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629086.024672:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629086.024675:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629086.024678:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629086.024680:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629086.024682:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629086.024684:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629086.024687:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629086.024689:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629086.024693:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629086.024696:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629086.024699:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629086.024703:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621696, portal 10
00000100:00000001:1.0:1778629086.024705:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629086.024706:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:1.0:1778629086.024713:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024720:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629086.024722:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629086.024724:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629086.024727:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472621696, offset 0
00000400:00000200:1.0:1778629086.024731:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629086.024736:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.024740:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629086.024743:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629086.024746:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629086.024749:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629086.024751:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629086.024755:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497456:497456:256:4294967295] 192.168.204.112@tcp LPNI seq info [497415:497415:8:4294967295]
00000400:00000200:1.0:1778629086.024759:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.024766:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629086.024772:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.024775:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629086.024779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629086.024782:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778629086.024786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629086.024789:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1778629086.024792:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.024794:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629086.024798:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629086.024802:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629086.024805:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629086.024807:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629086.024810:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629086.024813:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024822:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.024825:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024832:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024834:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629086.024837:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629086.024842:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629086.024845:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629086.024847:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308433934
00000100:00000001:1.0:1778629086.024850:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308437776
00000100:00000001:1.0:1778629086.024852:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308433934
00000100:00000001:1.0:1778629086.024855:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308437776
00000100:00000001:1.0:1778629086.024857:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629086.024859:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.024861:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629086.024865:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629086/real 1778629086]  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629086.024873:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629086.024875:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629086.024876:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629086.024879:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629086.024881:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629086.024883:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629086.024887:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629086.024895:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024909:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629086.024911:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024913:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.024914:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629086.024918:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024926:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629086.024930:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024938:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629086.024940:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024942:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.024943:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.024945:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629086.024949:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629086.024952:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629086.024956:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629086.024958:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629086.024962:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629086.024971:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629086.024975:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629086.024978:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.024985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629086.024986:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629086.024989:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629086.024991:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629086.024993:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629086.024996:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621824:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629086.025000:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629086.025002:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629086.025003:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629086.025005:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629086.025008:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629086.025010:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629086.025014:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629086.025016:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629086.025019:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629086.025023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621824, portal 10
00000100:00000001:1.0:1778629086.025025:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629086.025026:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:1.0:1778629086.025032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025039:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629086.025041:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629086.025044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629086.025046:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472621824, offset 0
00000400:00000200:1.0:1778629086.025050:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629086.025055:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.025059:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629086.025062:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629086.025064:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629086.025067:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629086.025069:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629086.025073:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497457:497457:256:4294967295] 192.168.204.112@tcp LPNI seq info [497416:497416:8:4294967295]
00000400:00000200:1.0:1778629086.025078:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629086.025085:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629086.025090:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.025093:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629086.025097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629086.025100:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1778629086.025104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629086.025107:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1778629086.025111:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629086.025113:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629086.025116:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629086.025120:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629086.025123:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629086.025125:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629086.025128:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629086.025131:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025140:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.025143:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025149:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.025151:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629086.025169:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629086.025173:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629086.025177:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629086.025179:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308433935
00000100:00000001:1.0:1778629086.025182:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308437776
00000100:00000001:1.0:1778629086.025184:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308433935
00000100:00000001:1.0:1778629086.025186:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308437776
00000100:00000001:1.0:1778629086.025188:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629086.025190:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.025192:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629086.025197:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629086/real 1778629086]  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629086.025206:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629086.025207:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629086.025209:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629086.025211:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629086.025213:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629086.025215:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629086.025219:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629086.025228:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025236:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629086.025238:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025239:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.025241:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629086.025245:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025252:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629086.025256:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025264:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629086.025267:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025268:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629086.025270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025271:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629086.025274:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629086.025277:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629086.025280:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629086.025283:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629086.025288:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629086.025296:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472621824:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629086.025300:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025302:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.025304:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472621696/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025311:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629086.025313:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629086.025315:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629086.025318:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629086.025319:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629086.025321:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629086.025323:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629086.025325:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629086.025327:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629086.025329:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629086.025330:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:1.0:1778629086.025333:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629086.025334:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025336:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629086.025339:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472621824/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629086.025346:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629086.025348:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629086.025349:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629086.025352:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629086.025353:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629086.025355:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629086.025357:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629086.025358:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778629086.025360:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629086.025362:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629086.025363:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:1.0:1778629086.025365:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629086.025367:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025369:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.025373:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629086.025374:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.025376:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629086.025377:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.279713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629086.279713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629086.279717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629086.279719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629086.279721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629086.279721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.279722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.279725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629086.279729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629086.279729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629086.279730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629086.279731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.279734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629086.279737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629086.279738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629086.279738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629086.279741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629086.279741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629086.279742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629086.279746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629086.279748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629086.279748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629086.279751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629086.279755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629086.279805:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629086.279809:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629086.279813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629087.047743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629087.047750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629087.047753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629087.047758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629087.047763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629087.047768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629087.047771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629087.047774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629087.047777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629087.303680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629087.303686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629087.303689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629087.303690:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629087.303693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629087.303694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629087.303694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629087.303700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629087.303700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629087.303701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629087.303704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629087.303705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629087.303705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629087.303710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629087.303712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629087.303713:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629087.303714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629087.303716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629087.303718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629087.303723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629087.303726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629087.303729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629087.303731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629087.303734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629087.303775:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629087.303779:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629087.303783:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629088.071733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629088.071740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629088.071742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629088.071747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629088.071750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629088.071754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629088.071757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629088.071759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629088.071762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629088.327701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629088.327708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629088.327711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629088.327713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629088.327714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629088.327716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629088.327718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629088.327719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629088.327721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629088.327722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629088.327726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629088.327727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629088.327729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629088.327731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629088.327734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629088.327734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629088.327734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629088.327737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629088.327739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629088.327740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629088.327743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629088.327746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629088.327750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629088.327754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629088.327823:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629088.327826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629088.327828:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629089.095718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629089.095725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629089.095727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629089.095733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629089.095736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629089.095740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629089.095742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629089.095745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629089.095747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629089.351675:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629089.351675:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629089.351681:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629089.351682:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629089.351683:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629089.351684:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629089.351687:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629089.351688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629089.351689:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629089.351692:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629089.351693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629089.351694:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629089.351697:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629089.351698:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629089.351698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629089.351700:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629089.351702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629089.351703:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629089.351704:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629089.351707:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629089.351708:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629089.351708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629089.351711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629089.351712:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629089.351762:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629089.351766:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629089.351769:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629089.927701:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308437776, at 4308437824
00000100:00000040:1.0:1778629089.927702:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308437776, at 4308437824
00000100:00000010:0.0:1778629089.927715:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:1.0:1778629089.927717:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:0.0:1778629090.119727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629090.119732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629090.119733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629090.119738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629090.119740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629090.119743:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629090.119745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629090.119748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629090.119751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629090.375659:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629090.375664:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629090.375666:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629090.375669:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629090.375671:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629090.375673:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629090.375675:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629090.375676:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629090.375679:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629090.375680:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629090.375683:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629090.375684:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629090.375686:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629090.375687:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629090.375691:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629090.375693:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629090.375694:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629090.375696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629090.375698:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629090.375704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629090.375710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629090.375711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629090.375715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629090.375716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629090.375775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629090.375787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629090.375791:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629091.143750:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629091.143761:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629091.143764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629091.143765:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1778629091.143771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778629091.143772:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629091.143776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629091.143777:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629091.143782:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629091.143782:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629091.143788:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629091.143788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629091.143792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778629091.143795:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13766
00000100:00000001:2.0:1778629091.143797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629091.143805:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629091.143811:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629091.143814:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629091.143818:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143821:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629091.143823:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143825:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629091.143828:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629091.143830:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629091.143832:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629091.143834:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629091.143837:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629091.143839:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629091.143841:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143843:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629091.143845:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143847:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629091.143850:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629091.143853:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143856:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629091.143859:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629091.143862:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629091.143864:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.143867:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629091.143869:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629091.143877:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778629091.143880:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629091.143884:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629091.143885:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.143888:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629091.143890:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629091.143894:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629091.143901:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778629091.143906:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629091.143915:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629091.143924:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629091.143928:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629091.143932:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629091.143950:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629091.143953:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629091.143956:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629091.143958:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629091.143959:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629091.143961:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629091.143964:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13766
00000400:00000200:0.0:1778629091.143968:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629091.143971:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629091.143974:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629091.143977:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.143979:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629091.143982:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629091.143982:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629091.143986:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629091.143987:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778629091.143990:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629091.143990:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1778629091.143992:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629091.143995:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629091.143998:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:1.0:1778629091.143999:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778629091.144001:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629091.144006:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629091.144013:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144018:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629091.144018:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629091.144021:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629091.144022:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144026:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778629091.144027:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778629091.144029:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629091.144030:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1778629091.144033:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778629091.144035:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144037:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629091.144040:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1778629091.144041:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621952:192.168.204.112@tcp:250:kworker.0
02000000:00000001:0.0:1778629091.144045:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629091.144046:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629091.144050:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144051:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778629091.144052:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629091.144064:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144068:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1778629091.144069:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1778629091.144072:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
00000008:00000001:0.0:1778629091.144074:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144076:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144077:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629091.144083:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000400:00000200:1.0:1778629091.144084:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:0.0:1778629091.144087:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:1.0:1778629091.144090:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000001:0.0:1778629091.144091:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629091.144094:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144096:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1778629091.144097:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
02000000:00000001:0.0:1778629091.144098:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629091.144100:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629091.144105:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472621952, portal 25
02000000:00000010:0.0:1778629091.144106:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:1.0:1778629091.144110:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629091.144112:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144112:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00100000:0.0:1778629091.144119:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1778629091.144120:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629091.144136:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629091.144138:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144144:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629091.144146:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629091.144148:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629091.144151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629091.144153:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472621952, offset 0
00000400:00000200:1.0:1778629091.144160:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144167:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629091.144169:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778629091.144173:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629091.144176:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:0.0:1778629091.144178:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629091.144181:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778629091.144182:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1778629091.144183:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629091.144187:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629091.144189:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:0.0:1778629091.144193:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13766
00000400:00000200:1.0:1778629091.144196:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629091.144200:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144204:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497458:497458:256:4294967295] 192.168.204.112@tcp LPNI seq info [497417:497417:8:4294967295]
00000400:00000200:1.0:1778629091.144209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629091.144218:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1778629091.144232:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.0:1778629091.144234:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629091.144239:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000010:1.0:1778629091.144241:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00080000:0.0:1778629091.144242:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629091.144247:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144249:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778629091.144252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629091.144257:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1778629091.144258:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144264:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629091.144268:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1778629091.144268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:0.0:1778629091.144271:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:1.1:1778629091.144273:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1778629091.144274:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629091.144277:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000100:1.0:1778629091.144281:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778629091.144282:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:1.0:1778629091.144284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000020:00000001:0.0:1778629091.144286:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629091.144291:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144291:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778629091.144296:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629091.144300:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144301:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778629091.144304:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629091.144307:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629091.144308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629091.144312:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00080000:0.0:1778629091.144313:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629091.144317:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629091.144319:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629091.144319:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1778629091.144324:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1778629091.144326:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629091.144327:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144332:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629091.144335:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629091.144342:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144343:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778629091.144344:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629091.144349:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000100:00000040:1.0:1778629091.144349:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778629091.144353:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629091.144358:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629091.144360:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144364:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629091.144367:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778629091.144367:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629091.144369:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144371:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1778629091.144374:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:1.0:1778629091.144377:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.144378:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629091.144382:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629091.144385:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308442896
00000100:00100000:0.0:1778629091.144392:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1778629091.144392:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778629091.144400:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629091.144402:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629091.144405:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144406:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308442896
00000100:00000040:0.0:1778629091.144411:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1778629091.144412:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a56c0.
00000100:00000001:1.0:1778629091.144418:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629091.144424:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144424:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629091.144429:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629091.144430:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629091.144434:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1778629091.144436:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1778629091.144441:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629091/real 1778629091]  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629091.144447:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629091.144453:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1778629091.144454:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1778629091.144457:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13776)
00000400:00000001:1.0:1778629091.144457:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629091.144460:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629091.144464:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629091.144466:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629091.144469:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629091.144473:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629091.144481:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144491:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629091.144493:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144495:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144497:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629091.144500:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144507:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629091.144511:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144517:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629091.144520:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144521:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144523:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144525:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629091.144527:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629091.144530:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629091.144534:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629091.144536:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629091.144540:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629091.144548:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472621952:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629091.144552:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144554:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629091.144556:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472621952/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144562:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629091.144564:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629091.144567:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629091.144569:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629091.144571:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629091.144573:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629091.144575:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629091.144577:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:1.0:1778629091.144580:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629091.144581:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629091.144583:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:1.0:1778629091.144586:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629091.144587:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144589:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144596:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629091.144597:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144599:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629091.144600:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629091.144602:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629091.144605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144633:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629091.144634:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144635:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629091.144637:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629091.144638:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629091.144640:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629091.144642:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629091.144643:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629091.144644:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144646:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629091.144648:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629091.144649:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629091.144652:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629091.144654:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629091.144656:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629091.144658:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622080, portal 10
00000100:00000001:1.0:1778629091.144660:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629091.144660:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:1.0:1778629091.144664:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144668:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629091.144669:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629091.144671:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629091.144672:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622080, offset 0
00000400:00000200:1.0:1778629091.144674:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144677:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629091.144679:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629091.144681:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629091.144682:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629091.144684:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629091.144685:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144694:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497459:497459:256:4294967295] 192.168.204.112@tcp LPNI seq info [497418:497418:8:4294967295]
00000400:00000200:1.0:1778629091.144697:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629091.144701:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629091.144704:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629091.144706:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629091.144708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629091.144710:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778629091.144713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629091.144714:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1778629091.144716:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629091.144717:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629091.144719:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629091.144721:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629091.144723:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629091.144724:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629091.144725:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629091.144727:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144736:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629091.144737:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144741:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144742:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629091.144744:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629091.144746:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629091.144748:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629091.144749:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308439054
00000100:00000001:1.0:1778629091.144751:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308442896
00000100:00000001:1.0:1778629091.144752:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308439054
00000100:00000001:1.0:1778629091.144754:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308442896
00000100:00000001:1.0:1778629091.144755:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629091.144756:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144757:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629091.144759:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629091/real 1778629091]  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629091.144763:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629091.144764:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629091.144765:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629091.144766:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629091.144767:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629091.144768:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629091.144770:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629091.144774:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144778:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629091.144779:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144780:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144781:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629091.144783:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144786:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629091.144788:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144792:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629091.144793:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144794:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144795:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144796:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629091.144799:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629091.144800:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629091.144802:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629091.144803:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629091.144805:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629091.144809:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629091.144811:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629091.144812:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144816:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629091.144817:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144819:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629091.144820:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629091.144821:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629091.144823:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622208:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629091.144824:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629091.144825:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629091.144826:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629091.144827:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629091.144829:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629091.144830:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629091.144832:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629091.144833:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629091.144835:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629091.144836:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622208, portal 10
00000100:00000001:1.0:1778629091.144837:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629091.144838:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:1.0:1778629091.144842:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144846:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629091.144847:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629091.144848:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629091.144850:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622208, offset 0
00000400:00000200:1.0:1778629091.144852:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144853:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629091.144855:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629091.144857:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629091.144858:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629091.144859:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629091.144861:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629091.144862:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497460:497460:256:4294967295] 192.168.204.112@tcp LPNI seq info [497419:497419:8:4294967295]
00000400:00000200:1.0:1778629091.144865:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629091.144868:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629091.144870:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629091.144878:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629091.144882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629091.144884:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1778629091.144887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629091.144889:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1778629091.144892:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629091.144894:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629091.144896:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629091.144899:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629091.144902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629091.144903:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629091.144905:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629091.144909:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144916:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629091.144919:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144925:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144926:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629091.144929:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629091.144932:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629091.144935:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629091.144936:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308439055
00000100:00000001:1.0:1778629091.144938:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308442896
00000100:00000001:1.0:1778629091.144940:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308439055
00000100:00000001:1.0:1778629091.144942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308442896
00000100:00000001:1.0:1778629091.144944:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629091.144946:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.144947:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629091.144950:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629091/real 1778629091]  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629091.144955:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629091.144956:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629091.144957:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629091.144958:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629091.144959:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629091.144961:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629091.144962:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629091.144967:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144971:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629091.144971:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144972:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144973:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629091.144975:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144979:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629091.144981:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.144984:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629091.144986:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144986:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629091.144987:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.144988:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629091.144989:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629091.144991:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629091.144992:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629091.144993:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629091.144995:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629091.145003:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622208:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629091.145005:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.145006:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629091.145009:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472622080/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.145014:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629091.145016:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629091.145017:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629091.145019:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629091.145021:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629091.145022:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629091.145024:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629091.145025:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778629091.145027:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629091.145028:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629091.145030:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:1.0:1778629091.145032:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629091.145033:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.145035:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629091.145038:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472622208/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629091.145044:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629091.145045:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629091.145047:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629091.145049:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629091.145050:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629091.145051:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629091.145052:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629091.145064:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778629091.145067:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629091.145068:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629091.145069:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:1.0:1778629091.145071:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629091.145072:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.145073:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.145075:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629091.145076:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.145077:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629091.145079:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629091.399703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629091.399703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629091.399708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629091.399709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629091.399709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629091.399711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.399713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629091.399714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629091.399716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629091.399720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629091.399720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629091.399721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629091.399724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629091.399724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.399726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629091.399729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629091.399730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629091.399731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629091.399733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629091.399734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.399736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629091.399739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629091.399740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629091.399745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629091.399796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629091.399799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629091.399803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629092.167694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629092.167700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629092.167702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629092.167707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629092.167710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629092.167714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629092.167716:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629092.167719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629092.167722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629092.423712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629092.423712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629092.423715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629092.423718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629092.423719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629092.423719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629092.423721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629092.423722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629092.423728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629092.423729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629092.423729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629092.423730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629092.423735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629092.423736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629092.423737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629092.423741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629092.423741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629092.423742:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629092.423747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629092.423747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629092.423747:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629092.423752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629092.423752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629092.423753:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629092.423758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629092.423758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629092.423759:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629092.423762:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629092.423764:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629092.423766:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629092.423827:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629092.423830:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629092.423832:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629093.191729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629093.191735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629093.191737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629093.191742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629093.191746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629093.191750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629093.191752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629093.191755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629093.191758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629093.447672:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629093.447678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629093.447679:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629093.447684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629093.447687:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629093.447691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629093.447691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629093.447693:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629093.447696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629093.447699:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629093.447700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629093.447702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629093.447704:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629093.447705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629093.447705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629093.447710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629093.447710:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629093.447712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629093.447714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629093.447714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629093.447715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629093.447718:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629093.447719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629093.447724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629093.447757:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629093.447760:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629093.447763:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629094.215724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629094.215732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629094.215733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629094.215739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629094.215742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629094.215745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629094.215748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629094.215751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629094.215754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629094.471680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629094.471686:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629094.471689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629094.471694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629094.471696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629094.471698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629094.471702:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629094.471702:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629094.471705:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629094.471707:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629094.471708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629094.471710:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629094.471710:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629094.471712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629094.471716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629094.471717:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471717:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1778629094.471720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629094.471721:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629094.471724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629094.471725:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629094.471728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629094.471729:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629094.471733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629094.471735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629094.471736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629094.471739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629094.471741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629094.471743:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471746:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629094.471748:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471752:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471754:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629094.471757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629094.471759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629094.471797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629094.471800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629094.471802:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629095.047719:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308442896, at 4308442944
00000100:00000040:1.0:1778629095.047720:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308442896, at 4308442944
00000100:00000010:0.0:1778629095.047734:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000010:1.0:1778629095.047741:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00000100:00000001:2.0:1778629095.239697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629095.239702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629095.239703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629095.239707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629095.239710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629095.239713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629095.239715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629095.239718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629095.239720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629095.495701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629095.495701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629095.495704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629095.495707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629095.495708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629095.495709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629095.495712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629095.495713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629095.495713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629095.495715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629095.495719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629095.495719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629095.495720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629095.495721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629095.495727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629095.495727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629095.495732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629095.495732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629095.495738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629095.495738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629095.495742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629095.495745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629095.495747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629095.495750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629095.495780:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629095.495783:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629095.495786:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629096.263693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629096.263700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629096.263702:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629096.263706:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629096.263710:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629096.263712:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629096.263713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629096.263715:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629096.263717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629096.263718:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629096.263720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629096.263723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629096.263725:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13771
00000100:00000001:2.0:1778629096.263726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629096.263729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629096.263741:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629096.263748:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629096.263751:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629096.263754:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263758:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629096.263760:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263762:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629096.263766:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629096.263768:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629096.263771:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629096.263773:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629096.263776:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629096.263778:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629096.263781:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263783:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629096.263785:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263786:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629096.263789:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629096.263793:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263795:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629096.263798:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629096.263801:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629096.263803:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.263805:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629096.263806:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629096.263814:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629096.263816:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629096.263820:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629096.263821:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.263823:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629096.263825:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629096.263828:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629096.263839:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629096.263846:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629096.263854:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629096.263870:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629096.263874:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629096.263879:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629096.263902:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629096.263905:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629096.263908:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629096.263909:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629096.263910:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629096.263913:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629096.263916:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13771
00000400:00000200:3.0:1778629096.263920:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629096.263923:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629096.263926:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629096.263929:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263931:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629096.263934:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629096.263936:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629096.263939:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629096.263941:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778629096.263944:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778629096.263947:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629096.263951:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629096.263963:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629096.263966:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629096.263968:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778629096.263971:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629096.263972:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629096.263974:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629096.263974:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778629096.263978:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629096.263979:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629096.263981:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629096.263981:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778629096.263985:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629096.263985:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.263987:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:1.0:1778629096.263990:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472622336:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778629096.263991:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629096.263997:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778629096.263997:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629096.264000:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264001:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629096.264001:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629096.264004:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264006:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629096.264008:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1778629096.264010:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629096.264012:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629096.264012:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.264017:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629096.264020:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:3.0:1778629096.264021:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629096.264025:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.264027:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629096.264031:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000400:00000010:1.0:1778629096.264033:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000020:00000040:3.0:1778629096.264034:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629096.264039:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1778629096.264040:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
02000000:00000001:3.0:1778629096.264040:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.264044:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1778629096.264047:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622336, portal 25
00000100:00000001:1.0:1778629096.264049:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629096.264050:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
02000000:00000001:3.0:1778629096.264054:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1778629096.264059:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629096.264060:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629096.264066:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629096.264072:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264073:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629096.264078:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00100000:3.0:1778629096.264081:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778629096.264083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629096.264089:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472622336, offset 0
00000100:00000001:3.0:1778629096.264095:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629096.264098:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629096.264100:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629096.264106:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629096.264112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264120:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629096.264122:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629096.264124:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778629096.264127:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629096.264129:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629096.264133:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778629096.264133:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629096.264137:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.264137:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629096.264140:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778629096.264143:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497461:497461:256:4294967295] 192.168.204.112@tcp LPNI seq info [497420:497420:8:4294967295]
00000100:00000001:3.0:1778629096.264146:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629096.264149:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629096.264151:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13771
00000400:00000200:3.0:1778629096.264158:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264160:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1778629096.264166:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000200:1.0:1778629096.264167:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264171:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629096.264177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:3.0:1778629096.264178:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1778629096.264181:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1778629096.264183:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.264186:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629096.264189:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.1:1778629096.264189:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629096.264194:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.1:1778629096.264194:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1778629096.264198:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629096.264201:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000100:1.0:1778629096.264202:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264204:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000020:00000001:3.0:1778629096.264205:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629096.264208:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629096.264210:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1778629096.264211:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629096.264216:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629096.264219:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000020:00000001:3.0:1778629096.264219:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:1.0:1778629096.264220:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629096.264227:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778629096.264227:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.264231:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778629096.264232:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629096.264236:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629096.264241:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629096.264247:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778629096.264248:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1778629096.264251:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:1.0:1778629096.264253:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629096.264254:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629096.264259:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629096.264263:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629096.264265:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629096.264266:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264268:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629096.264274:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.264275:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629096.264278:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629096.264280:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:3.0:1778629096.264283:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264284:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308448016
00000100:00000001:3.0:1778629096.264286:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629096.264291:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000100:00000010:1.0:1778629096.264292:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a56c0.
00000020:00000040:3.0:1778629096.264295:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629096.264299:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778629096.264301:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1778629096.264301:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629096.264305:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629096.264307:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778629096.264308:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308448016
02000000:00000001:3.0:1778629096.264309:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629096.264315:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778629096.264320:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1778629096.264321:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:1.0:1778629096.264323:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629096.264324:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264329:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629096.264332:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629096.264333:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1778629096.264339:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1778629096.264342:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629096/real 1778629096]  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629096.264342:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629096.264348:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629096.264362:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1778629096.264363:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1778629096.264364:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629096.264368:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000100:00000040:3.0:1778629096.264368:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629096.264370:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629096.264373:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000040:3.0:1778629096.264375:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629096.264376:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1778629096.264380:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629096.264382:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629096.264386:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629096.264394:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13781)
00000100:00000200:1.0:1778629096.264396:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264404:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629096.264406:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264409:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.264411:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629096.264415:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264422:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629096.264426:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264434:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629096.264437:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264438:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.264439:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264442:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629096.264444:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629096.264446:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629096.264450:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629096.264453:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629096.264456:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629096.264464:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472622336:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629096.264468:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264470:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629096.264472:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472622336/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264479:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629096.264489:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629096.264491:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629096.264495:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629096.264496:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629096.264498:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629096.264500:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629096.264503:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629096.264506:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629096.264507:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629096.264509:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778629096.264512:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629096.264514:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264516:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264522:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629096.264524:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264526:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629096.264527:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629096.264529:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629096.264532:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264539:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629096.264540:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264542:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629096.264544:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629096.264546:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629096.264548:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629096.264551:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629096.264553:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629096.264555:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264556:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629096.264560:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629096.264561:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629096.264565:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629096.264568:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629096.264577:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629096.264580:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622464, portal 10
00000100:00000001:1.0:1778629096.264582:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629096.264583:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:1.0:1778629096.264589:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264596:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629096.264598:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629096.264600:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629096.264602:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622464, offset 0
00000400:00000200:1.0:1778629096.264637:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629096.264642:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264646:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629096.264648:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629096.264651:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629096.264654:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629096.264656:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629096.264659:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497462:497462:256:4294967295] 192.168.204.112@tcp LPNI seq info [497421:497421:8:4294967295]
00000400:00000200:1.0:1778629096.264663:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264669:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629096.264673:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264677:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629096.264681:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629096.264691:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1778629096.264698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629096.264700:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1778629096.264704:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264706:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629096.264709:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629096.264712:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629096.264715:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629096.264717:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629096.264720:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629096.264723:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264730:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629096.264733:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264751:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264752:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629096.264755:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629096.264759:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629096.264762:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629096.264764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308444174
00000100:00000001:1.0:1778629096.264767:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308448016
00000100:00000001:1.0:1778629096.264769:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308444174
00000100:00000001:1.0:1778629096.264771:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308448016
00000100:00000001:1.0:1778629096.264773:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629096.264775:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.264777:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629096.264780:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629096/real 1778629096]  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629096.264787:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629096.264788:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629096.264790:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629096.264792:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629096.264794:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629096.264796:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629096.264798:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629096.264805:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264811:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629096.264812:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.264815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629096.264819:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264825:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629096.264828:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264835:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629096.264837:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264838:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.264839:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.264841:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629096.264845:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629096.264847:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629096.264851:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629096.264853:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629096.264856:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629096.264863:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629096.264867:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629096.264870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264876:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629096.264877:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264879:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629096.264881:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629096.264883:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629096.264885:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622592:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629096.264888:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629096.264890:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629096.264892:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629096.264893:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629096.264896:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629096.264898:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629096.264901:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629096.264903:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629096.264906:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629096.264908:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622592, portal 10
00000100:00000001:1.0:1778629096.264910:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629096.264911:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778629096.264916:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.264922:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629096.264924:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629096.264926:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629096.264928:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622592, offset 0
00000400:00000200:1.0:1778629096.264932:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629096.264935:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264938:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629096.264941:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629096.264943:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629096.264945:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629096.264947:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629096.264950:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497463:497463:256:4294967295] 192.168.204.112@tcp LPNI seq info [497422:497422:8:4294967295]
00000400:00000200:1.0:1778629096.264966:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629096.264972:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629096.264976:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264979:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629096.264983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629096.264986:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1778629096.264990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629096.264992:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1778629096.264995:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629096.264997:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629096.265000:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629096.265003:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629096.265005:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629096.265007:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629096.265009:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629096.265012:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265020:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629096.265022:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265028:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.265030:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629096.265032:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629096.265036:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629096.265038:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629096.265040:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308444175
00000100:00000001:1.0:1778629096.265042:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308448016
00000100:00000001:1.0:1778629096.265044:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308444175
00000100:00000001:1.0:1778629096.265046:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308448016
00000100:00000001:1.0:1778629096.265048:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629096.265050:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.265051:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629096.265055:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629096/real 1778629096]  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629096.265062:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629096.265063:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629096.265064:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629096.265066:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629096.265067:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629096.265069:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629096.265072:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629096.265079:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265085:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629096.265086:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265088:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.265090:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629096.265093:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265098:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629096.265102:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265107:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629096.265110:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265111:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629096.265112:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265114:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629096.265116:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629096.265119:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629096.265123:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629096.265124:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629096.265128:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629096.265135:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622592:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629096.265138:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265140:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629096.265143:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472622464/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265149:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629096.265150:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629096.265152:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629096.265154:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629096.265155:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629096.265156:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629096.265158:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629096.265160:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629096.265162:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629096.265163:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629096.265164:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778629096.265167:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629096.265168:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265169:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629096.265172:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472622592/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629096.265180:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629096.265181:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629096.265182:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629096.265184:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629096.265186:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629096.265187:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629096.265188:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629096.265190:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629096.265191:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629096.265192:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629096.265193:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778629096.265195:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629096.265196:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265198:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.265201:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629096.265203:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.265204:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629096.265206:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629096.519700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629096.519700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629096.519706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629096.519706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629096.519707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629096.519709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.519710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629096.519710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629096.519716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629096.519716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629096.519718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629096.519721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629096.519721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629096.519722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629096.519726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629096.519727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629096.519728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629096.519730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629096.519732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629096.519736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629096.519737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629096.519740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629096.519741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629096.519742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629096.519784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629096.519786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629096.519788:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629097.287759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629097.287765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629097.287767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629097.287773:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629097.287778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629097.287781:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629097.287785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629097.287787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629097.287791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629097.543706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629097.543706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629097.543706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629097.543712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629097.543714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629097.543717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629097.543719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629097.543721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629097.543722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629097.543723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629097.543723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629097.543725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629097.543729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629097.543730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629097.543730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629097.543733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629097.543734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629097.543734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629097.543739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629097.543740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629097.543742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629097.543743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629097.543745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629097.543747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629097.543797:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629097.543801:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629097.543804:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629098.311709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629098.311716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629098.311717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629098.311722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629098.311726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629098.311731:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629098.311734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629098.311737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629098.311741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629098.567701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629098.567701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629098.567707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629098.567708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629098.567708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629098.567712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629098.567712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629098.567712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629098.567718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629098.567718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629098.567719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629098.567722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629098.567724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629098.567724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629098.567727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629098.567729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629098.567729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629098.567729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629098.567734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629098.567735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629098.567738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629098.567738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629098.567741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629098.567741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629098.567798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629098.567802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629098.567805:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629099.335746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629099.335752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629099.335755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629099.335761:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629099.335765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629099.335768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629099.335771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629099.335773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629099.335775:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629099.591712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629099.591719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629099.591721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629099.591721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629099.591726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629099.591728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629099.591729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629099.591734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629099.591734:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629099.591738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629099.591739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629099.591741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629099.591743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629099.591744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629099.591746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629099.591747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629099.591750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629099.591751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629099.591862:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629099.591869:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629099.591875:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629099.591876:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629099.591880:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629099.591881:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629099.591948:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629099.591952:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629099.591954:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629100.167712:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308448016, at 4308448064
00000100:00000040:1.0:1778629100.167712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308448016, at 4308448064
00000100:00000010:0.0:1778629100.167729:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00000100:00000010:1.0:1778629100.167735:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:2.0:1778629100.359663:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629100.359668:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629100.359670:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629100.359673:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629100.359676:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629100.359678:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629100.359680:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629100.359682:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629100.359684:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629100.615674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629100.615674:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629100.615679:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629100.615681:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629100.615681:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629100.615682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629100.615683:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629100.615687:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629100.615687:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629100.615688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629100.615692:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629100.615693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629100.615695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629100.615698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629100.615698:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629100.615698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629100.615703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629100.615703:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629100.615705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629100.615706:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629100.615706:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629100.615709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629100.615710:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629100.615711:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629100.615754:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629100.615757:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629100.615760:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629101.383692:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629101.383695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629101.383701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1778629101.383703:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629101.383704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.383706:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629101.383709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629101.383711:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629101.383714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629101.383716:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629101.383719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629101.383723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629101.383724:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13776
00000100:00000001:2.0:1778629101.383726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629101.383731:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629101.383745:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629101.383752:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629101.383755:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629101.383759:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383762:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629101.383764:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383766:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629101.383770:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629101.383772:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629101.383774:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629101.383777:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629101.383779:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629101.383781:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629101.383784:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383786:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629101.383787:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383789:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629101.383792:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629101.383795:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383797:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629101.383800:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629101.383802:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629101.383805:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.383807:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629101.383809:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629101.383818:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778629101.383822:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629101.383825:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629101.383827:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.383829:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629101.383832:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629101.383835:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629101.383843:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629101.383848:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629101.383869:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629101.383878:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629101.383882:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629101.383886:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629101.383916:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629101.383919:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629101.383922:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629101.383923:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629101.383925:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629101.383927:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629101.383930:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13776
00000400:00000200:3.0:1778629101.383933:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629101.383936:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629101.383938:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629101.383941:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383943:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629101.383945:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383946:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629101.383949:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629101.383950:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629101.383951:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629101.383953:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629101.383955:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629101.383957:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629101.383960:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383962:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629101.383963:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383965:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629101.383967:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629101.383970:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629101.383972:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629101.383974:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629101.383978:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629101.383981:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.383983:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629101.383987:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629101.383991:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.383992:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629101.383996:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778629101.383998:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1778629101.383998:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629101.384001:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778629101.384003:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1778629101.384004:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384006:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778629101.384007:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629101.384010:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629101.384012:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629101.384015:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778629101.384017:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629101.384022:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384029:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629101.384032:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629101.384032:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629101.384038:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629101.384041:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629101.384045:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629101.384048:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629101.384052:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629101.384054:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629101.384063:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472622720:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629101.384068:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629101.384071:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629101.384074:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629101.384079:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629101.384081:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629101.384085:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
00000100:00080000:3.0:1778629101.384085:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629101.384089:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629101.384091:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629101.384092:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629101.384094:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629101.384097:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629101.384100:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13776
00000400:00000200:1.0:1778629101.384108:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629101.384108:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629101.384114:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:3.0:1778629101.384114:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629101.384118:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629101.384122:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629101.384123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000001:3.0:1778629101.384126:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629101.384129:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629101.384131:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622720, portal 25
00000100:00000001:3.0:1778629101.384132:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629101.384137:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1778629101.384137:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629101.384140:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000020:00000040:3.0:1778629101.384141:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629101.384144:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629101.384147:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629101.384150:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629101.384151:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629101.384153:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629101.384161:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.384166:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629101.384168:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629101.384169:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629101.384172:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629101.384177:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629101.384180:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:1.0:1778629101.384181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629101.384183:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629101.384185:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
02000000:00000001:3.0:1778629101.384186:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1778629101.384191:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472622720, offset 0
02000000:00000001:3.0:1778629101.384191:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629101.384196:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.384199:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629101.384203:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00100000:3.0:1778629101.384203:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629101.384208:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.384209:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629101.384214:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629101.384220:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000010:3.0:1778629101.384223:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000400:00000200:1.0:1778629101.384226:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1778629101.384227:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629101.384230:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629101.384232:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:3.0:1778629101.384233:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629101.384236:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629101.384238:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629101.384239:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1778629101.384240:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629101.384244:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000010:3.0:1778629101.384247:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000400:00000200:1.0:1778629101.384252:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497464:497464:256:4294967295] 192.168.204.112@tcp LPNI seq info [497423:497423:8:4294967295]
00000100:00000001:3.0:1778629101.384253:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629101.384259:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629101.384269:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629101.384274:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629101.384276:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629101.384283:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629101.384287:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629101.384300:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629101.384300:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629101.384306:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778629101.384308:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000040:3.0:1778629101.384310:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629101.384314:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1778629101.384318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629101.384320:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629101.384324:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000100:00000040:3.0:1778629101.384326:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13786)
00000800:00000200:1.1:1778629101.384333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629101.384337:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1778629101.384342:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629101.384344:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629101.384351:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629101.384356:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629101.384360:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629101.384362:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629101.384367:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629101.384371:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384387:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.384391:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384403:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384405:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629101.384410:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629101.384414:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629101.384417:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308453136
00000100:00000010:1.0:1778629101.384422:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:1.0:1778629101.384428:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629101.384440:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308453136
00000100:00000010:1.0:1778629101.384443:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778629101.384447:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629101.384450:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629101.384452:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384455:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629101.384459:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629101/real 1778629101]  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629101.384468:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629101.384470:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629101.384472:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629101.384474:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629101.384476:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629101.384478:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629101.384481:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629101.384489:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384495:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629101.384496:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384498:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.384500:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629101.384504:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384510:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629101.384514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384520:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629101.384522:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.384525:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384527:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629101.384529:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629101.384538:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629101.384542:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629101.384544:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629101.384548:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629101.384555:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472622720:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629101.384559:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384561:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.384564:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472622720/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384570:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629101.384572:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629101.384575:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629101.384577:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629101.384578:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629101.384579:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629101.384581:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629101.384583:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629101.384585:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629101.384586:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629101.384587:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778629101.384590:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629101.384590:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384597:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384604:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629101.384606:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384634:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629101.384635:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629101.384636:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629101.384641:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384648:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629101.384649:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629101.384651:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629101.384653:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629101.384654:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629101.384657:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629101.384660:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629101.384662:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629101.384663:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629101.384664:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629101.384666:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629101.384667:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629101.384676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629101.384678:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629101.384680:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629101.384682:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622848, portal 10
00000100:00000001:1.0:1778629101.384683:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629101.384684:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:1.0:1778629101.384688:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384692:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629101.384694:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629101.384695:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629101.384697:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622848, offset 0
00000400:00000200:1.0:1778629101.384699:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629101.384702:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629101.384704:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629101.384706:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629101.384708:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629101.384710:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629101.384711:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629101.384713:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497465:497465:256:4294967295] 192.168.204.112@tcp LPNI seq info [497424:497424:8:4294967295]
00000400:00000200:1.0:1778629101.384716:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629101.384719:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629101.384722:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629101.384724:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629101.384726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629101.384728:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1778629101.384735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629101.384736:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1778629101.384739:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629101.384740:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629101.384742:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629101.384744:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629101.384746:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629101.384747:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629101.384749:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629101.384751:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384756:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.384758:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384763:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384764:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629101.384767:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629101.384771:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629101.384774:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629101.384776:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308449294
00000100:00000001:1.0:1778629101.384778:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308453136
00000100:00000001:1.0:1778629101.384781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308449294
00000100:00000001:1.0:1778629101.384783:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308453136
00000100:00000001:1.0:1778629101.384784:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629101.384787:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.384788:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629101.384792:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629101/real 1778629101]  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629101.384808:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629101.384810:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629101.384812:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629101.384814:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629101.384816:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629101.384817:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629101.384820:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629101.384825:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384829:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629101.384831:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.384833:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629101.384834:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384839:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629101.384841:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384846:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629101.384847:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384848:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.384849:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.384850:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629101.384864:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629101.384866:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629101.384868:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629101.384869:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629101.384872:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629101.384877:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629101.384879:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629101.384881:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384885:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629101.384886:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629101.384887:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629101.384888:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629101.384890:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629101.384891:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622976:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629101.384893:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629101.384894:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629101.384896:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629101.384897:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629101.384900:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629101.384902:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629101.384963:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629101.384966:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629101.384970:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629101.384973:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472622976, portal 10
00000100:00000001:1.0:1778629101.384975:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629101.384976:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778629101.384982:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.384988:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629101.384991:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629101.384993:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629101.384995:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472622976, offset 0
00000400:00000200:1.0:1778629101.384999:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629101.385003:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629101.385007:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629101.385009:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629101.385012:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629101.385014:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629101.385016:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629101.385019:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497466:497466:256:4294967295] 192.168.204.112@tcp LPNI seq info [497425:497425:8:4294967295]
00000400:00000200:1.0:1778629101.385024:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629101.385029:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629101.385034:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629101.385038:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629101.385042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629101.385044:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1778629101.385048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629101.385051:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1778629101.385055:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629101.385057:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629101.385060:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629101.385064:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629101.385067:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629101.385069:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629101.385071:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629101.385075:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385082:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.385085:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385091:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.385092:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629101.385095:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629101.385098:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629101.385101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629101.385103:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308449295
00000100:00000001:1.0:1778629101.385105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308453136
00000100:00000001:1.0:1778629101.385107:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308449295
00000100:00000001:1.0:1778629101.385109:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308453136
00000100:00000001:1.0:1778629101.385110:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629101.385112:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.385114:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629101.385117:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629101/real 1778629101]  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629101.385125:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629101.385126:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629101.385127:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629101.385129:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629101.385130:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629101.385132:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629101.385135:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629101.385142:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385148:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629101.385150:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385152:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.385153:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629101.385156:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385162:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629101.385166:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385172:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629101.385175:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385176:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629101.385178:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385179:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629101.385181:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629101.385183:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629101.385186:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629101.385188:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629101.385192:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629101.385200:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472622976:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629101.385203:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385204:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.385207:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472622848/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385214:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629101.385215:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629101.385217:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629101.385219:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629101.385221:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629101.385222:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629101.385224:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629101.385226:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629101.385228:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629101.385229:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629101.385231:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778629101.385233:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629101.385234:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385236:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629101.385239:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472622976/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629101.385244:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629101.385245:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629101.385247:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629101.385249:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629101.385250:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629101.385251:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629101.385253:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629101.385254:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629101.385255:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629101.385256:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629101.385257:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778629101.385258:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629101.385258:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385259:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.385262:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629101.385262:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.385263:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629101.385264:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629101.639778:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629101.639779:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629101.639783:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629101.639790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629101.639793:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629101.639794:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629101.639798:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629101.639799:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629101.639799:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629101.639803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629101.639809:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629101.639810:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629101.639812:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629101.639820:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629101.639824:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629101.639824:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629101.639830:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.639830:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.639838:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629101.639840:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629101.639842:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629101.639843:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629101.639858:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629101.639862:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629101.639892:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629101.639896:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629101.639899:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629102.407729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629102.407737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629102.407740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629102.407746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629102.407750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629102.407754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629102.407758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629102.407761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629102.407764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629102.663678:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629102.663678:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629102.663687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629102.663687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629102.663690:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629102.663690:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629102.663698:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629102.663698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629102.663704:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629102.663705:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629102.663705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629102.663709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629102.663710:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629102.663710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629102.663713:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629102.663715:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629102.663716:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629102.663717:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629102.663718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629102.663721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629102.663723:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629102.663723:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629102.663725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629102.663731:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629102.663734:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629102.663737:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629102.663741:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629102.663743:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629102.663745:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629102.663747:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629102.663804:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629102.663808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629102.663811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629103.431705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629103.431711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629103.431714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629103.431718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629103.431722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629103.431726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629103.431729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629103.431731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629103.431734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629103.687752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629103.687752:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629103.687759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629103.687761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629103.687761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629103.687764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629103.687765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629103.687766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629103.687771:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629103.687772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629103.687775:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629103.687777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629103.687777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629103.687778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629103.687782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629103.687783:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629103.687786:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629103.687788:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629103.687788:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629103.687789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629103.687791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629103.687792:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629103.687797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629103.687797:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629103.687880:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629103.687885:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629103.687888:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629104.455721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629104.455727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629104.455729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629104.455733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629104.455737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629104.455741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629104.455743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629104.455745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629104.455747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629104.711728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629104.711734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629104.711737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629104.711741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629104.711743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629104.711748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629104.711750:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711752:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629104.711754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629104.711761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629104.711761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629104.711762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629104.711766:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629104.711769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629104.711770:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629104.711775:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629104.711777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629104.711777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629104.711778:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711799:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629104.711802:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629104.711804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711805:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629104.711806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629104.711816:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711818:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629104.711824:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629104.711826:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629104.711829:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711832:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629104.711834:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711836:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711844:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629104.711848:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629104.711849:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629104.711900:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629104.711903:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629104.711906:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629105.287755:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308453136, at 4308453184
00000100:00000040:1.0:1778629105.287760:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308453136, at 4308453184
00000100:00000010:1.0:1778629105.287791:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:0.0:1778629105.287794:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:2.0:1778629105.479841:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629105.479846:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629105.479847:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629105.479850:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629105.479853:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629105.479855:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629105.479857:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629105.479858:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629105.479860:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629105.735738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629105.735738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629105.735747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629105.735747:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629105.735750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629105.735750:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629105.735752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629105.735758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629105.735759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629105.735760:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629105.735780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629105.735782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629105.735783:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629105.735785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629105.735786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629105.735787:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629105.735791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629105.735792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629105.735796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629105.735797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629105.735799:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629105.735806:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629105.735807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629105.735807:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629105.735874:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629105.735877:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629105.735879:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629106.503691:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629106.503695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629106.503699:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629106.503701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629106.503702:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778629106.503705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629106.503706:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629106.503711:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1778629106.503711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629106.503716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629106.503718:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13781
00000100:00000001:3.0:1778629106.503720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629106.503725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1778629106.503726:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629106.503728:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629106.503732:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629106.503733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629106.503734:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629106.503738:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503741:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629106.503742:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503744:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629106.503747:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629106.503748:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629106.503761:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629106.503763:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629106.503765:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629106.503767:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629106.503769:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503770:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629106.503772:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503773:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629106.503775:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629106.503777:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503779:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629106.503781:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629106.503782:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629106.503784:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.503786:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629106.503787:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629106.503795:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629106.503797:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629106.503801:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629106.503802:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.503803:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629106.503805:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629106.503809:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629106.503815:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778629106.503820:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629106.503827:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629106.503836:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629106.503840:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629106.503845:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629106.503870:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629106.503873:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629106.503876:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629106.503877:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629106.503878:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629106.503881:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629106.503884:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13781
00000400:00000200:2.0:1778629106.503887:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629106.503891:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629106.503893:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629106.503895:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503897:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629106.503900:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503901:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629106.503903:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629106.503904:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629106.503905:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778629106.503906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778629106.503907:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629106.503910:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629106.503911:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629106.503912:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629106.503913:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629106.503916:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503918:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629106.503921:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629106.503921:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503922:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629106.503926:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629106.503930:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629106.503934:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629106.503937:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629106.503940:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629106.503942:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629106.503943:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629106.503945:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629106.503946:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.503947:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629106.503948:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629106.503952:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629106.503955:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.503956:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629106.503958:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629106.503960:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629106.503963:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629106.503963:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629106.503965:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.503968:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629106.503969:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1778629106.503971:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623104:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629106.503972:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629106.503976:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:1.0:1778629106.503978:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629106.503980:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.503988:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629106.503992:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629106.503995:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629106.504000:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629106.504002:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629106.504004:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629106.504006:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1778629106.504007:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629106.504012:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629106.504025:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629106.504026:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00080000:2.0:1778629106.504027:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629106.504030:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1778629106.504031:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000001:2.0:1778629106.504032:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629106.504034:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629106.504036:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1778629106.504038:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623104, portal 25
00000100:00080000:2.0:1778629106.504039:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13781
00000100:00000001:1.0:1778629106.504042:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629106.504045:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000400:00000200:2.0:1778629106.504045:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629106.504050:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:1.0:1778629106.504053:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629106.504054:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629106.504059:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.504061:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629106.504065:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.504069:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629106.504074:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629106.504075:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1778629106.504076:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629106.504079:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1778629106.504082:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778629106.504082:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:1.0:1778629106.504087:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000020:00000001:2.0:1778629106.504087:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629106.504090:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:1.0:1778629106.504092:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472623104, offset 0
00000100:00000040:2.0:1778629106.504096:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.504099:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629106.504101:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629106.504103:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629106.504106:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629106.504110:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629106.504112:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629106.504116:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504120:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629106.504121:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629106.504124:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629106.504127:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:2.0:1778629106.504128:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.504132:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629106.504134:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:2.0:1778629106.504135:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629106.504137:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504139:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629106.504140:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629106.504144:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000400:00000200:1.0:1778629106.504145:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1778629106.504148:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629106.504149:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:2.0:1778629106.504152:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629106.504155:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497467:497467:256:4294967295] 192.168.204.112@tcp LPNI seq info [497426:497426:8:4294967295]
02000000:00000001:2.0:1778629106.504155:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629106.504158:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629106.504160:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629106.504161:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629106.504163:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629106.504167:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000400:00000200:1.0:1778629106.504171:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629106.504172:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629106.504178:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00100000:2.0:1778629106.504179:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1778629106.504185:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000001:2.0:1778629106.504186:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629106.504188:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629106.504193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629106.504193:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629106.504198:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1778629106.504204:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629106.504208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629106.504209:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629106.504213:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629106.504213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1778629106.504218:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1778629106.504221:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629106.504222:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1778629106.504223:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000100:00000040:2.0:1778629106.504226:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13792)
00000400:00000200:1.0:1778629106.504235:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629106.504240:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629106.504243:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629106.504244:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629106.504247:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629106.504250:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504256:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504259:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504263:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504264:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629106.504268:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504271:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629106.504273:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308458256
00000100:00000010:1.0:1778629106.504277:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778629106.504282:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629106.504287:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308458256
00000100:00000010:1.0:1778629106.504288:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629106.504291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629106.504292:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629106.504294:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504296:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629106.504299:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629106/real 1778629106]  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629106.504304:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629106.504305:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629106.504306:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629106.504308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629106.504309:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629106.504310:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629106.504312:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629106.504317:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504321:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629106.504321:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504323:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629106.504326:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504329:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629106.504332:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504339:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629106.504341:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504342:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504343:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504344:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629106.504345:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629106.504347:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629106.504349:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629106.504350:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629106.504352:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629106.504357:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623104:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629106.504360:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504361:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504362:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472623104/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504366:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629106.504367:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629106.504369:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629106.504370:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629106.504371:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629106.504372:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629106.504373:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629106.504375:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629106.504377:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629106.504378:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629106.504379:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629106.504381:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629106.504382:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504384:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504390:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629106.504392:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504393:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629106.504395:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629106.504396:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629106.504400:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504406:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629106.504408:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.504409:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629106.504411:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629106.504413:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629106.504424:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629106.504428:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629106.504430:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629106.504431:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.504432:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629106.504435:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629106.504437:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504439:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629106.504441:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629106.504443:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629106.504445:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623232, portal 10
00000100:00000001:1.0:1778629106.504447:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629106.504447:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629106.504452:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504456:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629106.504457:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629106.504458:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629106.504460:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472623232, offset 0
00000400:00000200:1.0:1778629106.504462:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629106.504464:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629106.504467:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629106.504469:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629106.504471:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629106.504472:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629106.504474:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629106.504475:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497468:497468:256:4294967295] 192.168.204.112@tcp LPNI seq info [497427:497427:8:4294967295]
00000400:00000200:1.0:1778629106.504478:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629106.504482:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629106.504484:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629106.504486:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629106.504488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629106.504490:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629106.504493:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629106.504494:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629106.504497:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629106.504498:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629106.504499:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629106.504502:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629106.504503:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629106.504504:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629106.504506:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629106.504508:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504512:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504514:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504518:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504519:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629106.504520:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629106.504523:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629106.504524:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629106.504526:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308454413
00000100:00000001:1.0:1778629106.504527:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308458256
00000100:00000001:1.0:1778629106.504529:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308454413
00000100:00000001:1.0:1778629106.504530:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308458256
00000100:00000001:1.0:1778629106.504531:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629106.504533:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504534:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629106.504535:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629106/real 1778629106]  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629106.504539:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629106.504540:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629106.504541:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629106.504542:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629106.504543:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629106.504544:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629106.504546:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629106.504550:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504554:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629106.504554:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504555:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629106.504558:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504561:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629106.504563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504567:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629106.504569:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504570:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504571:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504572:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629106.504574:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629106.504576:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629106.504578:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629106.504579:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629106.504581:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629106.504586:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629106.504588:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629106.504589:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504593:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629106.504594:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.504595:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629106.504596:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629106.504597:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629106.504598:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623360:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629106.504600:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629106.504601:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629106.504601:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629106.504602:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629106.504604:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629106.504605:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629106.504627:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629106.504629:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629106.504638:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629106.504640:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623360, portal 10
00000100:00000001:1.0:1778629106.504642:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629106.504643:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:1.0:1778629106.504649:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504654:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629106.504657:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629106.504659:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629106.504661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472623360, offset 0
00000400:00000200:1.0:1778629106.504664:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629106.504668:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629106.504671:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629106.504674:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629106.504676:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629106.504678:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629106.504680:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629106.504683:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497469:497469:256:4294967295] 192.168.204.112@tcp LPNI seq info [497428:497428:8:4294967295]
00000400:00000200:1.0:1778629106.504687:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629106.504692:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629106.504695:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629106.504697:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629106.504699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629106.504701:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629106.504703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629106.504705:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629106.504707:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629106.504708:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629106.504710:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629106.504712:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629106.504714:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629106.504715:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629106.504717:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629106.504719:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504732:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504734:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504740:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504741:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629106.504744:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629106.504747:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629106.504761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629106.504763:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308454415
00000100:00000001:1.0:1778629106.504766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308458256
00000100:00000001:1.0:1778629106.504768:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308454415
00000100:00000001:1.0:1778629106.504770:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308458256
00000100:00000001:1.0:1778629106.504772:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629106.504774:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504776:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629106.504780:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629106/real 1778629106]  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629106.504787:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629106.504788:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629106.504789:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629106.504791:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629106.504792:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629106.504793:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629106.504795:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629106.504800:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504806:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629106.504807:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504809:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504810:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629106.504813:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504820:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629106.504823:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504829:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629106.504832:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504833:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629106.504834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504836:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629106.504838:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629106.504841:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629106.504844:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629106.504846:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629106.504849:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629106.504854:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623360:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629106.504857:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504858:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504859:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472623232/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504863:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629106.504864:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629106.504865:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629106.504867:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629106.504868:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629106.504869:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629106.504870:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629106.504871:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629106.504873:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629106.504874:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629106.504874:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629106.504877:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629106.504878:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504879:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629106.504880:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472623360/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629106.504884:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629106.504885:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629106.504885:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629106.504886:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629106.504887:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629106.504888:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629106.504889:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629106.504889:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629106.504890:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629106.504891:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629106.504892:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629106.504893:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629106.504893:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504894:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.504896:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629106.504897:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.504898:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629106.504899:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.759699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629106.759702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629106.759702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629106.759706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629106.759706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.759711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629106.759713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629106.759714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629106.759715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629106.759716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629106.759717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629106.759726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629106.759726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629106.759729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629106.759729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629106.759733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629106.759736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629106.759737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629106.759742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629106.759743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629106.759757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629106.759760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629106.759764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629106.759770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629106.759791:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629106.759795:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629106.759798:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629107.527757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629107.527764:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629107.527767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629107.527772:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629107.527775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629107.527779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629107.527782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629107.527785:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629107.527787:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629107.783751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629107.783751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629107.783758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629107.783759:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629107.783760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629107.783763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629107.783765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629107.783765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629107.783772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629107.783772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629107.783774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629107.783779:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629107.783779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629107.783780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629107.783784:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629107.783785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629107.783787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629107.783788:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629107.783790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629107.783790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629107.783791:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629107.783794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629107.783797:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629107.783798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629107.783858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629107.783861:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629107.783864:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629108.551776:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629108.551783:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629108.551785:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629108.551790:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629108.551794:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629108.551799:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629108.551801:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629108.551804:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629108.551806:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629108.807761:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629108.807761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629108.807767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629108.807771:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629108.807771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629108.807772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629108.807775:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629108.807775:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629108.807782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629108.807784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629108.807784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629108.807786:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629108.807792:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629108.807792:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629108.807794:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629108.807797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629108.807799:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629108.807799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629108.807807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629108.807807:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629108.807812:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629108.807812:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629108.807821:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629108.807821:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629108.807867:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629108.807872:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629108.807876:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629109.575740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629109.575747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629109.575749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629109.575755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629109.575758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629109.575762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629109.575765:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629109.575767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629109.575769:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629109.831745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629109.831745:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629109.831752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629109.831755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629109.831756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629109.831757:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629109.831763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629109.831763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629109.831765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629109.831776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629109.831776:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629109.831778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629109.831782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629109.831783:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629109.831783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629109.831786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629109.831795:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629109.831795:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629109.831796:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629109.831800:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629109.831802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629109.831803:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629109.831805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629109.831817:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629109.831874:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629109.831878:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629109.831881:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629110.407755:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308458256, at 4308458304
00000100:00000040:1.0:1778629110.407755:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308458256, at 4308458304
00000100:00000010:0.0:1778629110.407775:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:1.0:1778629110.407777:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:3.0:1778629110.599792:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629110.599798:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629110.599799:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629110.599804:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629110.599807:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629110.599810:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629110.599812:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629110.599814:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629110.599817:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629110.855753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629110.855753:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629110.855762:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629110.855762:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629110.855764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629110.855765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629110.855766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629110.855775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629110.855776:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629110.855776:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629110.855788:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629110.855788:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629110.855791:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629110.855795:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629110.855795:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629110.855796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629110.855804:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629110.855804:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629110.855808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629110.855808:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629110.855809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629110.855815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629110.855816:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629110.855816:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629110.855891:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629110.855895:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629110.855899:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629111.623718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629111.623723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629111.623725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629111.623729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629111.623732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629111.623735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629111.623738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629111.623740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629111.623742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629111.623772:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629111.623776:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629111.623778:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629111.623780:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629111.623783:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629111.623789:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13787
00000400:00000200:3.0:1778629111.623796:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629111.623801:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629111.623804:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629111.623807:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623810:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629111.623814:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623816:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629111.623819:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629111.623821:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629111.623823:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629111.623825:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629111.623827:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629111.623829:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629111.623833:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623835:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629111.623838:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623839:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629111.623841:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629111.623843:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623845:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629111.623848:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629111.623850:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629111.623852:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.623854:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629111.623855:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629111.623861:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629111.623863:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629111.623867:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629111.623868:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.623871:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629111.623873:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629111.623878:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629111.623885:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778629111.623891:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629111.623899:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629111.623907:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629111.623911:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629111.623914:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629111.623945:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629111.623949:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629111.623952:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629111.623953:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629111.623954:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629111.623956:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629111.623959:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13787
00000400:00000200:3.0:1778629111.623962:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629111.623964:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629111.623966:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629111.623967:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629111.623968:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629111.623971:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629111.623971:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629111.623975:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629111.623975:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.623979:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629111.623981:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629111.623982:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629111.623984:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1778629111.623985:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778629111.623986:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629111.623991:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629111.623996:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629111.624000:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.624005:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629111.624006:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1778629111.624008:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629111.624010:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624012:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629111.624015:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:2.0:1778629111.624016:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629111.624019:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1778629111.624021:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629111.624023:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624024:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629111.624027:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1778629111.624029:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623488:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629111.624032:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629111.624033:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629111.624037:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629111.624038:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629111.624039:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629111.624041:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629111.624043:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629111.624045:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1778629111.624046:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624049:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629111.624052:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
02000000:00000010:2.0:1778629111.624053:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
00000020:00000040:3.0:1778629111.624055:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629111.624059:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629111.624059:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629111.624061:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624065:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629111.624066:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629111.624068:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629111.624071:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778629111.624074:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629111.624078:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629111.624079:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00100000:3.0:1778629111.624083:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629111.624089:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629111.624091:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629111.624095:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629111.624103:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629111.624106:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629111.624109:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629111.624110:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629111.624111:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629111.624113:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629111.624115:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13787
00000400:00000200:3.0:1778629111.624118:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629111.624120:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629111.624122:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629111.624124:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:2.0:1778629111.624125:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629111.624133:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623488, portal 25
00000100:00000001:2.0:1778629111.624136:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629111.624138:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778629111.624145:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624151:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629111.624156:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629111.624159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629111.624167:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472623488, offset 0
00000400:00000200:2.0:1778629111.624173:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624183:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629111.624193:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629111.624200:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629111.624206:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:3.0:1778629111.624213:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629111.624217:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1778629111.624220:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.624224:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629111.624227:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1778629111.624228:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:3.0:1778629111.624229:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629111.624234:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629111.624237:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629111.624242:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629111.624243:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497470:497470:256:4294967295] 192.168.204.112@tcp LPNI seq info [497429:497429:8:4294967295]
00000020:00000001:3.0:1778629111.624247:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629111.624254:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624255:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629111.624260:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629111.624266:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629111.624269:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629111.624272:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629111.624279:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624280:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629111.624282:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629111.624284:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629111.624287:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629111.624290:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624295:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629111.624297:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1778629111.624301:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00000001:3.0:1778629111.624301:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624305:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629111.624308:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629111.624315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629111.624318:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629111.624323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629111.624326:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629111.624329:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629111.624331:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629111.624335:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629111.624338:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629111.624342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629111.624344:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629111.624348:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629111.624352:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624368:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.624373:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624382:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624384:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629111.624391:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629111.624396:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629111.624399:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308463376
00000100:00000010:2.0:1778629111.624405:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a42a0.
00000100:00000001:2.0:1778629111.624412:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629111.624418:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308463376
00000100:00000010:2.0:1778629111.624420:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4480.
00000100:00000001:2.0:1778629111.624423:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1778629111.624425:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629111.624426:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629111.624430:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629111.624430:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629111.624436:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1778629111.624436:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629111.624439:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629111.624443:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1778629111.624446:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629111/real 1778629111]  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629111.624446:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629111.624449:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629111.624455:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000400:00000001:2.0:1778629111.624458:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1778629111.624459:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1778629111.624462:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629111.624465:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000100:00100000:3.0:1778629111.624468:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629111.624469:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629111.624473:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629111.624479:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1778629111.624479:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1778629111.624485:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629111.624491:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624498:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629111.624501:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624505:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629111.624507:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629111.624521:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624529:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629111.624537:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624545:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629111.624549:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624551:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624556:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1778629111.624556:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624559:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624566:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629111.624568:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624569:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1778629111.624572:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629111.624576:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1778629111.624577:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629111.624583:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629111.624586:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1778629111.624588:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000040:3.0:1778629111.624590:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13797)
00000100:00000001:2.0:1778629111.624592:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629111.624600:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629111.624606:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623488:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629111.624639:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624642:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.624647:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472623488/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624667:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629111.624670:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629111.624674:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629111.624679:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629111.624682:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629111.624684:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629111.624687:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629111.624690:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778629111.624694:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629111.624696:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629111.624698:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629111.624700:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629111.624701:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624702:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624709:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629111.624710:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624713:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629111.624714:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629111.624716:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629111.624720:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624728:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629111.624729:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629111.624731:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629111.624734:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629111.624736:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629111.624739:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629111.624743:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629111.624745:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629111.624746:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629111.624748:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629111.624752:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629111.624754:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629111.624758:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629111.624761:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629111.624765:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629111.624768:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623616, portal 10
00000100:00000001:2.0:1778629111.624770:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629111.624771:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778629111.624778:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624783:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629111.624784:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629111.624786:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629111.624788:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472623616, offset 0
00000400:00000200:2.0:1778629111.624791:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624794:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629111.624797:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629111.624800:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629111.624801:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629111.624803:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629111.624805:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624807:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497471:497471:256:4294967295] 192.168.204.112@tcp LPNI seq info [497430:497430:8:4294967295]
00000400:00000200:2.0:1778629111.624810:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629111.624814:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629111.624817:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629111.624819:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629111.624822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629111.624824:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629111.624828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629111.624829:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629111.624832:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629111.624834:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629111.624836:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629111.624838:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629111.624840:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629111.624841:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629111.624851:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629111.624853:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624859:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.624861:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624865:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624866:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629111.624869:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629111.624872:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629111.624875:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629111.624876:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308459534
00000100:00000001:2.0:1778629111.624878:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308463376
00000100:00000001:2.0:1778629111.624879:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308459534
00000100:00000001:2.0:1778629111.624881:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308463376
00000100:00000001:2.0:1778629111.624882:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629111.624884:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.624885:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629111.624887:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629111/real 1778629111]  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629111.624892:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629111.624893:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629111.624895:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629111.624896:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629111.624897:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629111.624898:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629111.624900:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629111.624906:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624910:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629111.624911:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624912:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629111.624913:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629111.624915:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624919:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629111.624921:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624926:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629111.624928:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624929:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629111.624930:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.624931:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629111.624934:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629111.624936:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629111.624938:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629111.624939:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629111.624941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629111.624946:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629111.624949:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629111.624951:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624955:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629111.624956:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629111.624957:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629111.624959:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629111.624960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629111.624961:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623744:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629111.624963:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629111.624964:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629111.624965:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629111.624966:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629111.624969:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778629111.624970:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629111.624972:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629111.624974:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629111.624976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629111.624978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623744, portal 10
00000100:00000001:2.0:1778629111.624980:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629111.624981:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629111.624984:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.624989:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629111.624990:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629111.624991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629111.624993:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472623744, offset 0
00000400:00000200:2.0:1778629111.624995:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629111.624997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629111.624999:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629111.625001:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629111.625003:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629111.625004:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629111.625006:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629111.625008:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497472:497472:256:4294967295] 192.168.204.112@tcp LPNI seq info [497431:497431:8:4294967295]
00000400:00000200:2.0:1778629111.625011:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629111.625015:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629111.625017:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629111.625019:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629111.625021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629111.625023:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629111.625026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629111.625028:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629111.625031:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629111.625032:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629111.625034:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629111.625036:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629111.625038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629111.625039:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629111.625040:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629111.625042:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625050:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.625053:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625060:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.625061:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629111.625064:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629111.625067:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629111.625070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629111.625072:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308459535
00000100:00000001:2.0:1778629111.625075:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308463376
00000100:00000001:2.0:1778629111.625077:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308459535
00000100:00000001:2.0:1778629111.625079:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308463376
00000100:00000001:2.0:1778629111.625082:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629111.625084:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.625086:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629111.625090:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629111/real 1778629111]  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629111.625099:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629111.625100:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629111.625102:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629111.625105:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629111.625107:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629111.625109:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629111.625111:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629111.625117:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625122:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629111.625123:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625124:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629111.625125:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629111.625127:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625131:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629111.625134:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625138:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629111.625140:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625141:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629111.625141:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625142:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629111.625144:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629111.625146:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629111.625148:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629111.625149:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629111.625151:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629111.625157:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472623744:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629111.625159:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625160:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.625162:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472623616/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625166:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629111.625167:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629111.625169:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629111.625170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629111.625171:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629111.625172:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629111.625174:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629111.625176:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778629111.625179:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629111.625180:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629111.625182:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629111.625185:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629111.625186:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625188:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629111.625191:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472623744/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629111.625197:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629111.625199:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629111.625200:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397400.
02000000:00000001:2.0:1778629111.625202:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629111.625204:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629111.625205:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629111.625207:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629111.625209:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629111.625211:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629111.625212:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629111.625214:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629111.625216:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629111.625217:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625219:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629111.625223:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629111.625225:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629111.625226:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629111.625228:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629111.879736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629111.879741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629111.879746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629111.879747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629111.879747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629111.879757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629111.879758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629111.879759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629111.879767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629111.879767:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629111.879768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629111.879781:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629111.879781:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629111.879782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629111.879788:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629111.879789:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629111.879790:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629111.879796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629111.879796:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629111.879803:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629111.879803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629111.879809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629111.879810:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629111.879824:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629111.879853:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629111.879858:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629111.879861:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629112.647784:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629112.647793:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629112.647795:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629112.647803:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629112.647807:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629112.647811:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629112.647814:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629112.647818:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629112.647820:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629112.903746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629112.903746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629112.903754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629112.903756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629112.903756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629112.903760:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629112.903761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629112.903761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629112.903769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629112.903769:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629112.903770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629112.903773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629112.903776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629112.903776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629112.903778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629112.903782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629112.903782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629112.903782:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629112.903787:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629112.903787:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629112.903788:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629112.903791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629112.903791:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629112.903792:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629112.903798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629112.903798:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629112.903799:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629112.903801:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629112.903805:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629112.903807:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629112.903881:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629112.903884:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629112.903886:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778629113.095773:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629113.095784:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629113.095793:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629113.095972:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629113.095992:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1778629113.095993:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629113.096001:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629113.096005:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629113.671729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629113.671737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629113.671740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629113.671747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629113.671752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629113.671757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629113.671761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629113.671764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629113.671768:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629113.927716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629113.927723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629113.927724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629113.927724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629113.927728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629113.927729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629113.927730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629113.927733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629113.927736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629113.927736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629113.927738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629113.927742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629113.927743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629113.927743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629113.927748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629113.927749:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629113.927749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629113.927751:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629113.927755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629113.927755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629113.927759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629113.927759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629113.927765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629113.927766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629113.927824:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629113.927829:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629113.927833:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629114.695755:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629114.695761:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629114.695763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629114.695769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629114.695772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629114.695777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629114.695780:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629114.695782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629114.695785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629114.951738:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629114.951739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629114.951748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629114.951748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629114.951749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629114.951751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629114.951752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951758:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778629114.951759:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629114.951760:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629114.951763:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629114.951765:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629114.951766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629114.951769:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629114.951772:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629114.951772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629114.951775:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629114.951778:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629114.951778:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629114.951779:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629114.951781:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629114.951782:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629114.951783:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629114.951787:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629114.951788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951789:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629114.951798:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629114.951800:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629114.951801:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951803:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629114.951805:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951807:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951809:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629114.951813:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629114.951814:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629114.951872:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629114.951876:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629114.951879:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629115.527735:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308463376, at 4308463424
00000100:00000040:1.0:1778629115.527735:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308463376, at 4308463424
00000100:00000010:0.0:1778629115.527754:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a42a0.
00000100:00000010:1.0:1778629115.527759:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4480.
00000100:00000001:3.0:1778629115.719691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629115.719699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629115.719701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629115.719707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629115.719710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629115.719714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629115.719718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629115.719720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629115.719722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629115.975718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629115.975718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629115.975727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629115.975728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629115.975732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629115.975732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629115.975734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629115.975740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629115.975740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629115.975740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629115.975747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629115.975747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629115.975751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629115.975753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629115.975753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629115.975754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629115.975759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629115.975760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629115.975761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629115.975762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629115.975763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629115.975765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629115.975768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629115.975777:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629115.975798:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629115.975802:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629115.975807:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629116.743765:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629116.743765:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629116.743774:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629116.743775:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629116.743780:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778629116.743780:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629116.743786:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1778629116.743787:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629116.743792:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629116.743794:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629116.743800:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13792
00000100:00000001:3.0:1778629116.743801:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629116.743806:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629116.743810:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629116.743814:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629116.743817:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629116.743822:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629116.743825:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629116.743829:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.743831:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629116.743833:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.743835:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629116.743839:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629116.743841:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629116.743844:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629116.743846:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629116.743849:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629116.743851:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629116.743853:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.743855:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629116.743857:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.743858:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629116.743861:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629116.743864:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629116.743866:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629116.743868:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629116.743871:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629116.743873:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.743874:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629116.743877:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629116.743889:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629116.743894:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629116.743898:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629116.743900:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.743904:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629116.743907:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629116.743912:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629116.743925:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629116.743934:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629116.743945:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629116.743955:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629116.743959:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629116.743963:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629116.743987:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629116.743990:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629116.743992:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629116.743993:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629116.743995:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629116.743997:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629116.743999:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13792
00000400:00000200:2.0:1778629116.744003:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629116.744005:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629116.744007:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629116.744010:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744012:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629116.744014:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744016:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629116.744018:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629116.744019:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629116.744020:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629116.744022:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629116.744024:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629116.744025:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629116.744028:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629116.744028:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744030:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629116.744033:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629116.744034:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629116.744037:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629116.744038:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1778629116.744040:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629116.744043:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744047:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629116.744048:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629116.744048:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629116.744056:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629116.744057:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629116.744059:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744060:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744065:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629116.744066:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629116.744070:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1778629116.744070:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629116.744074:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629116.744074:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744079:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629116.744082:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623872:192.168.204.112@tcp:250:kworker.0
00000100:00000010:2.0:1778629116.744084:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629116.744087:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1778629116.744087:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629116.744091:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629116.744092:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629116.744092:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629116.744095:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744096:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629116.744099:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629116.744101:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629116.744101:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629116.744107:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
02000000:00000010:1.0:1778629116.744108:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629116.744110:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744110:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629116.744116:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629116.744123:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629116.744131:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:2.0:1778629116.744131:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629116.744134:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629116.744140:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629116.744143:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000001:2.0:1778629116.744154:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629116.744156:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472623872, portal 25
00000100:00080000:2.0:1778629116.744158:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629116.744161:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778629116.744163:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629116.744165:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000001:2.0:1778629116.744168:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629116.744171:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1778629116.744175:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629116.744177:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629116.744183:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13792
00000400:00000200:2.0:1778629116.744193:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629116.744195:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1778629116.744199:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:1.0:1778629116.744203:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629116.744205:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1778629116.744207:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000040:2.0:1778629116.744212:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629116.744214:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472623872, offset 0
00000100:00000001:2.0:1778629116.744216:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629116.744220:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744222:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629116.744227:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629116.744228:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629116.744231:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629116.744234:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629116.744237:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629116.744239:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629116.744242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629116.744243:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629116.744248:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744250:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629116.744254:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629116.744255:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744260:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629116.744264:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629116.744266:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778629116.744270:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629116.744276:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629116.744282:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629116.744286:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629116.744289:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629116.744291:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1778629116.744293:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744297:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629116.744298:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000008:00100000:2.0:1778629116.744302:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629116.744306:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629116.744311:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497473:497473:256:4294967295] 192.168.204.112@tcp LPNI seq info [497432:497432:8:4294967295]
00000100:00000001:2.0:1778629116.744311:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629116.744318:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000400:00000200:1.0:1778629116.744320:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629116.744322:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629116.744326:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629116.744327:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629116.744329:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629116.744330:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629116.744332:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629116.744337:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000400:00000200:1.0:1778629116.744341:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629116.744343:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629116.744350:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629116.744355:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629116.744363:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1778629116.744364:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000100:00000001:2.0:1778629116.744365:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629116.744371:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629116.744379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629116.744383:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629116.744385:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1778629116.744387:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629116.744393:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629116.744396:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629116.744397:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629116.744403:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629116.744403:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1778629116.744410:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13802)
00000800:00000100:1.0:1778629116.744416:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629116.744418:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629116.744426:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629116.744431:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629116.744436:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629116.744438:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629116.744443:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629116.744447:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744456:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.744459:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744465:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744466:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629116.744472:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629116.744476:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629116.744478:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308468496
00000100:00000010:1.0:1778629116.744483:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629116.744490:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629116.744496:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308468496
00000100:00000010:1.0:1778629116.744498:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629116.744500:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629116.744503:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629116.744505:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744507:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629116.744510:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629116/real 1778629116]  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629116.744517:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629116.744518:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629116.744520:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629116.744522:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629116.744523:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629116.744525:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629116.744527:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629116.744533:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744537:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629116.744539:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744541:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.744542:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629116.744545:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744565:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629116.744571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744579:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629116.744582:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.744585:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744588:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629116.744590:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629116.744594:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629116.744598:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629116.744600:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629116.744603:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629116.744631:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472623872:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629116.744635:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744637:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.744639:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472623872/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744645:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629116.744647:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629116.744650:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629116.744652:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629116.744654:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629116.744656:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629116.744658:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629116.744660:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629116.744664:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629116.744666:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629116.744667:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629116.744669:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629116.744670:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744672:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744679:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629116.744680:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744682:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629116.744683:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629116.744684:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629116.744686:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744691:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629116.744693:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629116.744694:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629116.744696:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629116.744697:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629116.744699:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629116.744701:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629116.744703:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629116.744704:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629116.744705:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629116.744708:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629116.744709:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629116.744712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629116.744714:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629116.744717:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629116.744719:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624000, portal 10
00000100:00000001:1.0:1778629116.744721:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629116.744722:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629116.744727:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744732:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629116.744734:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629116.744735:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629116.744737:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624000, offset 0
00000400:00000200:1.0:1778629116.744739:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629116.744742:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629116.744744:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629116.744746:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629116.744748:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629116.744750:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629116.744752:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629116.744754:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497474:497474:256:4294967295] 192.168.204.112@tcp LPNI seq info [497433:497433:8:4294967295]
00000400:00000200:1.0:1778629116.744757:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629116.744761:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629116.744764:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629116.744767:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629116.744770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629116.744772:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778629116.744775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629116.744776:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778629116.744779:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629116.744780:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629116.744782:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629116.744785:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629116.744787:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629116.744788:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629116.744790:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629116.744792:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744798:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.744800:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744810:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744811:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629116.744813:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629116.744816:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629116.744818:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629116.744820:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308464654
00000100:00000001:1.0:1778629116.744822:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308468496
00000100:00000001:1.0:1778629116.744823:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308464654
00000100:00000001:1.0:1778629116.744825:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308468496
00000100:00000001:1.0:1778629116.744826:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629116.744827:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744828:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629116.744830:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629116/real 1778629116]  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629116.744835:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629116.744836:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629116.744837:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629116.744839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629116.744840:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629116.744841:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629116.744843:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629116.744848:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744852:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629116.744853:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744854:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.744855:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629116.744857:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744862:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629116.744865:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744869:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629116.744871:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744872:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.744873:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.744874:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629116.744878:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629116.744879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629116.744881:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629116.744883:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629116.744885:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629116.744889:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629116.744892:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629116.744894:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744899:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629116.744900:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629116.744901:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629116.744902:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629116.744903:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629116.744905:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624128:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629116.744907:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629116.744908:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629116.744909:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629116.744910:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629116.744913:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629116.744914:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629116.744916:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629116.744917:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629116.744919:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629116.744921:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624128, portal 10
00000100:00000001:1.0:1778629116.744922:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629116.744923:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:1.0:1778629116.744927:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744932:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629116.744933:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629116.744935:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629116.744936:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624128, offset 0
00000400:00000200:1.0:1778629116.744939:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629116.744941:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629116.744943:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629116.744944:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629116.744946:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629116.744947:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629116.744948:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629116.744950:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497475:497475:256:4294967295] 192.168.204.112@tcp LPNI seq info [497434:497434:8:4294967295]
00000400:00000200:1.0:1778629116.744954:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629116.744957:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629116.744961:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629116.744963:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629116.744965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629116.744966:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1778629116.744969:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629116.744971:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1778629116.744973:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629116.744976:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629116.744977:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629116.744980:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629116.744982:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629116.744983:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629116.744984:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629116.744986:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744992:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.744994:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.744997:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.744998:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629116.745000:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629116.745002:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629116.745003:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629116.745005:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308464655
00000100:00000001:1.0:1778629116.745006:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308468496
00000100:00000001:1.0:1778629116.745008:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308464655
00000100:00000001:1.0:1778629116.745009:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308468496
00000100:00000001:1.0:1778629116.745011:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629116.745012:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.745013:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629116.745015:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629116/real 1778629116]  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629116.745020:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629116.745020:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629116.745021:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629116.745022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629116.745023:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629116.745025:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629116.745027:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629116.745033:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.745037:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629116.745038:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745039:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.745039:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629116.745041:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.745045:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629116.745047:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.745051:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629116.745053:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745053:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629116.745054:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745055:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629116.745057:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629116.745059:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629116.745061:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629116.745062:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629116.745064:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629116.745068:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624128:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629116.745071:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745072:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.745074:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472624000/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.745079:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629116.745080:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629116.745081:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629116.745082:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629116.745083:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629116.745084:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629116.745085:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629116.745086:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629116.745087:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629116.745088:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629116.745089:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629116.745092:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629116.745093:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745094:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629116.745096:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472624128/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629116.745100:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629116.745101:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629116.745102:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629116.745104:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629116.745104:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629116.745105:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629116.745106:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629116.745107:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629116.745108:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629116.745109:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629116.745110:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629116.745111:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629116.745112:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745113:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.745115:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629116.745116:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.745117:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629116.745118:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629116.999729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629116.999729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629116.999735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629116.999737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629116.999737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629116.999741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629116.999742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629116.999742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629116.999750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629116.999750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629116.999750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629116.999753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629116.999757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629116.999757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629116.999758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629116.999762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.999762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629116.999768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629116.999769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629116.999769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629116.999772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629116.999774:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629116.999776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629116.999778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629116.999831:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629116.999835:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629116.999838:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629117.767694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629117.767701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629117.767703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629117.767709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629117.767713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629117.767717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629117.767719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629117.767722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629117.767725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629118.023692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629118.023699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629118.023700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629118.023702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629118.023706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629118.023708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629118.023709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629118.023715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629118.023715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629118.023720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629118.023722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629118.023723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629118.023727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629118.023728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629118.023731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629118.023732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629118.023736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629118.023737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629118.023835:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629118.023838:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629118.023841:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629118.023842:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629118.023845:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629118.023846:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629118.023895:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629118.023899:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629118.023901:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629118.791711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629118.791719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629118.791721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629118.791728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629118.791732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629118.791736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629118.791738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629118.791742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629118.791746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629119.047767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629119.047773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629119.047775:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629119.047775:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629119.047778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629119.047783:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629119.047786:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629119.047787:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629119.047788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629119.047789:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629119.047792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629119.047793:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629119.047803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629119.047803:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629119.047811:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629119.047812:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629119.047816:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629119.047819:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629119.047822:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629119.047825:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629119.047825:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629119.047832:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629119.047835:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629119.047840:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629119.047874:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629119.047878:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629119.047882:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629119.815706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629119.815711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629119.815713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629119.815717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629119.815720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629119.815723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629119.815725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629119.815727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629119.815729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629120.071718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629120.071726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629120.071729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629120.071729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629120.071740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629120.071741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629120.071742:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629120.071753:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629120.071753:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629120.071756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629120.071760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629120.071760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629120.071761:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629120.071767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629120.071768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629120.071770:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629120.071771:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629120.071772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629120.071784:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629120.071787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629120.071794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629120.071798:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629120.071802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629120.071806:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629120.071818:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629120.071824:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629120.071830:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629120.647709:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308468496, at 4308468544
00000100:00000040:1.0:1778629120.647709:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308468496, at 4308468544
00000100:00000010:1.0:1778629120.647722:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000010:0.0:1778629120.647725:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:3.0:1778629120.839715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629120.839720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629120.839722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629120.839726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629120.839729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629120.839732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629120.839735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629120.839736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629120.839738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.095713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629121.095713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629121.095714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629121.095719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629121.095723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629121.095723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629121.095724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629121.095727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629121.095728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.095728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629121.095730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629121.095733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629121.095737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629121.095737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629121.095744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629121.095744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629121.095748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.095749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629121.095754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629121.095754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629121.095758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.095759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629121.095764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.095765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629121.095818:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629121.095824:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629121.095828:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629121.863719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629121.863724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629121.863726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629121.863731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629121.863734:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629121.863735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629121.863738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629121.863743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629121.863747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629121.863749:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629121.863752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629121.863754:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629121.863765:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629121.863771:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629121.863784:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13797
00000400:00000200:2.0:1778629121.863795:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629121.863801:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629121.863804:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629121.863807:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863810:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629121.863813:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863815:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629121.863819:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629121.863820:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629121.863823:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629121.863826:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629121.863828:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629121.863830:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629121.863831:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863833:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629121.863834:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863835:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629121.863837:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629121.863840:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863843:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629121.863846:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629121.863849:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629121.863851:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629121.863853:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629121.863855:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629121.863866:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629121.863869:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629121.863873:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629121.863875:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629121.863881:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629121.863884:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629121.863889:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629121.863897:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629121.863904:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629121.863913:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629121.863923:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629121.863928:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629121.863932:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629121.863952:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629121.863955:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629121.863958:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629121.863959:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629121.863960:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629121.863962:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629121.863964:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13797
00000400:00000200:2.0:1778629121.863966:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629121.863968:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629121.863970:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629121.863972:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863979:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629121.863982:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.863984:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629121.863986:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629121.863988:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629121.863990:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629121.863992:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629121.863994:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629121.863997:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778629121.863997:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629121.864003:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629121.864003:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864005:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629121.864007:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629121.864011:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864014:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629121.864016:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:1.0:1778629121.864022:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629121.864023:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864040:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629121.864050:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629121.864052:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629121.864057:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629121.864059:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629121.864062:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629121.864066:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629121.864067:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1778629121.864075:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629121.864076:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629121.864083:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629121.864090:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629121.864100:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472624256:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629121.864100:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864112:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1778629121.864115:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
02000000:00000001:1.0:1778629121.864116:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629121.864120:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629121.864121:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629121.864123:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629121.864129:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629121.864131:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629121.864134:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:2.0:1778629121.864134:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629121.864141:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629121.864142:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629121.864148:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.864154:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629121.864160:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
02000000:00000010:2.0:1778629121.864160:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629121.864172:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629121.864173:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00100000:2.0:1778629121.864181:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778629121.864182:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624256, portal 25
00000100:00000001:1.0:1778629121.864190:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629121.864191:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:1.0:1778629121.864199:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864205:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629121.864208:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629121.864210:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629121.864212:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472624256, offset 0
00000400:00000200:1.0:1778629121.864226:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864226:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629121.864236:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.864243:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629121.864248:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629121.864254:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629121.864265:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629121.864276:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629121.864284:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629121.864287:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864291:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.864299:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497476:497476:256:4294967295] 192.168.204.112@tcp LPNI seq info [497435:497435:8:4294967295]
00000100:00080000:2.0:1778629121.864300:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629121.864318:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629121.864323:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629121.864325:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629121.864329:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629121.864332:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629121.864338:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13797
00000400:00000200:2.0:1778629121.864349:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629121.864356:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1778629121.864357:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629121.864363:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629121.864370:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864373:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629121.864378:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.0:1778629121.864381:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864383:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629121.864389:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629121.864390:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629121.864391:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629121.864393:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000010:1.0:1778629121.864394:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000020:00000001:2.0:1778629121.864396:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629121.864402:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629121.864407:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.0:1778629121.864414:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629121.864415:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778629121.864423:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1778629121.864423:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629121.864433:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629121.864438:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.1:1778629121.864440:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:2.0:1778629121.864446:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000200:1.1:1778629121.864447:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1778629121.864468:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629121.864470:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629121.864476:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629121.864480:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629121.864484:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629121.864486:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629121.864489:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629121.864493:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864502:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629121.864504:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864513:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864515:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629121.864519:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.864523:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629121.864525:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308473616
00000100:00000010:1.0:1778629121.864529:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629121.864535:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629121.864541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308473616
00000100:00000010:1.0:1778629121.864542:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778629121.864545:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629121.864547:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629121.864549:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864550:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629121.864553:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629121/real 1778629121]  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629121.864560:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629121.864562:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629121.864564:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629121.864567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629121.864568:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629121.864571:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629121.864575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629121.864584:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864591:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629121.864593:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.864595:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.864598:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629121.864600:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629121.864603:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629121.864633:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629121.864637:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629121.864638:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629121.864640:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629121.864645:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629121.864658:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864670:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629121.864670:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629121.864687:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000100:00000040:1.0:1778629121.864692:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629121.864693:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629121.864703:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629121.864708:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629121.864715:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1778629121.864722:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1778629121.864722:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1778629121.864727:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1778629121.864728:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864730:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.864733:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.864736:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1778629121.864737:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:1.0:1778629121.864738:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629121.864745:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1778629121.864747:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629121.864750:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629121.864755:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629121.864761:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629121.864761:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629121.864801:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629121.864806:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629121.864815:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629121.864818:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472624256:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629121.864839:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629121.864842:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864843:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629121.864851:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629121.864852:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472624256/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629121.864864:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629121.864877:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629121.864890:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1778629121.864890:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1778629121.864898:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1778629121.864901:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13807)
02000000:00000010:1.0:1778629121.864902:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629121.864911:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629121.864914:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629121.864916:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629121.864919:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629121.864922:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:1.0:1778629121.864926:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629121.864929:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629121.864930:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:1.0:1778629121.864933:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629121.864934:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.864935:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.864940:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629121.864942:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.864943:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629121.864945:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629121.864946:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629121.864949:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864954:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629121.864955:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629121.864957:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629121.864959:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629121.864960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629121.864962:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629121.864964:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629121.864966:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629121.864967:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629121.864968:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629121.864971:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629121.864972:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.864975:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629121.864977:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629121.864980:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629121.864982:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624384, portal 10
00000100:00000001:1.0:1778629121.864983:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629121.864984:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:1.0:1778629121.864989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.864993:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629121.864995:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629121.864997:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629121.864999:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624384, offset 0
00000400:00000200:1.0:1778629121.865001:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629121.865005:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629121.865007:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629121.865010:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629121.865012:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629121.865014:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629121.865016:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629121.865018:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497477:497477:256:4294967295] 192.168.204.112@tcp LPNI seq info [497436:497436:8:4294967295]
00000400:00000200:1.0:1778629121.865021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629121.865025:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629121.865028:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629121.865030:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629121.865033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629121.865035:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778629121.865038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629121.865040:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1778629121.865042:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629121.865044:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629121.865046:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629121.865048:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629121.865050:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629121.865052:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629121.865053:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629121.865056:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865061:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629121.865063:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865068:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.865069:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629121.865071:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629121.865074:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629121.865076:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629121.865078:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308469774
00000100:00000001:1.0:1778629121.865080:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308473616
00000100:00000001:1.0:1778629121.865082:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308469774
00000100:00000001:1.0:1778629121.865083:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308473616
00000100:00000001:1.0:1778629121.865085:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629121.865087:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.865088:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629121.865090:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629121/real 1778629121]  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629121.865095:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629121.865096:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629121.865097:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629121.865098:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629121.865099:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629121.865100:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629121.865102:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629121.865107:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865111:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629121.865112:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865114:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.865115:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629121.865117:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865120:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629121.865123:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865128:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629121.865130:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865131:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.865132:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865133:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629121.865136:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629121.865137:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629121.865140:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629121.865141:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629121.865143:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629121.865149:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629121.865151:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629121.865154:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865158:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629121.865159:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629121.865160:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629121.865161:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629121.865162:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629121.865164:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624512:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629121.865166:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629121.865167:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629121.865168:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629121.865169:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629121.865170:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629121.865172:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629121.865174:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629121.865176:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629121.865178:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629121.865179:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624512, portal 10
00000100:00000001:1.0:1778629121.865181:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629121.865182:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:1.0:1778629121.865185:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865190:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629121.865191:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629121.865193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000200:1.0:1778629121.865194:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624512, offset 0
00000400:00000200:1.0:1778629121.865197:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629121.865199:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629121.865201:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629121.865202:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629121.865204:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629121.865206:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629121.865207:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629121.865209:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497478:497478:256:4294967295] 192.168.204.112@tcp LPNI seq info [497437:497437:8:4294967295]
00000400:00000200:1.0:1778629121.865212:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629121.865216:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629121.865219:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629121.865220:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000800:00000200:1.0:1778629121.865223:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629121.865224:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1778629121.865227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629121.865229:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1778629121.865231:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629121.865232:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:1.0:1778629121.865234:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629121.865237:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629121.865239:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:1.0:1778629121.865240:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:1.0:1778629121.865242:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629121.865244:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865249:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629121.865250:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865254:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.865255:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629121.865257:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629121.865259:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629121.865261:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629121.865263:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308469775
00000100:00000001:1.0:1778629121.865264:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308473616
00000100:00000001:1.0:1778629121.865266:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308469775
00000100:00000001:1.0:1778629121.865267:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308473616
00000100:00000001:1.0:1778629121.865268:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629121.865269:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.865270:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629121.865272:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629121/real 1778629121]  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629121.865276:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629121.865277:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629121.865278:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629121.865279:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629121.865280:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629121.865282:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629121.865284:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629121.865288:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865293:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629121.865294:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865295:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.865296:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629121.865298:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865302:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629121.865304:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865308:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629121.865309:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865310:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629121.865311:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865312:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629121.865313:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629121.865315:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629121.865317:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629121.865318:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629121.865320:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629121.865325:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624512:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629121.865327:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865328:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629121.865330:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472624384/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865335:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629121.865336:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629121.865338:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629121.865341:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629121.865342:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629121.865343:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629121.865346:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629121.865347:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629121.865349:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629121.865351:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629121.865352:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:1.0:1778629121.865355:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629121.865356:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865358:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629121.865361:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472624512/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629121.865369:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629121.865370:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629121.865372:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629121.865374:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629121.865375:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629121.865376:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629121.865378:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629121.865380:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:1.0:1778629121.865382:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629121.865383:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629121.865385:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:1.0:1778629121.865387:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629121.865388:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865391:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629121.865394:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629121.865395:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629121.865397:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629121.865398:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629122.119690:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629122.119690:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629122.119696:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629122.119697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629122.119699:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629122.119700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629122.119707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629122.119707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629122.119708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629122.119712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629122.119713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629122.119714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629122.119716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629122.119717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629122.119721:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629122.119722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629122.119722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629122.119724:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629122.119726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629122.119726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629122.119728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629122.119732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629122.119735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629122.119738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629122.119855:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629122.119862:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629122.119866:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629122.887728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629122.887735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629122.887737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629122.887743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629122.887747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629122.887751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629122.887754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629122.887756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629122.887759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629123.143698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629123.143698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629123.143705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629123.143706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629123.143708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629123.143709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629123.143709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629123.143714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629123.143716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629123.143716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629123.143720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629123.143721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629123.143722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629123.143725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629123.143727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629123.143727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629123.143731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629123.143733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629123.143733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629123.143735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629123.143736:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629123.143737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629123.143741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629123.143742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629123.143745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629123.143746:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629123.143752:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629123.143755:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629123.143758:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629123.143761:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629123.143831:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629123.143834:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629123.143837:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629123.911701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629123.911707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629123.911708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629123.911712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629123.911715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629123.911718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629123.911720:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629123.911723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629123.911726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629124.167725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629124.167731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629124.167732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629124.167740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629124.167740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629124.167741:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629124.167746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629124.167748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629124.167751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629124.167760:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629124.167761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629124.167762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629124.167770:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629124.167770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629124.167771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629124.167777:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629124.167778:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629124.167779:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629124.167779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629124.167788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629124.167792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629124.167794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629124.167795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629124.167800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629124.167864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629124.167868:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629124.167871:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629124.935725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629124.935733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629124.935735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629124.935741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629124.935745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629124.935750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629124.935754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629124.935756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629124.935760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629125.191717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629125.191721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629125.191724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629125.191726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629125.191727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629125.191731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629125.191732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629125.191738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629125.191739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629125.191742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629125.191745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629125.191746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629125.191750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629125.191750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629125.191752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629125.191755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629125.191758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629125.191761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191793:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629125.191800:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629125.191802:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629125.191806:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191811:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629125.191814:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191816:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191818:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191823:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629125.191825:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629125.191826:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629125.191828:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191830:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629125.191831:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191832:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191835:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629125.191839:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629125.191841:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629125.191918:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629125.191923:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629125.191926:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629125.767712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308473616, at 4308473664
00000100:00000010:1.0:1778629125.767728:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000040:0.0:1778629125.767738:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308473616, at 4308473664
00000100:00000010:0.0:1778629125.767758:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000001:3.0:1778629125.959744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629125.959752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629125.959753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629125.959759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629125.959763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629125.959767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629125.959770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629125.959774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629125.959776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.215746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629126.215746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629126.215752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629126.215756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629126.215756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629126.215757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.215760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.215761:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629126.215767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629126.215770:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629126.215770:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629126.215770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629126.215776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629126.215778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629126.215778:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629126.215778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.215784:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629126.215785:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629126.215789:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629126.215790:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629126.215794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629126.215794:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629126.215801:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.215801:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629126.215837:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629126.215840:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629126.215844:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629126.983721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629126.983728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629126.983730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629126.983736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629126.983745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629126.983748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778629126.983749:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629126.983751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629126.983754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778629126.983760:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629126.983760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.983765:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629126.983769:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629126.983773:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629126.983781:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13802
00000400:00000200:0.0:1778629126.983791:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629126.983798:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629126.983801:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629126.983805:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.983809:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.983811:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.983814:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629126.983818:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629126.983820:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629126.983823:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629126.983826:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629126.983828:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629126.983831:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629126.983834:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.983836:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.983839:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.983840:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629126.983844:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629126.983847:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629126.983850:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629126.983853:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629126.983857:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629126.983860:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.983862:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629126.983864:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629126.983873:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000020:00000040:0.0:1778629126.983888:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629126.983892:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629126.983894:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.983896:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629126.983900:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629126.983904:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629126.983913:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629126.983920:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629126.983929:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629126.983941:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629126.983946:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629126.983951:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629126.983977:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629126.983981:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629126.983984:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629126.983986:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629126.983987:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629126.983990:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629126.983993:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13802
00000400:00000200:0.0:1778629126.983998:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629126.984001:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629126.984004:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629126.984007:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984010:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.984014:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984016:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629126.984020:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629126.984022:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629126.984024:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629126.984026:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629126.984028:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629126.984031:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778629126.984032:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629126.984038:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778629126.984040:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629126.984042:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629126.984044:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.984049:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629126.984057:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629126.984058:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629126.984070:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629126.984078:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778629126.984081:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629126.984082:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984090:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778629126.984091:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984094:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629126.984095:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629126.984098:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629126.984103:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472624640:192.168.204.112@tcp:250:kworker.0
02000000:00000001:0.0:1778629126.984104:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629126.984112:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984112:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629126.984117:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1778629126.984118:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629126.984126:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629126.984127:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984133:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1778629126.984136:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.984140:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629126.984142:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629126.984146:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629126.984147:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778629126.984155:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629126.984160:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629126.984161:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629126.984167:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629126.984168:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000100:00000001:0.0:1778629126.984176:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629126.984179:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1778629126.984180:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
02000000:00000001:0.0:1778629126.984185:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629126.984191:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624640, portal 25
02000000:00000010:0.0:1778629126.984193:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:1.0:1778629126.984195:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629126.984199:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000001:0.0:1778629126.984203:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629126.984207:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629126.984216:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629126.984231:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778629126.984240:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1778629126.984240:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984249:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629126.984250:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441660.
00000100:00000040:0.0:1778629126.984257:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629126.984258:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472624640, offset 0
00000400:00000200:1.0:1778629126.984275:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984285:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629126.984290:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629126.984298:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:0.0:1778629126.984304:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629126.984306:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1778629126.984313:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629126.984314:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:0.0:1778629126.984320:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778629126.984323:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1778629126.984326:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778629126.984327:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984333:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629126.984337:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497479:497479:256:4294967295] 192.168.204.112@tcp LPNI seq info [497438:497438:8:4294967295]
00000100:00080000:0.0:1778629126.984344:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13802
00000400:00000200:1.0:1778629126.984345:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629126.984372:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629126.984382:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629126.984383:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:1.0:1778629126.984390:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf600.
00000400:00000200:0.0:1778629126.984395:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629126.984399:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1778629126.984401:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629126.984414:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.1:1778629126.984414:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629126.984423:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.984428:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629126.984431:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629126.984434:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629126.984435:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629126.984437:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629126.984441:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629126.984444:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:0.0:1778629126.984445:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:1.0:1778629126.984449:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308478736
00000020:00000001:0.0:1778629126.984450:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629126.984456:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000010:1.0:1778629126.984457:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000040:0.0:1778629126.984468:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629126.984470:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629126.984473:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629126.984478:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629126.984480:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308478736
00000100:00000001:0.0:1778629126.984486:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000010:1.0:1778629126.984487:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000020:00000040:0.0:1778629126.984495:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778629126.984495:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629126.984506:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1778629126.984510:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629126.984511:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984517:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.984518:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984521:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629126.984529:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629126.984530:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1778629126.984532:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629126.984533:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629126.984535:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629126.984537:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1778629126.984540:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1778629126.984544:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629126.984550:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.984560:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629126.984565:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1778629126.984568:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629126.984568:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984572:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629126.984576:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1778629126.984578:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984579:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629126.984587:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629126.984588:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629126.984596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629126.984598:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629126.984599:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629126.984600:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
02000000:00000001:1.0:1778629126.984601:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1778629126.984653:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000010:1.0:1778629126.984656:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629126.984660:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629126.984661:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629126.984665:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629126.984665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629126.984668:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb898.
00000100:00000001:0.0:1778629126.984669:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629126.984675:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1778629126.984675:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629126.984682:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624768, portal 10
02000000:00000001:0.0:1778629126.984683:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984686:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629126.984688:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
02000000:00000010:0.0:1778629126.984692:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000100:00000040:1.0:1778629126.984696:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629126.984699:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984708:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629126.984715:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00100000:0.0:1778629126.984717:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778629126.984719:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441d48.
00000100:00000200:1.0:1778629126.984725:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624768, offset 0
00000400:00000200:1.0:1778629126.984741:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629126.984754:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629126.984762:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629126.984762:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629126.984768:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1778629126.984771:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629126.984772:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629126.984778:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629126.984782:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:0.0:1778629126.984788:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629126.984791:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497480:497480:255:4294967295] 192.168.204.112@tcp LPNI seq info [497439:497439:7:4294967295]
00000400:00000200:1.0:1778629126.984806:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629126.984823:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778629126.984836:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629126.984838:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629126.984843:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778629126.984844:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf700.
00000800:00000200:1.0:1778629126.984854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629126.984855:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629126.984862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629126.984864:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629126.984866:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629126.984875:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000100:00000040:0.0:1778629126.984876:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629126.984883:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629126.984886:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308474894
00000100:00000040:0.0:1778629126.984889:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13812)
00000100:00000001:1.0:1778629126.984889:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308478736
00000100:00000001:1.0:1778629126.984893:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308474894
00000100:00000001:1.0:1778629126.984896:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308478736
00000100:00000001:1.0:1778629126.984898:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629126.984900:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984903:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.984904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629126.984907:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629126.984908:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778629126.984911:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629126.984912:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629126.984914:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629126.984918:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629126.984924:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629126.984926:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984928:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629126.984930:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629126.984932:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629126.984936:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624896:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629126.984943:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629126.984945:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629126.984952:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629126.984954:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629126.984959:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629126.984961:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629126.984965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629126.984967:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629126.984972:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629126.984975:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472624896, portal 10
00000100:00000001:1.0:1778629126.984977:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629126.984979:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:1.0:1778629126.984988:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629126.984995:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629126.984997:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629126.985000:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441220.
00000100:00000200:1.0:1778629126.985002:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472624896, offset 0
00000400:00000200:1.0:1778629126.985007:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629126.985011:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629126.985015:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629126.985018:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629126.985021:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629126.985024:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629126.985026:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629126.985030:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497481:497481:254:4294967295] 192.168.204.112@tcp LPNI seq info [497440:497440:6:4294967295]
00000400:00000200:1.0:1778629126.985035:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629126.985041:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629126.985047:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629126.985052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfd00.
00000800:00000200:1.0:1778629126.985056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629126.985061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629126.985064:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629126.985068:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629126.985072:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629126.985074:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308474895
00000100:00000001:1.0:1778629126.985077:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308478736
00000100:00000001:1.0:1778629126.985080:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308474895
00000100:00000001:1.0:1778629126.985082:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308478736
00000100:00000001:1.0:1778629126.985084:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629126.985086:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.985089:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.985091:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629126.985096:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629126.985098:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778629126.985099:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629126.985101:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629126.985103:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629126.985105:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629127.239709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629127.239715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629127.239719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629127.239720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629127.239725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629127.239727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629127.239728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629127.239731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629127.239732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629127.239738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629127.239742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629127.239747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629127.239751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629127.239755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629127.239759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629127.239760:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629127.239767:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629127.239770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629127.239775:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629127.239779:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629127.239782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629127.239785:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629127.239787:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629127.239790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629127.239801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629127.239805:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629127.239808:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629128.007760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629128.007771:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629128.007773:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629128.007782:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629128.007787:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629128.007792:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629128.007796:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629128.007800:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629128.007804:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629128.263742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629128.263745:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629128.263748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629128.263751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629128.263753:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629128.263756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629128.263757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629128.263763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629128.263765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629128.263766:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629128.263773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629128.263774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629128.263774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629128.263776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629128.263782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629128.263782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629128.263782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629128.263791:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629128.263793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629128.263793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629128.263798:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629128.263799:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629128.263805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629128.263805:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629128.263864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629128.263868:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629128.263871:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629129.031746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629129.031754:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629129.031757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629129.031763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629129.031768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629129.031772:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629129.031775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629129.031778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629129.031782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629129.287713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629129.287713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629129.287721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629129.287722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629129.287723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629129.287724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629129.287725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629129.287732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629129.287732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629129.287732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629129.287740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629129.287740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629129.287741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629129.287744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629129.287745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629129.287745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629129.287750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629129.287751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629129.287754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629129.287755:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629129.287756:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629129.287758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629129.287762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629129.287762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629129.287853:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629129.287859:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629129.287864:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629130.055739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629130.055747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629130.055749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629130.055755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629130.055759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629130.055765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629130.055768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629130.055771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629130.055774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778629130.055971:0:2389:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778629130.056025:0:2389:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778629130.056039:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629130.056044:0:2389:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778629130.056050:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629130.056055:0:2389:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778629130.056061:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629130.056066:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf600.
00000400:00000200:2.0:1778629130.056077:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629130.056084:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629130.056096:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441660
00000400:00000010:2.0:1778629130.056100:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441660.
00000100:00000001:2.0:1778629130.056106:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629130.056121:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056231:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.056239:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629130.056244:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778629130.056269:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629130.056275:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629130.056359:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629126/real 1778629130]  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629130.056375:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629130.056378:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629130.056383:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629130.056387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629130.056390:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629130.056393:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629130.056398:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629130.056408:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056416:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629130.056418:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056422:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.056426:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629130.056430:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056437:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629130.056443:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056458:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629130.056461:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056463:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.056464:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056467:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629130.056471:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629130.056475:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629130.056481:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629130.056484:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629130.056488:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629130.056497:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472624640:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629130.056502:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056505:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629130.056507:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472624640/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056515:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056518:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056520:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.056522:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629130.056523:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056525:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629130.056579:0:2389:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629130.056584:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629130.056590:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:2.0:1778629130.056595:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629130.056599:0:2389:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629130.056601:0:2389:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629130.056605:0:2389:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629130.056657:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629130.056663:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629130.056665:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629130.056668:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:2.0:1778629130.056673:0:2389:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629130.056675:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629130.056677:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629130.056692:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629130.056695:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf700.
00000400:00000200:2.0:1778629130.056699:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629130.056703:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629130.056707:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441d48
00000400:00000010:2.0:1778629130.056709:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441d48.
00000100:00000001:2.0:1778629130.056712:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629130.056717:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056770:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.056772:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629130.056774:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778629130.056788:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629130.056793:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629130.056819:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629126/real 1778629130]  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629130.056830:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629130.056833:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629130.056836:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb898.
00000400:00000200:1.0:1778629130.056840:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629130.056842:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629130.056846:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629130.056850:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629130.056858:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056866:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629130.056867:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056869:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.056871:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629130.056875:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056882:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629130.056887:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056895:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629130.056898:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056900:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.056901:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.056903:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629130.056910:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629130.056914:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629130.056920:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629130.056923:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629130.056927:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629130.056941:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629130.056945:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056946:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629130.056949:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472624768/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.056955:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056957:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056959:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.056960:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629130.056962:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.056963:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629130.057002:0:2389:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629130.057004:0:2389:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629130.057006:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:2.0:1778629130.057010:0:2389:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629130.057012:0:2389:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629130.057014:0:2389:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629130.057016:0:2389:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629130.057018:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778629130.057021:0:2389:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629130.057023:0:2389:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629130.057024:0:2389:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:2.0:1778629130.057027:0:2389:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629130.057029:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629130.057031:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629130.057038:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629130.057041:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfd00.
00000400:00000200:2.0:1778629130.057045:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629130.057048:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629130.057053:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441220
00000400:00000010:2.0:1778629130.057054:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441220.
00000100:00000001:2.0:1778629130.057057:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629130.057063:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629130.057080:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629130.057084:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629130.057095:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629130.057096:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629130.057121:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.057124:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629130.057127:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629130.057134:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629126/real 1778629130]  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629130.057147:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629130.057148:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629130.057151:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629130.057155:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629130.057157:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629130.057160:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629130.057164:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629130.057187:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.057201:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629130.057203:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057205:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.057207:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629130.057212:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.057220:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629130.057224:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.057232:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629130.057235:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057237:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629130.057238:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057240:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629130.057245:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629130.057248:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629130.057252:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629130.057255:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629130.057259:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629130.057274:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472624896:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629130.057280:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057282:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629130.057300:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472624896/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629130.057308:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629130.057310:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629130.057313:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629130.057317:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629130.057319:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629130.057321:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629130.057323:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629130.057325:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:1.0:1778629130.057328:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629130.057329:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629130.057331:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:1.0:1778629130.057334:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629130.057335:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057337:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.057350:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629130.057352:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.057355:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629130.057356:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629130.311751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629130.311758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.311764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629130.311765:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629130.311765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629130.311767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629130.311777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629130.311777:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629130.311778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629130.311783:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629130.311783:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629130.311784:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629130.311798:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629130.311799:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629130.311812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629130.311813:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629130.311825:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.311825:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629130.311839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629130.311839:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629130.311844:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629130.311849:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629130.311850:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629130.311858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629130.311863:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629130.311864:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629130.311871:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629130.887703:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308478736, at 4308478784
00000100:00000040:1.0:1778629130.887704:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308478736, at 4308478784
00000100:00000010:0.0:1778629130.887718:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000010:1.0:1778629130.887722:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:3.0:1778629131.079736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629131.079744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629131.079746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629131.079752:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629131.079756:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629131.079761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629131.079764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629131.079766:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629131.079770:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629131.335709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629131.335709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629131.335712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629131.335715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629131.335716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629131.335717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629131.335718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629131.335720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629131.335725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629131.335726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629131.335727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629131.335731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629131.335733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629131.335733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629131.335737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629131.335738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629131.335738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629131.335741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629131.335745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629131.335745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629131.335749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629131.335750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629131.335756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629131.335756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629131.335809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629131.335812:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629131.335815:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629132.103710:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629132.103710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629132.103715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629132.103718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629132.103719:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629132.103723:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1778629132.103724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778629132.103726:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629132.103729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629132.103730:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629132.103733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629132.103736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778629132.103737:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13807
00000100:00000001:3.0:1778629132.103740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629132.103743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629132.103747:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629132.103754:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629132.103757:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629132.103759:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103762:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629132.103765:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103767:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629132.103770:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629132.103772:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629132.103775:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629132.103777:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629132.103779:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629132.103780:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629132.103782:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103784:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629132.103785:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103787:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629132.103789:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629132.103792:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103793:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629132.103795:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629132.103798:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629132.103800:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.103802:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629132.103805:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629132.103811:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c380.
00000020:00000040:0.0:1778629132.103815:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629132.103819:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629132.103821:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.103824:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629132.103827:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629132.103831:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629132.103839:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778629132.103846:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629132.103855:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629132.103863:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629132.103867:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629132.103872:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049257aac] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629132.103899:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629132.103903:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629132.103907:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629132.103908:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629132.103910:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629132.103913:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629132.103917:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13807
00000400:00000200:0.0:1778629132.103922:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629132.103926:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629132.103928:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629132.103931:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103933:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629132.103936:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103939:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629132.103942:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629132.103943:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629132.103945:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629132.103948:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629132.103950:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629132.103952:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778629132.103953:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629132.103957:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778629132.103959:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629132.103961:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629132.103963:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629132.103966:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103970:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778629132.103971:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778629132.103974:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629132.103983:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629132.103989:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.103991:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1778629132.103992:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629132.104000:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629132.104000:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629132.104006:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.104006:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629132.104010:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629132.104012:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629132.104016:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1778629132.104019:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1778629132.104022:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625024:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629132.104027:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1778629132.104032:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.104034:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.104034:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629132.104038:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629132.104041:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d880.
02000000:00000001:1.0:1778629132.104041:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1778629132.104046:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:1.0:1778629132.104048:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:0.0:1778629132.104049:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629132.104053:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.104053:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.104059:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629132.104060:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629132.104063:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629132.104064:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629132.104068:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
02000000:00000010:0.0:1778629132.104072:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778629132.104078:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629132.104078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00100000:0.0:1778629132.104088:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778629132.104089:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625024, portal 25
00000100:00000001:1.0:1778629132.104093:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629132.104096:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304076160 : -123998405475456 : ffff8f395f16c380)
00000100:00000040:1.0:1778629132.104107:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629132.104108:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629132.104113:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629132.104123:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0b6c985] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104129:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629132.104137:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629132.104139:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629132.104140:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00080000:0.0:1778629132.104145:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629132.104146:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472625024, offset 0
00000100:00080000:0.0:1778629132.104156:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629132.104156:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629132.104160:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629132.104163:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629132.104166:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629132.104169:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778629132.104172:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13807
00000400:00000200:1.0:1778629132.104180:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629132.104185:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629132.104190:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629132.104193:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629132.104196:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629132.104201:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497482:497482:256:4294967295] 192.168.204.112@tcp LPNI seq info [497441:497441:8:4294967295]
00000400:00000200:1.0:1778629132.104206:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629132.104216:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629132.104224:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629132.104228:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:1.0:1778629132.104232:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000400:00000200:0.0:1778629132.104234:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629132.104238:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629132.104241:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.104259:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778629132.104259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629132.104265:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.0:1778629132.104265:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1778629132.104271:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629132.104276:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1778629132.104277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:0.0:1778629132.104279:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:1.1:1778629132.104282:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1778629132.104283:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629132.104286:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629132.104291:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:1.0:1778629132.104292:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629132.104296:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000020:00000001:0.0:1778629132.104297:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629132.104303:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629132.104305:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778629132.104306:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629132.104310:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629132.104314:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629132.104316:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1778629132.104319:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629132.104323:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000100:00080000:0.0:1778629132.104325:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:1.0:1778629132.104328:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:0.0:1778629132.104330:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629132.104334:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629132.104334:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1778629132.104337:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1778629132.104342:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629132.104343:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.104347:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629132.104352:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629132.104359:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104362:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778629132.104363:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629132.104368:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1778629132.104372:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000100:00000001:1.0:1778629132.104380:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629132.104384:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778629132.104384:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1778629132.104390:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629132.104391:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104391:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.104397:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629132.104399:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629132.104400:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629132.104403:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104405:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308483856
02000000:00000010:0.0:1778629132.104408:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000010:1.0:1778629132.104412:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:0.0:1778629132.104414:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104422:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1778629132.104423:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629132.104431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308483856
00000100:00000001:0.0:1778629132.104435:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1778629132.104437:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:0.0:1778629132.104439:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104444:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1778629132.104446:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104449:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629132.104456:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104461:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1778629132.104467:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629132.104469:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629132/real 1778629132]  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629132.104472:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629132.104482:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629132.104487:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629132.104496:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629132.104506:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13817)
00000400:00000001:1.0:1778629132.104507:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629132.104510:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629132.104513:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629132.104516:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629132.104518:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629132.104523:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629132.104528:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629132.104538:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104545:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629132.104547:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104550:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.104552:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629132.104556:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104563:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629132.104568:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104575:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629132.104578:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.104581:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104584:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629132.104586:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629132.104589:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629132.104593:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629132.104595:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629132.104599:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629132.104637:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625024:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629132.104642:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104644:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629132.104648:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c380 x1865013472625024/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104655:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629132.104658:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629132.104661:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629132.104665:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629132.104667:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629132.104669:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629132.104672:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629132.104674:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629132.104679:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629132.104681:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629132.104683:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c380.
00000100:00000001:1.0:1778629132.104686:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629132.104688:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104690:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104698:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629132.104700:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629132.104704:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629132.104705:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629132.104709:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104718:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629132.104719:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.104723:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629132.104725:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629132.104728:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629132.104731:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629132.104736:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629132.104738:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629132.104740:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.104742:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629132.104745:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629132.104748:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629132.104753:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629132.104756:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629132.104759:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629132.104763:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625152, portal 10
00000100:00000001:1.0:1778629132.104765:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629132.104767:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304081536 : -123998405470080 : ffff8f395f16d880)
00000100:00000040:1.0:1778629132.104773:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104782:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629132.104784:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629132.104787:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629132.104789:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472625152, offset 0
00000400:00000200:1.0:1778629132.104793:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629132.104797:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629132.104802:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629132.104805:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629132.104814:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629132.104817:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629132.104820:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629132.104823:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497483:497483:256:4294967295] 192.168.204.112@tcp LPNI seq info [497442:497442:8:4294967295]
00000400:00000200:1.0:1778629132.104832:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629132.104839:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629132.104844:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629132.104848:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629132.104852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629132.104856:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629132.104862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629132.104865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629132.104869:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629132.104872:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629132.104875:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629132.104879:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629132.104882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629132.104884:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629132.104887:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629132.104891:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104900:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629132.104903:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104912:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629132.104915:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629132.104920:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629132.104924:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629132.104927:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308480014
00000100:00000001:1.0:1778629132.104930:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308483856
00000100:00000001:1.0:1778629132.104933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308480014
00000100:00000001:1.0:1778629132.104935:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308483856
00000100:00000001:1.0:1778629132.104938:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629132.104940:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.104942:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629132.104946:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629132/real 1778629132]  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629132.104955:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629132.104957:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629132.104959:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629132.104961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629132.104963:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629132.104965:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629132.104969:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629132.104977:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.104984:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629132.104986:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.104987:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.104989:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629132.104992:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105000:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629132.105003:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105010:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629132.105013:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105015:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.105016:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105018:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629132.105023:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629132.105025:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629132.105029:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629132.105031:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629132.105035:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629132.105043:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629132.105047:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629132.105051:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105057:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629132.105058:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.105060:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629132.105062:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629132.105064:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629132.105067:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625280:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629132.105070:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629132.105072:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629132.105073:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629132.105076:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629132.105079:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629132.105081:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629132.105084:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629132.105087:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629132.105090:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629132.105093:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625280, portal 10
00000100:00000001:1.0:1778629132.105095:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629132.105097:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:1.0:1778629132.105103:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105110:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629132.105113:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629132.105116:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629132.105118:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472625280, offset 0
00000400:00000200:1.0:1778629132.105121:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629132.105126:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629132.105129:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629132.105132:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629132.105134:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629132.105137:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629132.105139:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629132.105142:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497484:497484:256:4294967295] 192.168.204.112@tcp LPNI seq info [497443:497443:8:4294967295]
00000400:00000200:1.0:1778629132.105145:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629132.105153:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629132.105158:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629132.105161:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629132.105166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629132.105168:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629132.105174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629132.105176:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629132.105180:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629132.105182:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629132.105186:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629132.105190:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629132.105193:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629132.105195:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629132.105197:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629132.105201:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105209:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629132.105211:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105218:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.105220:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629132.105223:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629132.105227:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629132.105230:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629132.105232:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308480015
00000100:00000001:1.0:1778629132.105235:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308483856
00000100:00000001:1.0:1778629132.105238:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308480015
00000100:00000001:1.0:1778629132.105241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308483856
00000100:00000001:1.0:1778629132.105243:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629132.105245:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.105259:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629132.105263:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629132/real 1778629132]  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629132.105272:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629132.105274:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629132.105276:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629132.105279:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629132.105281:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629132.105284:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629132.105288:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629132.105298:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105305:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629132.105307:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105309:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.105311:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629132.105314:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105321:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629132.105325:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105332:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629132.105335:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105336:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629132.105337:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105340:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629132.105344:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629132.105346:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629132.105350:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629132.105352:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629132.105357:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629132.105365:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625280:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629132.105369:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105371:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629132.105374:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d880 x1865013472625152/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105381:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629132.105382:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629132.105384:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629132.105387:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629132.105389:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629132.105390:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629132.105392:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629132.105394:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:1.0:1778629132.105396:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629132.105398:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629132.105400:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d880.
00000100:00000001:1.0:1778629132.105402:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629132.105403:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105405:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629132.105408:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472625280/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629132.105415:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629132.105416:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629132.105418:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629132.105420:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629132.105421:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629132.105422:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629132.105424:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629132.105425:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629132.105427:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629132.105428:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629132.105430:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:1.0:1778629132.105432:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629132.105433:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105434:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.105438:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629132.105439:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.105441:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629132.105443:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.359685:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629132.359688:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629132.359694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629132.359695:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629132.359697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.359698:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629132.359698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629132.359704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629132.359705:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629132.359705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629132.359711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629132.359712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629132.359714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629132.359717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.359717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629132.359717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.359723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629132.359724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629132.359726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629132.359727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629132.359727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629132.359730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629132.359734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629132.359734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629132.359794:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629132.359797:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629132.359800:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629133.127676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629133.127682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629133.127684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629133.127688:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629133.127691:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629133.127695:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629133.127698:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629133.127700:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629133.127703:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629133.383700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629133.383700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629133.383702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629133.383706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629133.383707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629133.383708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629133.383710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629133.383711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629133.383712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629133.383715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629133.383716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629133.383717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629133.383719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629133.383723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629133.383724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629133.383724:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629133.383727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629133.383728:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629133.383729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629133.383731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629133.383732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629133.383735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629133.383736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629133.383736:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629133.383740:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629133.383741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629133.383741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629133.383748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629133.383749:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629133.383752:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629133.383809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629133.383811:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629133.383814:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629134.151717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629134.151722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629134.151724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629134.151728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629134.151731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629134.151734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629134.151736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629134.151738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629134.151740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629134.407697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629134.407700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629134.407704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629134.407706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629134.407706:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629134.407709:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629134.407711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629134.407713:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629134.407715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629134.407717:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629134.407719:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629134.407720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629134.407720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629134.407721:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629134.407725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629134.407727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629134.407727:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629134.407728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629134.407732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629134.407732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629134.407737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629134.407738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629134.407739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629134.407739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778629134.407742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629134.407742:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629134.407745:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629134.407747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629134.407748:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629134.407750:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629134.407751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629134.407752:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629134.407756:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629134.407758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629134.407760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629134.407762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629134.407786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629134.407789:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629134.407793:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629135.175703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629135.175711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629135.175713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629135.175719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629135.175723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629135.175727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629135.175730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629135.175732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629135.175736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629135.431721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629135.431725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629135.431728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629135.431729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629135.431731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629135.431732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629135.431733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629135.431736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629135.431738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629135.431739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629135.431740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629135.431741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629135.431743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629135.431746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629135.431747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629135.431748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629135.431749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629135.431751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629135.431753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629135.431756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629135.431757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629135.431760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629135.431762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629135.431765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629135.431819:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629135.431823:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629135.431827:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629136.007736:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308483856, at 4308483904
00000100:00000010:1.0:1778629136.007751:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000040:0.0:1778629136.007879:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308483856, at 4308483904
00000100:00000010:0.0:1778629136.007887:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000001:3.0:1778629136.199724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629136.199730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629136.199732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629136.199736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629136.199739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629136.199742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629136.199745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629136.199747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629136.199749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629136.455677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629136.455681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629136.455685:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629136.455687:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629136.455688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629136.455691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629136.455693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629136.455697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629136.455697:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629136.455697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629136.455700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629136.455702:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629136.455704:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629136.455705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629136.455707:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629136.455708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629136.455711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629136.455712:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629136.455716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629136.455717:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629136.455721:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629136.455722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629136.455727:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629136.455727:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629136.455761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629136.455764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629136.455767:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629137.223703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629137.223707:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629137.223709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629137.223712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629137.223719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629137.223719:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629137.223722:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629137.223724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629137.223726:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629137.223729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629137.223731:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629137.223733:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629137.223737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629137.223740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629137.223742:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13812
00000400:00000200:3.0:1778629137.223753:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629137.223760:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629137.223763:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629137.223766:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223769:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629137.223771:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223773:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629137.223777:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629137.223779:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629137.223781:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629137.223784:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629137.223786:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629137.223789:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629137.223792:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223794:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629137.223796:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223797:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629137.223800:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629137.223803:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223805:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629137.223808:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629137.223811:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629137.223814:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629137.223816:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629137.223818:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629137.223825:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629137.223828:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629137.223832:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629137.223834:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629137.223837:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629137.223840:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629137.223843:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629137.223853:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629137.223859:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629137.223869:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629137.223880:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629137.223885:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629137.223890:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629137.223907:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629137.223910:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629137.223912:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629137.223913:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629137.223915:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629137.223917:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629137.223919:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13812
00000400:00000200:3.0:1778629137.223922:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629137.223925:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629137.223926:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629137.223928:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223930:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629137.223932:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629137.223932:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223936:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629137.223938:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629137.223938:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629137.223941:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:1.0:1778629137.223942:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629137.223943:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629137.223946:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629137.223948:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629137.223951:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629137.223953:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629137.223956:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223960:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629137.223963:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.223966:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629137.223971:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629137.223976:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629137.223979:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629137.223979:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629137.223983:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629137.223984:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.223989:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629137.223989:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629137.223992:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.223993:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629137.223994:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629137.223998:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629137.223999:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629137.224002:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629137.224005:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625408:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629137.224005:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629137.224009:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629137.224012:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1778629137.224012:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629137.224017:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629137.224017:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224019:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629137.224019:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629137.224022:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629137.224023:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629137.224024:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224027:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629137.224028:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629137.224032:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629137.224034:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629137.224038:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629137.224045:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629137.224046:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629137.224050:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629137.224059:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:3.0:1778629137.224060:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629137.224064:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629137.224067:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629137.224068:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625408, portal 25
00000100:00000001:1.0:1778629137.224074:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629137.224078:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000001:3.0:1778629137.224079:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629137.224083:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629137.224085:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1778629137.224089:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629137.224092:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629137.224094:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629137.224099:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629137.224104:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13812
00000100:00000001:1.0:1778629137.224109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1778629137.224109:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629137.224112:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629137.224115:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629137.224118:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629137.224121:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629137.224123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000001:3.0:1778629137.224123:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629137.224127:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629137.224130:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472625408, offset 0
00000100:00000001:3.0:1778629137.224130:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629137.224132:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629137.224136:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629137.224137:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629137.224138:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629137.224140:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629137.224156:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629137.224156:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629137.224162:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.224163:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629137.224165:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629137.224167:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629137.224170:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629137.224171:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629137.224176:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629137.224178:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629137.224179:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629137.224182:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:3.0:1778629137.224182:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629137.224186:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629137.224188:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629137.224190:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629137.224191:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1778629137.224193:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629137.224196:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224198:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000010:3.0:1778629137.224200:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778629137.224204:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629137.224205:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1778629137.224208:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629137.224211:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629137.224211:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629137.224214:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629137.224216:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629137.224219:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224220:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497485:497485:256:4294967295] 192.168.204.112@tcp LPNI seq info [497444:497444:8:4294967295]
02000000:00000010:3.0:1778629137.224222:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629137.224228:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224229:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:3.0:1778629137.224234:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629137.224241:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629137.224242:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629137.224246:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629137.224256:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629137.224264:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629137.224269:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629137.224270:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629137.224276:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1778629137.224277:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00000040:3.0:1778629137.224279:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629137.224284:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629137.224288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629137.224293:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1778629137.224293:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13822)
00000800:00000200:1.1:1778629137.224302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629137.224306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629137.224311:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629137.224314:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629137.224320:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629137.224324:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629137.224329:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629137.224331:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629137.224335:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629137.224339:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224349:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.224353:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224361:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.224362:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629137.224367:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224370:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629137.224373:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308488976
00000100:00000010:1.0:1778629137.224378:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629137.224385:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629137.224392:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308488976
00000100:00000010:1.0:1778629137.224395:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778629137.224398:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629137.224401:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629137.224404:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.224406:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629137.224410:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629137/real 1778629137]  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629137.224420:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629137.224422:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629137.224424:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629137.224427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629137.224428:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629137.224431:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629137.224434:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629137.224444:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224450:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629137.224452:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224454:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.224457:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629137.224460:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224469:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629137.224473:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224480:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629137.224483:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224485:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.224487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224489:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629137.224491:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629137.224494:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629137.224499:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629137.224501:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629137.224506:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629137.224514:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625408:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629137.224518:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224520:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.224522:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472625408/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224529:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629137.224531:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629137.224534:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629137.224537:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629137.224539:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629137.224540:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629137.224543:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629137.224545:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629137.224548:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629137.224550:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629137.224552:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778629137.224555:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629137.224557:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224559:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224565:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629137.224567:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.224569:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629137.224570:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629137.224571:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629137.224575:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224582:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629137.224584:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224586:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629137.224588:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629137.224590:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629137.224593:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629137.224596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629137.224598:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629137.224600:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224602:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629137.224604:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629137.224643:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224649:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629137.224652:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629137.224656:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629137.224659:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625536, portal 10
00000100:00000001:1.0:1778629137.224662:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629137.224664:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:1.0:1778629137.224671:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224678:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629137.224681:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629137.224683:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629137.224686:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472625536, offset 0
00000400:00000200:1.0:1778629137.224690:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629137.224694:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629137.224698:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629137.224701:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629137.224704:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629137.224707:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629137.224710:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629137.224713:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497486:497486:256:4294967295] 192.168.204.112@tcp LPNI seq info [497445:497445:8:4294967295]
00000400:00000200:1.0:1778629137.224718:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629137.224724:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629137.224729:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629137.224733:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629137.224736:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629137.224739:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629137.224744:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629137.224747:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629137.224751:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629137.224752:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629137.224755:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629137.224759:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629137.224762:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629137.224764:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629137.224767:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629137.224770:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224778:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.224781:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224787:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.224789:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629137.224791:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629137.224796:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629137.224799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629137.224801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308485134
00000100:00000001:1.0:1778629137.224804:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308488976
00000100:00000001:1.0:1778629137.224806:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308485134
00000100:00000001:1.0:1778629137.224808:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308488976
00000100:00000001:1.0:1778629137.224811:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629137.224813:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.224815:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629137.224818:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629137/real 1778629137]  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629137.224826:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629137.224827:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629137.224829:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629137.224831:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629137.224832:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629137.224835:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629137.224838:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629137.224847:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224853:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629137.224855:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224857:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.224858:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629137.224861:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224868:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629137.224872:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224878:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629137.224880:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224882:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.224883:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.224885:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629137.224889:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629137.224892:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629137.224896:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629137.224898:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629137.224901:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629137.224909:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629137.224913:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629137.224917:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224924:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629137.224925:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224927:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629137.224929:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629137.224931:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629137.224934:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625664:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629137.224937:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629137.224939:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629137.224940:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629137.224942:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629137.224945:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629137.224947:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629137.224950:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629137.224953:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629137.224956:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629137.224959:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625664, portal 10
00000100:00000001:1.0:1778629137.224960:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629137.224962:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778629137.224967:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.224979:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629137.224982:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629137.224984:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629137.224986:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472625664, offset 0
00000400:00000200:1.0:1778629137.224990:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629137.224994:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629137.224997:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629137.225000:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629137.225002:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629137.225005:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629137.225007:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629137.225011:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497487:497487:256:4294967295] 192.168.204.112@tcp LPNI seq info [497446:497446:8:4294967295]
00000400:00000200:1.0:1778629137.225015:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629137.225021:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629137.225025:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629137.225028:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629137.225033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629137.225035:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1778629137.225040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629137.225042:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1778629137.225046:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629137.225048:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629137.225051:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629137.225054:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629137.225057:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629137.225059:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629137.225061:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629137.225065:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225073:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.225075:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225089:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.225090:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629137.225093:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629137.225097:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629137.225100:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629137.225103:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308485135
00000100:00000001:1.0:1778629137.225105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308488976
00000100:00000001:1.0:1778629137.225107:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308485135
00000100:00000001:1.0:1778629137.225110:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308488976
00000100:00000001:1.0:1778629137.225113:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629137.225116:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.225118:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629137.225122:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629137/real 1778629137]  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629137.225132:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629137.225133:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629137.225135:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629137.225138:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629137.225140:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629137.225143:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629137.225159:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629137.225207:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225214:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629137.225216:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225218:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.225219:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629137.225222:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225228:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629137.225231:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225236:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629137.225238:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225239:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629137.225240:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225242:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629137.225245:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629137.225248:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629137.225251:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629137.225254:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629137.225258:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629137.225266:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625664:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629137.225279:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225282:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.225286:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472625536/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225294:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629137.225295:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629137.225298:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629137.225301:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629137.225303:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629137.225304:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629137.225307:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629137.225308:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629137.225310:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629137.225311:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629137.225312:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629137.225315:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629137.225316:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225317:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629137.225319:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472625664/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629137.225324:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629137.225325:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629137.225325:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629137.225327:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629137.225328:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629137.225328:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629137.225330:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629137.225330:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629137.225331:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629137.225332:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629137.225333:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629137.225334:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629137.225335:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225336:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629137.225339:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629137.225340:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629137.225341:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629137.225342:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629137.479695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629137.479697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629137.479701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629137.479703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629137.479704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629137.479705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629137.479706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629137.479708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629137.479712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629137.479714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629137.479715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629137.479717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629137.479719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629137.479720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629137.479722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629137.479725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629137.479727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629137.479727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629137.479729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629137.479731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629137.479733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629137.479733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629137.479739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629137.479740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629137.479790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629137.479794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629137.479797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629138.247709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629138.247716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629138.247717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629138.247721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629138.247724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629138.247727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629138.247729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629138.247732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629138.247734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629138.503716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629138.503716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629138.503723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629138.503723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629138.503724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629138.503725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629138.503729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629138.503729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629138.503730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629138.503737:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778629138.503737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629138.503739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629138.503740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629138.503742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629138.503743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629138.503744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629138.503746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629138.503748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629138.503750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629138.503751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629138.503752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629138.503754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629138.503755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629138.503761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629138.503822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629138.503826:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629138.503830:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629139.271719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629139.271725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629139.271727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629139.271733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629139.271737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629139.271741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629139.271744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629139.271747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629139.271750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629139.527685:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629139.527685:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629139.527692:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629139.527693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629139.527694:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629139.527695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629139.527695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629139.527699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629139.527701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629139.527701:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629139.527704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629139.527707:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629139.527708:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629139.527708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629139.527712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629139.527712:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629139.527713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629139.527716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629139.527718:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629139.527719:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629139.527723:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629139.527723:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629139.527728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629139.527729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629139.527771:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629139.527774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629139.527776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629140.295715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629140.295723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629140.295726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629140.295731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629140.295735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629140.295739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629140.295742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629140.295745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629140.295749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629140.551706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629140.551706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629140.551710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629140.551713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629140.551714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629140.551714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629140.551715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629140.551717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629140.551721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629140.551722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629140.551722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629140.551726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629140.551727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629140.551728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629140.551729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629140.551731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629140.551732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629140.551732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629140.551737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629140.551738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629140.551741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629140.551741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629140.551746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629140.551747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629140.551783:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629140.551786:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629140.551790:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629141.127685:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308488976, at 4308489024
00000100:00000040:0.0:1778629141.127686:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308488976, at 4308489024
00000100:00000010:1.0:1778629141.127700:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000010:0.0:1778629141.127703:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:0.0:1778629141.319725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629141.319734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629141.319736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629141.319742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629141.319746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629141.319751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629141.319754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629141.319757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629141.319760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629141.575660:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629141.575665:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629141.575668:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629141.575673:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629141.575677:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629141.575680:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629141.575680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629141.575680:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629141.575685:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629141.575685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629141.575686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629141.575688:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629141.575689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629141.575693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629141.575694:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629141.575695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629141.575695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629141.575700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629141.575703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629141.575704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629141.575707:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629141.575707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629141.575710:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629141.575713:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629141.575782:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629141.575786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629141.575790:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629142.343703:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629142.343706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629142.343712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1778629142.343715:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629142.343716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.343721:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629142.343722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629142.343726:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629142.343728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629142.343730:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629142.343737:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13817
00000100:00000001:0.0:1778629142.343740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629142.343744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629142.343746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1778629142.343750:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629142.343751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629142.343762:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629142.343766:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629142.343770:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343774:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629142.343777:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343780:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629142.343784:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629142.343787:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629142.343790:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629142.343793:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629142.343794:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629142.343796:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629142.343799:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343800:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629142.343801:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343803:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629142.343805:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629142.343807:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343808:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629142.343811:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629142.343814:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629142.343816:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.343817:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629142.343819:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629142.343827:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629142.343830:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629142.343833:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629142.343835:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.343837:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629142.343839:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629142.343843:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629142.343849:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629142.343855:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629142.343862:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629142.343869:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629142.343873:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629142.343876:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629142.343895:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629142.343898:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629142.343900:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629142.343902:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629142.343903:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629142.343906:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629142.343909:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13817
00000400:00000200:3.0:1778629142.343914:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629142.343918:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629142.343920:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629142.343924:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.343927:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629142.343931:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629142.343931:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629142.343935:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629142.343935:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629142.343939:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629142.343940:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629142.343943:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:1.0:1778629142.343947:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629142.343947:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629142.343951:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629142.343957:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629142.343962:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629142.343963:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629142.343964:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629142.343969:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629142.343971:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629142.343972:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629142.343975:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778629142.343976:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629142.343980:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:1.0:1778629142.343981:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625792:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629142.343984:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629142.343988:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1778629142.343988:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629142.343993:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778629142.343994:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629142.343995:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629142.343998:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629142.343999:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629142.344002:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629142.344003:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629142.344007:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.344008:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1778629142.344010:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
00000008:00100000:3.0:1778629142.344012:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629142.344014:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778629142.344016:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.344018:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629142.344022:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000400:00000200:1.0:1778629142.344023:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629142.344026:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629142.344029:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1778629142.344030:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
02000000:00000001:3.0:1778629142.344030:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629142.344035:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629142.344036:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629142.344038:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629142.344039:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
02000000:00000010:3.0:1778629142.344042:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000200:1.0:1778629142.344059:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625792, portal 25
00000100:00000001:3.0:1778629142.344060:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344065:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629142.344067:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00100000:3.0:1778629142.344070:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1778629142.344075:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629142.344088:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629142.344092:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629142.344093:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629142.344097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629142.344101:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629142.344102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629142.344107:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472625792, offset 0
00000100:00000001:3.0:1778629142.344115:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629142.344117:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629142.344119:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629142.344122:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629142.344126:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629142.344130:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778629142.344132:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778629142.344133:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629142.344138:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629142.344139:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778629142.344142:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13817
00000400:00000200:1.0:1778629142.344145:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629142.344149:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629142.344151:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629142.344155:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778629142.344156:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:3.0:1778629142.344159:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778629142.344164:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497488:497488:256:4294967295] 192.168.204.112@tcp LPNI seq info [497447:497447:8:4294967295]
00000100:00000040:3.0:1778629142.344166:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.344172:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629142.344174:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629142.344177:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.344180:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629142.344182:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629142.344185:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629142.344188:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629142.344190:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1778629142.344191:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629142.344197:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778629142.344201:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629142.344202:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629142.344207:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000010:1.0:1778629142.344208:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00000001:3.0:1778629142.344209:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629142.344213:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629142.344215:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.0:1778629142.344218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:3.0:1778629142.344219:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.0:1778629142.344223:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1778629142.344225:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629142.344229:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629142.344233:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1778629142.344233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778629142.344236:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1778629142.344237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1778629142.344240:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778629142.344245:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629142.344245:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1778629142.344247:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000008:00100000:3.0:1778629142.344248:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629142.344251:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629142.344253:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629142.344253:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629142.344257:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000400:00000200:1.0:1778629142.344258:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1778629142.344263:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629142.344265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
02000000:00000001:3.0:1778629142.344267:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1778629142.344268:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
02000000:00000001:3.0:1778629142.344271:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344273:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778629142.344276:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1778629142.344279:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629142.344280:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629142.344284:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344292:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1778629142.344293:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000040:1.0:1778629142.344295:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629142.344299:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344303:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344305:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1778629142.344309:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629142.344310:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629142.344317:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629142.344321:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308494096
00000100:00000001:3.0:1778629142.344328:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1778629142.344329:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:3.0:1778629142.344330:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629142.344335:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344337:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629142.344344:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344345:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308494096
00000100:00000040:3.0:1778629142.344346:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1778629142.344349:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5de0.
00000100:00000040:3.0:1778629142.344350:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629142.344353:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1778629142.344354:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629142.344357:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629142.344358:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629142.344361:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344364:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1778629142.344365:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13827)
00000100:00100000:1.0:1778629142.344369:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629142/real 1778629142]  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629142.344376:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629142.344378:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629142.344379:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629142.344382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629142.344384:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629142.344386:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629142.344388:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629142.344394:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344399:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629142.344400:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344401:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344402:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629142.344405:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344409:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629142.344411:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344417:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629142.344419:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344420:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344421:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344423:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629142.344424:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629142.344426:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629142.344428:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629142.344430:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629142.344432:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629142.344437:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472625792:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629142.344440:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344441:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629142.344443:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472625792/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344447:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629142.344449:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629142.344451:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629142.344452:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629142.344453:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629142.344455:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629142.344456:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629142.344458:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:1.0:1778629142.344460:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629142.344461:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629142.344463:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778629142.344465:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629142.344466:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344467:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344474:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629142.344476:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344477:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629142.344479:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629142.344481:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629142.344484:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344491:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629142.344493:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629142.344495:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629142.344497:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629142.344499:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629142.344502:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625920:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629142.344505:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629142.344508:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629142.344509:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629142.344511:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629142.344514:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629142.344516:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629142.344521:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629142.344524:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629142.344527:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629142.344530:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472625920, portal 10
00000100:00000001:1.0:1778629142.344533:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629142.344534:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000100:00000040:1.0:1778629142.344540:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344544:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629142.344546:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629142.344547:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629142.344549:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472625920, offset 0
00000400:00000200:1.0:1778629142.344551:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629142.344555:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629142.344559:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629142.344562:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629142.344565:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629142.344568:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629142.344570:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629142.344573:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497489:497489:256:4294967295] 192.168.204.112@tcp LPNI seq info [497448:497448:8:4294967295]
00000400:00000200:1.0:1778629142.344577:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629142.344584:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629142.344590:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629142.344594:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629142.344598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629142.344601:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629142.344605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629142.344626:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629142.344636:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629142.344638:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629142.344641:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629142.344643:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629142.344646:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629142.344647:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629142.344649:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629142.344652:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344657:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629142.344659:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344664:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344665:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629142.344668:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629142.344671:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629142.344673:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629142.344675:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308490254
00000100:00000001:1.0:1778629142.344677:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308494096
00000100:00000001:1.0:1778629142.344678:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308490254
00000100:00000001:1.0:1778629142.344680:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308494096
00000100:00000001:1.0:1778629142.344681:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629142.344683:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344684:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629142.344686:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629142/real 1778629142]  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629142.344691:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629142.344691:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629142.344692:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629142.344694:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629142.344695:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629142.344696:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629142.344698:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629142.344703:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344707:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629142.344708:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344709:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344710:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629142.344712:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344716:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629142.344718:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344723:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629142.344724:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344726:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344727:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344728:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629142.344731:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629142.344733:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629142.344735:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629142.344737:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629142.344739:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629142.344744:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472625920:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629142.344746:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629142.344748:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344760:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629142.344760:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629142.344762:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629142.344763:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629142.344765:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629142.344767:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626048:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629142.344769:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629142.344771:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629142.344772:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629142.344773:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629142.344776:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629142.344777:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629142.344779:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629142.344781:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629142.344783:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629142.344785:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626048, portal 10
00000100:00000001:1.0:1778629142.344786:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629142.344787:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778629142.344791:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344795:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629142.344797:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629142.344798:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629142.344800:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472626048, offset 0
00000400:00000200:1.0:1778629142.344802:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629142.344805:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629142.344807:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629142.344809:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629142.344810:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629142.344812:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629142.344814:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629142.344816:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497490:497490:256:4294967295] 192.168.204.112@tcp LPNI seq info [497449:497449:8:4294967295]
00000400:00000200:1.0:1778629142.344819:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629142.344823:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629142.344831:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629142.344833:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629142.344835:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629142.344837:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1778629142.344840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629142.344841:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1778629142.344844:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629142.344845:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629142.344847:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629142.344850:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629142.344852:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629142.344853:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629142.344854:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629142.344856:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344866:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629142.344868:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344872:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344873:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629142.344874:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629142.344876:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629142.344878:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629142.344880:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308490255
00000100:00000001:1.0:1778629142.344881:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308494096
00000100:00000001:1.0:1778629142.344882:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308490255
00000100:00000001:1.0:1778629142.344884:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308494096
00000100:00000001:1.0:1778629142.344885:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629142.344887:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344888:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629142.344890:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629142/real 1778629142]  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629142.344894:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629142.344895:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629142.344896:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629142.344898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629142.344899:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629142.344900:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629142.344902:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629142.344907:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344910:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629142.344912:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344913:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344914:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629142.344916:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344920:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629142.344922:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344926:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629142.344927:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344928:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629142.344929:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344930:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629142.344932:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629142.344933:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629142.344935:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629142.344937:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629142.344939:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629142.344943:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626048:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629142.344945:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344947:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629142.344948:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472625920/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344953:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629142.344954:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629142.344955:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629142.344957:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629142.344958:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629142.344959:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629142.344960:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629142.344961:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778629142.344963:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629142.344964:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629142.344965:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:1.0:1778629142.344967:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629142.344968:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344969:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629142.344971:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472626048/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629142.344975:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629142.344976:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629142.344977:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629142.344978:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629142.344979:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629142.344980:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629142.344981:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629142.344981:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:1.0:1778629142.344983:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629142.344983:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629142.344984:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629142.344985:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629142.344986:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344988:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629142.344992:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629142.344993:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629142.344995:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629142.344996:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629142.599711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629142.599711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629142.599713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629142.599718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629142.599720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629142.599721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629142.599723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629142.599725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629142.599726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629142.599729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629142.599733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629142.599734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629142.599734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629142.599738:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629142.599740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629142.599741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778629142.599746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629142.599746:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629142.599747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629142.599749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629142.599753:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629142.599754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629142.599754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629142.599756:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629142.599758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629142.599759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629142.599759:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629142.599764:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629142.599765:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629142.599766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629142.599824:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629142.599827:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629142.599829:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629143.367693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629143.367699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629143.367701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629143.367705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629143.367708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629143.367712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629143.367714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629143.367717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629143.367719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629143.623683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629143.623690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629143.623692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629143.623693:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629143.623696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629143.623701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629143.623702:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629143.623704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629143.623708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629143.623712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629143.623712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629143.623714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629143.623717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629143.623719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629143.623719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629143.623723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629143.623724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629143.623725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629143.623729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629143.623729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629143.623734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629143.623739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629143.623741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629143.623744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629143.623781:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629143.623785:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629143.623789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629144.391717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629144.391722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629144.391723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629144.391727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629144.391730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629144.391733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629144.391735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629144.391737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629144.391739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629144.647721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629144.647721:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629144.647724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629144.647730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629144.647730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629144.647730:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629144.647734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629144.647735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647736:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629144.647740:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629144.647744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629144.647744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629144.647744:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629144.647752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629144.647752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629144.647758:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629144.647758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629144.647758:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629144.647765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629144.647765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629144.647769:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629144.647770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629144.647771:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629144.647773:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629144.647778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629144.647779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629144.647787:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629144.647788:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629144.647791:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647794:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629144.647796:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647797:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647800:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629144.647803:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629144.647804:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629144.647872:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629144.647876:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629144.647879:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629145.415736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629145.415745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629145.415747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629145.415754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629145.415758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629145.415762:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629145.415766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629145.415768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629145.415772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629145.671692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629145.671692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629145.671700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629145.671700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629145.671704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629145.671704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629145.671712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629145.671712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629145.671718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629145.671719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629145.671724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629145.671724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629145.671730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629145.671731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629145.671735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629145.671735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629145.671741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629145.671741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629145.671755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629145.671758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629145.671762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629145.671764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629145.671768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629145.671769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629145.671828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629145.671831:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629145.671834:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629146.247729:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308494096, at 4308494144
00000100:00000040:1.0:1778629146.247729:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308494096, at 4308494144
00000100:00000010:1.0:1778629146.247747:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000010:0.0:1778629146.247750:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:0.0:1778629146.439725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629146.439732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629146.439734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629146.439740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629146.439744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629146.439749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629146.439752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629146.439755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629146.439759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629146.695716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629146.695716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629146.695723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629146.695723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629146.695726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629146.695727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629146.695733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629146.695734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629146.695738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629146.695738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629146.695743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629146.695743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629146.695749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629146.695750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629146.695752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629146.695752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629146.695755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629146.695756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629146.696226:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629146.696229:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629146.696232:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629146.696233:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629146.696236:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629146.696237:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629146.696304:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629146.696308:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629146.696312:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629147.463682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629147.463688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629147.463690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629147.463696:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629147.463700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629147.463702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.463704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629147.463706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.463710:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629147.463716:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629147.463724:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629147.463727:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629147.463731:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629147.463736:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629147.463744:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13822
00000400:00000200:2.0:1778629147.463755:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629147.463762:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629147.463766:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629147.463771:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463775:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629147.463778:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463781:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629147.463786:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629147.463788:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629147.463791:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629147.463793:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629147.463795:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629147.463797:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629147.463800:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463801:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629147.463802:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463804:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629147.463807:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629147.463810:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463812:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629147.463815:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629147.463818:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629147.463820:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.463822:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629147.463824:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629147.463829:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629147.463832:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629147.463836:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629147.463837:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.463839:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629147.463842:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629147.463845:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629147.463852:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629147.463857:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629147.463865:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629147.463873:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629147.463877:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629147.463882:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629147.463905:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629147.463909:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629147.463913:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629147.463915:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629147.463917:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629147.463920:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629147.463924:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13822
00000100:00000001:0.0:1778629147.463925:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629147.463929:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778629147.463931:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629147.463932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629147.463941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629147.463941:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629147.463957:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629147.463960:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463963:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629147.463965:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.463967:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629147.463974:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629147.463977:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778629147.463981:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778629147.463981:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629147.463983:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629147.463985:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:0.0:1778629147.463987:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1778629147.463989:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629147.463991:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1778629147.463994:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629147.463995:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629147.464001:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626176:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629147.464002:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629147.464005:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629147.464008:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778629147.464010:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1778629147.464012:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629147.464013:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.464015:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:0.0:1778629147.464016:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1778629147.464020:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000010:0.0:1778629147.464022:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
00000100:00080000:2.0:1778629147.464022:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629147.464027:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.464027:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629147.464030:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629147.464033:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629147.464034:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1778629147.464036:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
02000000:00000001:2.0:1778629147.464038:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.464042:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1778629147.464043:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000008:00100000:2.0:1778629147.464047:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1778629147.464049:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626176, portal 25
00000100:00000001:0.0:1778629147.464054:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1778629147.464054:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464056:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000001:2.0:1778629147.464059:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629147.464063:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1778629147.464066:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629147.464073:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1778629147.464073:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:0.0:1778629147.464078:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629147.464079:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1778629147.464082:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
02000000:00000001:2.0:1778629147.464082:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629147.464085:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472626176, offset 0
00000100:00000001:2.0:1778629147.464087:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629147.464090:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1778629147.464092:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629147.464092:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629147.464098:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000400:00000200:0.0:1778629147.464101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629147.464104:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629147.464108:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629147.464113:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1778629147.464113:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629147.464119:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629147.464124:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629147.464129:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.464133:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629147.464139:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497491:497491:256:4294967295] 192.168.204.112@tcp LPNI seq info [497450:497450:8:4294967295]
00000100:00000001:2.0:1778629147.464144:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629147.464146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629147.464154:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629147.464159:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629147.464170:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629147.464176:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629147.464177:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629147.464181:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778629147.464185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:2.0:1778629147.464187:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.0:1778629147.464190:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1778629147.464191:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629147.464194:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1778629147.464198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629147.464201:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1778629147.464201:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629147.464209:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629147.464209:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13822
00000800:00000010:0.0:1778629147.464213:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629147.464217:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629147.464219:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629147.464224:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629147.464228:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778629147.464229:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629147.464232:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00080000:2.0:1778629147.464234:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629147.464235:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629147.464239:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:0.0:1778629147.464242:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629147.464243:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629147.464248:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.464252:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629147.464259:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778629147.464260:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1778629147.464261:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000040:0.0:1778629147.464266:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629147.464266:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629147.464270:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629147.464275:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629147.464282:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:0.0:1778629147.464283:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464287:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1778629147.464289:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.464293:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629147.464295:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629147.464296:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629147.464301:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629147.464305:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629147.464306:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:0.0:1778629147.464309:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308499216
00000100:00080000:2.0:1778629147.464313:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000010:0.0:1778629147.464317:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778629147.464317:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629147.464319:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629147.464323:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629147.464326:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1778629147.464326:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.464328:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629147.464332:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629147.464334:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464335:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308499216
00000100:00000001:2.0:1778629147.464336:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629147.464341:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6420.
00000100:00000010:2.0:1778629147.464342:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629147.464346:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1778629147.464346:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629147.464350:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629147.464352:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464354:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629147.464354:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629147.464357:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778629147.464359:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629147.464360:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464365:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1778629147.464366:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629147.464370:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629147.464375:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629147/real 1778629147]  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629147.464377:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629147.464405:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1778629147.464406:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629147.464408:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1778629147.464409:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629147.464411:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629147.464415:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000100:00000040:2.0:1778629147.464416:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1778629147.464418:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629147.464422:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629147.464428:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629147.464440:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629147.464444:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629147.464445:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629147.464450:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629147.464456:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629147.464459:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1778629147.464460:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629147.464461:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464464:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1778629147.464465:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13833)
00000100:00000001:0.0:1778629147.464466:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629147.464472:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464477:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629147.464480:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464485:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629147.464488:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629147.464491:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464492:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629147.464494:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629147.464496:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629147.464498:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629147.464500:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629147.464502:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629147.464507:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626176:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629147.464512:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464514:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629147.464515:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472626176/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464528:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629147.464530:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629147.464531:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629147.464534:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629147.464535:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629147.464536:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629147.464538:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629147.464540:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778629147.464542:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629147.464543:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629147.464545:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629147.464547:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629147.464548:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464549:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464554:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629147.464555:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464557:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629147.464558:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629147.464559:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629147.464561:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464566:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629147.464567:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629147.464569:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629147.464570:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629147.464572:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629147.464573:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626304:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629147.464575:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629147.464577:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629147.464578:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629147.464579:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629147.464582:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629147.464583:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629147.464586:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629147.464588:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629147.464591:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629147.464593:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626304, portal 10
00000100:00000001:0.0:1778629147.464595:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629147.464596:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629147.464600:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464605:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629147.464606:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629147.464624:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629147.464628:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472626304, offset 0
00000400:00000200:0.0:1778629147.464634:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629147.464639:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629147.464644:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629147.464648:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629147.464651:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629147.464655:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629147.464658:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629147.464662:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497492:497492:256:4294967295] 192.168.204.112@tcp LPNI seq info [497451:497451:8:4294967295]
00000400:00000200:0.0:1778629147.464667:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629147.464674:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629147.464679:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629147.464683:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629147.464687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629147.464689:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778629147.464693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629147.464695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629147.464697:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629147.464699:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629147.464701:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629147.464704:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629147.464706:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629147.464707:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629147.464709:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629147.464712:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464718:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629147.464720:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464724:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464725:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629147.464728:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629147.464732:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629147.464734:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629147.464735:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308495374
00000100:00000001:0.0:1778629147.464737:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308499216
00000100:00000001:0.0:1778629147.464739:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308495374
00000100:00000001:0.0:1778629147.464740:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308499216
00000100:00000001:0.0:1778629147.464741:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629147.464743:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464744:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629147.464746:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629147/real 1778629147]  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629147.464751:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629147.464752:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629147.464753:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629147.464755:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629147.464756:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629147.464758:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629147.464760:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629147.464765:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464769:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629147.464770:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464771:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629147.464772:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629147.464774:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464778:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629147.464780:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464784:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629147.464786:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464787:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629147.464787:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464788:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629147.464792:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629147.464793:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629147.464795:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629147.464797:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629147.464800:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629147.464804:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626304:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629147.464807:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629147.464809:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464817:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629147.464818:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629147.464820:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629147.464821:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629147.464822:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629147.464824:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626432:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629147.464826:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629147.464827:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629147.464828:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629147.464829:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629147.464831:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629147.464833:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629147.464835:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629147.464837:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629147.464839:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629147.464841:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626432, portal 10
00000100:00000001:0.0:1778629147.464842:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629147.464843:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:0.0:1778629147.464847:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464851:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629147.464853:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629147.464854:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629147.464855:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472626432, offset 0
00000400:00000200:0.0:1778629147.464858:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629147.464860:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629147.464862:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629147.464864:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629147.464866:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629147.464868:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629147.464869:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629147.464872:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497493:497493:256:4294967295] 192.168.204.112@tcp LPNI seq info [497452:497452:8:4294967295]
00000400:00000200:0.0:1778629147.464875:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629147.464879:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629147.464882:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629147.464884:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629147.464886:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629147.464888:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778629147.464891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629147.464893:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629147.464896:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629147.464897:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629147.464899:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629147.464901:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629147.464903:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629147.464904:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629147.464905:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629147.464907:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464912:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629147.464914:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464918:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464919:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629147.464921:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629147.464922:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629147.464924:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629147.464925:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308495375
00000100:00000001:0.0:1778629147.464927:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308499216
00000100:00000001:0.0:1778629147.464928:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308495375
00000100:00000001:0.0:1778629147.464930:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308499216
00000100:00000001:0.0:1778629147.464932:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629147.464933:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.464934:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629147.464937:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629147/real 1778629147]  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629147.464941:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629147.464956:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629147.464958:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629147.464959:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629147.464960:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629147.464962:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629147.464965:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629147.464970:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464974:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629147.464975:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629147.464977:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629147.464979:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464983:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629147.464986:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.464990:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629147.464992:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464993:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629147.464994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.464995:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629147.464996:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629147.464998:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629147.465000:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629147.465002:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629147.465004:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629147.465009:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626432:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629147.465011:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.465012:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629147.465014:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472626304/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.465018:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629147.465019:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629147.465020:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629147.465022:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629147.465023:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629147.465024:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629147.465025:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629147.465026:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629147.465028:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629147.465029:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629147.465030:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629147.465033:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629147.465033:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.465034:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629147.465036:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472626432/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629147.465040:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629147.465041:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629147.465042:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629147.465044:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629147.465044:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629147.465045:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629147.465046:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629147.465047:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629147.465049:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629147.465049:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629147.465050:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629147.465052:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629147.465052:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.465054:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.465056:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629147.465057:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.465058:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629147.465059:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.719707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629147.719707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629147.719712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629147.719714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629147.719716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.719723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629147.719723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629147.719723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629147.719727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629147.719727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629147.719731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629147.719733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629147.719735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629147.719736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629147.719738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629147.719740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629147.719741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.719742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629147.719747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629147.719748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629147.719751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629147.719752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629147.719754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629147.719756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629147.719801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629147.719804:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629147.719807:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629148.487719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629148.487725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629148.487727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629148.487731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629148.487734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629148.487737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629148.487739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629148.487741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629148.487743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629148.743715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629148.743715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629148.743721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629148.743722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629148.743723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629148.743725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629148.743726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629148.743730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629148.743732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629148.743732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629148.743735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629148.743739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629148.743740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629148.743741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629148.743744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629148.743744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629148.743744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629148.743748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629148.743750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629148.743752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629148.743753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629148.743754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629148.743757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629148.743759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629148.743811:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629148.743814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629148.743817:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629149.511766:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629149.511772:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629149.511773:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629149.511777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629149.511780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629149.511784:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629149.511786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629149.511788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629149.511791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629149.767717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629149.767717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629149.767722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629149.767724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629149.767728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629149.767728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629149.767730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629149.767734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629149.767735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629149.767736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629149.767741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629149.767746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629149.767749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629149.767753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629149.767757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629149.767797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629149.767801:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629149.767804:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629149.767967:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629149.767971:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629149.767973:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629149.767976:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629149.767979:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629149.767981:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629149.767983:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629149.767985:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629149.767988:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629150.535789:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629150.535797:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629150.535799:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629150.535805:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629150.535809:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629150.535813:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629150.535816:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629150.535819:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629150.535822:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629150.791713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629150.791713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629150.791716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629150.791720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629150.791722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629150.791722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629150.791725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629150.791726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629150.791726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629150.791727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629150.791735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629150.791735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629150.791735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629150.791738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629150.791741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629150.791747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629150.791748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629150.791752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629150.791753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629150.791756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629150.791757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629150.791760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629150.791762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629150.791764:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629150.791809:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629150.791813:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629150.791818:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629151.367698:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308499216, at 4308499264
00000100:00000040:1.0:1778629151.367698:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308499216, at 4308499264
00000100:00000010:1.0:1778629151.367714:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6420.
00000100:00000010:0.0:1778629151.367717:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629151.559723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629151.559729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629151.559731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629151.559735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629151.559738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629151.559742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629151.559744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629151.559747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629151.559751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629151.815715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629151.815715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629151.815717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629151.815721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629151.815723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629151.815727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629151.815728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629151.815729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629151.815731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629151.815735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629151.815736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629151.815736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629151.815740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629151.815742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629151.815743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629151.815743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629151.815745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629151.815747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629151.815749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629151.815753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629151.815753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629151.815756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629151.815757:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629151.815762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629151.815815:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629151.815818:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629151.815820:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1778629152.007740:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629152.007747:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629152.007752:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629152.007935:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778629152.007942:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629152.007953:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629152.007960:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629152.007964:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.583764:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629152.583773:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629152.583776:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629152.583780:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629152.583784:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629152.583787:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629152.583791:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778629152.583797:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629152.583797:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629152.583804:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629152.583806:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13828
00000100:00000001:0.0:1778629152.583811:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.583817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629152.583820:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1778629152.583831:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629152.583832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629152.583856:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629152.583860:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629152.583864:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.583867:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629152.583869:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.583871:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629152.583875:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629152.583878:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629152.583882:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629152.583884:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629152.583886:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629152.583888:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629152.583891:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.583893:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629152.583894:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.583896:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629152.583898:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629152.583901:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629152.583903:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629152.583906:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629152.583908:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629152.583910:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.583912:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629152.583913:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629152.583921:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629152.583924:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629152.583927:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629152.583928:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.583931:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629152.583933:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629152.583936:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629152.583943:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629152.583948:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629152.583955:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629152.583963:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629152.583968:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629152.583973:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629152.583998:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629152.584002:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629152.584006:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629152.584008:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629152.584010:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629152.584013:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629152.584018:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13828
00000400:00000200:3.0:1778629152.584023:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629152.584027:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629152.584029:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629152.584032:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584033:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629152.584038:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629152.584039:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584043:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629152.584045:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629152.584045:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629152.584051:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778629152.584052:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629152.584054:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629152.584057:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629152.584058:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629152.584059:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629152.584062:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584063:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629152.584064:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584065:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629152.584067:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629152.584071:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584073:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629152.584075:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629152.584076:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629152.584083:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629152.584095:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.584103:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629152.584105:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629152.584108:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629152.584109:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629152.584115:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1778629152.584115:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.584120:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.584121:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1778629152.584125:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
02000000:00000001:0.0:1778629152.584127:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629152.584132:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00100000:0.0:1778629152.584141:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626560:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629152.584141:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629152.584144:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.584150:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629152.584154:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629152.584156:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629152.584158:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629152.584158:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.584166:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629152.584167:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778629152.584174:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629152.584174:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629152.584182:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1778629152.584187:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
00000100:00000001:3.0:1778629152.584194:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1778629152.584195:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.584199:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629152.584207:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629152.584216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629152.584228:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:3.0:1778629152.584228:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629152.584237:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629152.584240:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629152.584241:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629152.584242:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1778629152.584244:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:3.0:1778629152.584245:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629152.584250:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13828
00000400:00000200:3.0:1778629152.584255:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:0.0:1778629152.584258:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626560, portal 25
00000400:00000200:3.0:1778629152.584258:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629152.584261:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629152.584265:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1778629152.584266:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629152.584270:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000001:3.0:1778629152.584274:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629152.584275:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584277:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629152.584279:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629152.584280:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629152.584283:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629152.584285:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629152.584290:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629152.584292:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629152.584297:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629152.584299:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629152.584300:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629152.584307:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584314:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629152.584323:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629152.584326:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584327:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629152.584329:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629152.584335:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629152.584342:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.584348:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629152.584349:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1778629152.584351:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629152.584354:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629152.584361:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584362:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629152.584370:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000010:3.0:1778629152.584371:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629152.584382:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000200:0.0:1778629152.584385:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472626560, offset 0
02000000:00000001:3.0:1778629152.584386:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629152.584388:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629152.584394:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629152.584396:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629152.584397:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629152.584402:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000400:00000200:0.0:1778629152.584405:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629152.584407:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629152.584413:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629152.584423:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629152.584428:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629152.584430:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629152.584437:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778629152.584437:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629152.584451:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778629152.584453:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629152.584457:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629152.584460:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629152.584462:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629152.584465:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629152.584469:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778629152.584471:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13838)
00000400:00000200:0.0:1778629152.584480:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629152.584485:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629152.584492:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497494:497494:256:4294967295] 192.168.204.112@tcp LPNI seq info [497453:497453:8:4294967295]
00000400:00000200:0.0:1778629152.584501:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629152.584514:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629152.584522:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.584530:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629152.584540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629152.584544:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778629152.584552:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629152.584557:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778629152.584563:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.584566:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629152.584572:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629152.584578:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629152.584585:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629152.584588:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629152.584592:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629152.584598:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584637:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.584644:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584655:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.584657:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629152.584665:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629152.584671:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629152.584676:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308504337
00000100:00000010:0.0:1778629152.584683:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629152.584692:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629152.584699:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308504337
00000100:00000010:0.0:1778629152.584704:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac60c0.
00000100:00000001:0.0:1778629152.584708:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629152.584713:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629152.584716:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.584719:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629152.584725:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629152/real 1778629152]  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629152.584743:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629152.584745:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629152.584747:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629152.584750:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629152.584752:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629152.584756:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629152.584760:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629152.584770:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584777:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629152.584779:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584782:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.584784:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629152.584788:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584796:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629152.584802:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584810:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629152.584813:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.584816:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584819:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629152.584821:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629152.584825:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629152.584829:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629152.584831:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629152.584836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629152.584861:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626560:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629152.584867:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584870:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.584873:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472626560/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584881:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629152.584884:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629152.584887:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629152.584891:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629152.584894:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629152.584896:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629152.584898:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629152.584901:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778629152.584906:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629152.584908:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629152.584910:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:0.0:1778629152.584914:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629152.584915:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.584928:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629152.584929:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.584932:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629152.584934:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629152.584935:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629152.584939:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.584946:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629152.584947:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.584950:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629152.584961:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629152.584968:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629152.584971:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626688:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629152.584976:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629152.584979:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629152.584980:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.584982:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629152.584986:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629152.584988:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629152.584993:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629152.584996:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629152.585000:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629152.585004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626688, portal 10
00000100:00000001:0.0:1778629152.585006:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629152.585007:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:0.0:1778629152.585016:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.585023:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629152.585026:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629152.585029:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629152.585031:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472626688, offset 0
00000400:00000200:0.0:1778629152.585036:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629152.585041:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629152.585045:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629152.585048:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629152.585051:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629152.585053:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629152.585055:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629152.585057:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497495:497495:256:4294967295] 192.168.204.112@tcp LPNI seq info [497454:497454:8:4294967295]
00000400:00000200:0.0:1778629152.585060:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629152.585065:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629152.585067:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.585070:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629152.585073:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629152.585075:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778629152.585079:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629152.585080:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778629152.585083:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.585085:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629152.585087:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629152.585089:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629152.585092:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629152.585093:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629152.585094:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629152.585097:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.585102:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.585104:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.585109:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.585110:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629152.585112:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629152.586361:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629152.586368:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629152.586372:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308500495
00000100:00000001:0.0:1778629152.586375:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308504337
00000100:00000001:0.0:1778629152.586377:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308500495
00000100:00000001:0.0:1778629152.586379:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308504337
00000100:00000001:0.0:1778629152.586381:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629152.586383:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.586386:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629152.586392:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629152/real 1778629152]  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629152.586402:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629152.586404:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629152.586407:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629152.586410:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629152.586412:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629152.586415:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629152.586418:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629152.586425:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586430:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629152.586431:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586432:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.586434:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629152.586436:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586441:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629152.586444:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586450:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629152.586452:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.586454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586459:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629152.586463:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629152.586465:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629152.586468:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629152.586470:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629152.586472:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629152.586479:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626688:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629152.586483:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629152.586485:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586490:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629152.586491:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.586493:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629152.586495:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629152.586497:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629152.586499:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626816:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629152.586501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629152.586504:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629152.586506:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629152.586508:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629152.586512:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629152.586514:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629152.586517:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629152.586519:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629152.586523:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629152.586527:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626816, portal 10
00000100:00000001:0.0:1778629152.586529:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629152.586530:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:0.0:1778629152.586536:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586540:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629152.586542:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629152.586544:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629152.586546:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472626816, offset 0
00000400:00000200:0.0:1778629152.586551:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629152.586555:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629152.586559:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629152.586563:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629152.586567:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629152.586570:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629152.586572:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629152.586575:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497496:497496:256:4294967295] 192.168.204.112@tcp LPNI seq info [497455:497455:8:4294967295]
00000400:00000200:0.0:1778629152.586579:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629152.586585:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629152.586590:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.586594:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629152.586599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629152.586602:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778629152.586620:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629152.586628:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778629152.586632:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629152.586634:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629152.586638:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629152.586642:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629152.586645:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629152.586647:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629152.586649:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629152.586652:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586658:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.586661:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586666:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.586667:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629152.586671:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629152.586673:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629152.586675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629152.586677:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308500497
00000100:00000001:0.0:1778629152.586679:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308504337
00000100:00000001:0.0:1778629152.586680:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308500497
00000100:00000001:0.0:1778629152.586683:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308504337
00000100:00000001:0.0:1778629152.586684:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629152.586686:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.586688:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629152.586690:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629152/real 1778629152]  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629152.586695:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629152.586696:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629152.586697:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629152.586698:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629152.586705:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629152.586707:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629152.586709:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629152.586715:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586719:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629152.586720:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586721:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.586722:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629152.586724:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586728:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629152.586730:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586734:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629152.586736:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586737:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629152.586738:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586739:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629152.586742:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629152.586743:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629152.586746:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629152.586748:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629152.586750:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629152.586756:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472626816:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629152.586758:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586760:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.586762:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472626688/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586767:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629152.586769:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629152.586770:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629152.586772:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629152.586777:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629152.586778:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629152.586780:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629152.586781:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778629152.586784:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629152.586785:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629152.586786:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:0.0:1778629152.586788:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629152.586789:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586790:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629152.586792:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472626816/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629152.586797:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629152.586798:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629152.586799:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629152.586801:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629152.586802:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629152.586803:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629152.586804:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629152.586805:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778629152.586806:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629152.586807:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629152.586808:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:0.0:1778629152.586809:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629152.586810:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586811:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.586817:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629152.586818:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.586820:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629152.586821:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.839715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629152.839720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629152.839722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629152.839723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.839725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629152.839729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629152.839731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629152.839733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629152.839734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629152.839737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629152.839738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629152.839742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629152.839742:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629152.839745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629152.839745:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629152.839750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629152.839750:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629152.839751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629152.839754:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629152.839758:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629152.839759:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629152.839763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629152.839765:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629152.839771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629152.839776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629152.839779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629152.839784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629152.839785:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629152.839787:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629152.839792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629152.839861:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629152.839865:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629152.839868:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629153.607715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629153.607723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629153.607726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629153.607731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629153.607736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629153.607740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629153.607743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629153.607746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629153.607750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629153.863723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629153.863726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629153.863727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629153.863731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629153.863732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629153.863735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629153.863736:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629153.863739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629153.863740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629153.863742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629153.863744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629153.863746:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629153.863748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629153.863751:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629153.863753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629153.863754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629153.863757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629153.863757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629153.863759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629153.863764:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629153.863765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629153.863767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629153.863769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629153.863771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629153.863833:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629153.863837:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629153.863839:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629154.631705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629154.631712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629154.631723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629154.631733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629154.631737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629154.631741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629154.631745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629154.631748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629154.631751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629154.887751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629154.887751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629154.887758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629154.887758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629154.887760:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629154.887762:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629154.887767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629154.887767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629154.887772:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629154.887773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629154.887777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629154.887778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629154.887781:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629154.887784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629154.887784:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629154.887787:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629154.887788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629154.887788:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887791:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629154.887795:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887805:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887810:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629154.887813:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887815:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887817:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887821:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629154.887823:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629154.887824:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629154.887825:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887827:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629154.887829:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887831:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887832:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629154.887835:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629154.887837:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629154.887887:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629154.887889:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629154.887891:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629155.655714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629155.655719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629155.655721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629155.655731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629155.655735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629155.655739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629155.655741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629155.655743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629155.655746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629155.911705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629155.911708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629155.911709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629155.911710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629155.911712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629155.911713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629155.911713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629155.911716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629155.911720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629155.911720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629155.911721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629155.911724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629155.911725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629155.911726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629155.911729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629155.911730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629155.911732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629155.911733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629155.911735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629155.911735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629155.911736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629155.911739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629155.911741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629155.911742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629155.911806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629155.911810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629155.911813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629156.487731:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308504337, at 4308504384
00000100:00000040:1.0:1778629156.487731:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308504337, at 4308504384
00000100:00000010:0.0:1778629156.487746:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629156.487749:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac60c0.
00000100:00000001:0.0:1778629156.679669:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629156.679674:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629156.679677:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629156.679682:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629156.679686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629156.679690:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629156.679693:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629156.679696:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629156.679699:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629156.935709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629156.935709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629156.935710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629156.935714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629156.935717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629156.935717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629156.935719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629156.935720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629156.935721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629156.935722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629156.935727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629156.935728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629156.935728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629156.935731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629156.935734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629156.935734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629156.935739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629156.935739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629156.935744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629156.935744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629156.935748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629156.935748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629156.935754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629156.935754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629156.935793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629156.935796:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629156.935798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629157.703708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629157.703714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629157.703714:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629157.703717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629157.703721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629157.703724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629157.703727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.703729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629157.703731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.703734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629157.703736:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629157.703739:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629157.703750:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629157.703753:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629157.703759:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13833
00000400:00000200:1.0:1778629157.703767:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629157.703778:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629157.703781:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629157.703783:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703785:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629157.703787:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703788:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629157.703791:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629157.703792:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629157.703794:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629157.703801:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629157.703802:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629157.703803:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629157.703805:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703807:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629157.703808:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703809:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629157.703811:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629157.703812:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703814:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629157.703816:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629157.703818:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629157.703819:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.703820:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629157.703822:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629157.703829:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823800.
00000020:00000040:1.0:1778629157.703831:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629157.703834:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629157.703835:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.703837:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629157.703839:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629157.703842:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629157.703848:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:1.0:1778629157.703853:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629157.703859:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629157.703866:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629157.703869:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629157.703872:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f3fd87] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629157.703888:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629157.703890:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629157.703892:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629157.703893:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629157.703894:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629157.703896:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629157.703898:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13833
00000400:00000200:1.0:1778629157.703901:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629157.703904:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629157.703905:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629157.703906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1778629157.703909:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629157.703910:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629157.703911:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629157.703913:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629157.703913:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703916:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629157.703917:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629157.703919:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:0.0:1778629157.703920:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1778629157.703921:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629157.703923:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629157.703927:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629157.703931:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629157.703938:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1778629157.703938:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.703940:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629157.703941:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629157.703943:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629157.703945:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778629157.703946:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629157.703948:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629157.703949:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1778629157.703951:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629157.703952:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.703957:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629157.703958:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626944:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629157.703959:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629157.703963:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629157.703965:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629157.703966:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629157.703968:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629157.703969:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.703970:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629157.703972:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629157.703976:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629157.703978:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1778629157.703982:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629157.703983:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:1.0:1778629157.703986:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.703988:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629157.703989:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000010:1.0:1778629157.703992:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821180.
00000020:00000040:1.0:1778629157.703994:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629157.703996:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1778629157.703997:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
02000000:00000001:1.0:1778629157.703997:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.704000:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629157.704002:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629157.704003:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629157.704005:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472626944, portal 25
02000000:00000010:1.0:1778629157.704006:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:0.0:1778629157.704011:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629157.704012:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704014:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629885440 : -123998079666176 : ffff8f3972823800)
00000100:00100000:1.0:1778629157.704017:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1778629157.704024:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629157.704025:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629157.704027:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629157.704034:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e764f6f4] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704040:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778629157.704044:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629157.704046:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778629157.704047:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1778629157.704050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00080000:1.0:1778629157.704050:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629157.704051:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629157.704054:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1778629157.704055:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472626944, offset 0
00000400:00000200:0.0:1778629157.704060:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629157.704062:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629157.704066:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13833
00000400:00000200:0.0:1778629157.704068:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704074:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629157.704078:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629157.704081:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629157.704083:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629157.704085:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704088:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497497:497497:256:4294967295] 192.168.204.112@tcp LPNI seq info [497456:497456:8:4294967295]
00000400:00000200:0.0:1778629157.704091:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704097:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629157.704104:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629157.704104:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000010:0.0:1778629157.704108:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000400:00000200:1.0:1778629157.704114:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000200:0.0:1778629157.704118:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:1.0:1778629157.704118:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1778629157.704124:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1778629157.704124:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.704128:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629157.704131:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.704135:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:0.1:1778629157.704136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:1.0:1778629157.704138:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629157.704140:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:0.1:1778629157.704141:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1778629157.704142:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629157.704145:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629157.704147:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:0.0:1778629157.704148:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000001:1.0:1778629157.704151:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:0.0:1778629157.704152:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:1.0:1778629157.704155:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.704157:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629157.704158:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1778629157.704158:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629157.704162:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629157.704165:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629157.704166:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1778629157.704170:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704171:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000100:00000001:1.0:1778629157.704172:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629157.704174:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
02000000:00000001:1.0:1778629157.704174:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629157.704178:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629157.704179:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1778629157.704180:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.704182:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629157.704184:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1778629157.704185:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1778629157.704187:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.704191:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629157.704195:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821880.
00000100:00000001:0.0:1778629157.704198:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1778629157.704198:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629157.704200:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1778629157.704203:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629157.704203:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.704207:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629157.704210:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629157.704212:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704214:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629157.704216:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:0.0:1778629157.704217:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629157.704221:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.704223:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629157.704226:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629157.704229:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308509456
00000100:00100000:1.0:1778629157.704233:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1778629157.704234:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:1.0:1778629157.704241:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629157.704242:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629157.704243:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629157.704247:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c0e0c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704249:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308509456
00000100:00000001:1.0:1778629157.704253:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629157.704255:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629157.704257:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629157.704260:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1778629157.704261:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6300.
00000100:00000040:1.0:1778629157.704263:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629157.704267:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1778629157.704269:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13843)
00000100:00000001:0.0:1778629157.704270:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629157.704273:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704275:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629157.704279:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629157/real 1778629157]  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629157.704295:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629157.704297:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629157.704298:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629157.704300:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629157.704301:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629157.704302:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629157.704305:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629157.704310:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704313:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629157.704314:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704316:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.704320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629157.704322:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704326:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629157.704329:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704333:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629157.704335:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704335:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.704336:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704337:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629157.704339:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629157.704341:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629157.704343:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629157.704344:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629157.704346:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629157.704364:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472626944:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629157.704367:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704368:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629157.704370:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823800 x1865013472626944/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704374:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629157.704376:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629157.704378:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629157.704379:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629157.704380:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629157.704381:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629157.704383:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629157.704384:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:0.0:1778629157.704386:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629157.704388:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629157.704389:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823800.
00000100:00000001:0.0:1778629157.704391:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629157.704392:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704393:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704397:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629157.704398:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704399:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629157.704401:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629157.704402:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629157.704404:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704408:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629157.704409:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629157.704410:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629157.704411:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629157.704412:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629157.704414:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629157.704416:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629157.704417:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629157.704418:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629157.704419:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629157.704421:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629157.704422:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629157.704425:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629157.704426:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629157.704428:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629157.704430:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627072, portal 10
00000100:00000001:0.0:1778629157.704431:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629157.704432:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629875584 : -123998079676032 : ffff8f3972821180)
00000100:00000040:0.0:1778629157.704436:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704441:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629157.704443:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629157.704445:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629157.704447:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627072, offset 0
00000400:00000200:0.0:1778629157.704451:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704454:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704458:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629157.704460:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629157.704463:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629157.704465:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629157.704467:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704470:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497498:497498:256:4294967295] 192.168.204.112@tcp LPNI seq info [497457:497457:8:4294967295]
00000400:00000200:0.0:1778629157.704475:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704480:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629157.704485:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629157.704488:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629157.704491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629157.704494:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778629157.704497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629157.704498:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1778629157.704501:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629157.704502:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629157.704504:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629157.704506:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629157.704508:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629157.704509:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629157.704510:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629157.704513:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704517:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629157.704519:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704523:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704525:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629157.704528:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629157.704531:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629157.704534:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629157.704536:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308505613
00000100:00000001:0.0:1778629157.704538:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308509456
00000100:00000001:0.0:1778629157.704540:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308505613
00000100:00000001:0.0:1778629157.704542:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308509456
00000100:00000001:0.0:1778629157.704544:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629157.704546:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704548:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629157.704551:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629157/real 1778629157]  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629157.704559:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629157.704561:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629157.704563:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629157.704565:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629157.704566:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629157.704569:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629157.704572:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629157.704577:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704581:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629157.704582:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704583:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.704584:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629157.704586:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704590:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629157.704592:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704595:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629157.704596:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704597:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.704598:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.704599:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629157.704601:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629157.704603:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629157.704605:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629157.704606:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629157.704623:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629157.704628:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627072:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629157.704631:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629157.704633:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704637:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629157.704638:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629157.704639:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629157.704640:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629157.704641:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629157.704643:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629157.704645:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629157.704646:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629157.704647:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629157.704648:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629157.704650:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629157.704651:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629157.704653:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629157.704655:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629157.704657:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629157.704659:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627200, portal 10
00000100:00000001:0.0:1778629157.704660:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629157.704661:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629877376 : -123998079674240 : ffff8f3972821880)
00000100:00000040:0.0:1778629157.704664:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704668:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629157.704669:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629157.704670:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629157.704672:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627200, offset 0
00000400:00000200:0.0:1778629157.704674:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704678:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629157.704680:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629157.704682:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629157.704684:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629157.704686:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629157.704689:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497499:497499:256:4294967295] 192.168.204.112@tcp LPNI seq info [497458:497458:8:4294967295]
00000400:00000200:0.0:1778629157.704692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629157.704697:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629157.704701:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629157.704704:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629157.704708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629157.704710:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1778629157.704714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629157.704716:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1778629157.704720:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629157.704722:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629157.704724:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629157.704728:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629157.704730:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629157.704732:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629157.704734:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629157.704737:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704756:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629157.704758:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.704762:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.704763:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629157.704765:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629157.705795:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629157.705799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629157.705800:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308505616
00000100:00000001:0.0:1778629157.705802:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308509456
00000100:00000001:0.0:1778629157.705804:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308505616
00000100:00000001:0.0:1778629157.705805:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308509456
00000100:00000001:0.0:1778629157.705807:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629157.705808:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.705809:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629157.705812:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629157/real 1778629157]  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629157.705817:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629157.705818:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629157.705819:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629157.705821:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629157.705822:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629157.705824:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629157.705825:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629157.705830:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.705834:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629157.705834:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705835:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.705836:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629157.705838:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.705841:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629157.705843:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.705847:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629157.705848:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705849:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629157.705849:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705851:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629157.705853:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629157.705854:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629157.705856:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629157.705857:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629157.705860:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629157.705864:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629157.705866:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705867:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629157.705869:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821180 x1865013472627072/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.705872:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629157.705873:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629157.705874:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629157.705875:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629157.705876:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629157.705877:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629157.705878:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629157.705879:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:0.0:1778629157.705880:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629157.705881:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629157.705881:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821180.
00000100:00000001:0.0:1778629157.705883:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629157.705884:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705885:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629157.705886:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821880 x1865013472627200/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629157.705890:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629157.705890:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629157.705891:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629157.705892:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629157.705893:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629157.705894:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629157.705895:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629157.705896:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778629157.705897:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629157.705898:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629157.705898:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821880.
00000100:00000001:0.0:1778629157.705899:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629157.705900:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705901:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.705903:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629157.705904:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.705905:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629157.705907:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.959707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629157.959707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629157.959713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629157.959713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629157.959714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629157.959716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.959718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629157.959718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629157.959722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629157.959724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629157.959726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629157.959727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629157.959727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629157.959729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629157.959731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629157.959731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629157.959732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629157.959743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629157.959746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.959748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629157.959749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629157.959751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629157.959752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629157.959755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629157.959808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629157.959829:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629157.959832:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629158.727702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629158.727708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629158.727710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629158.727714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629158.727737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629158.727740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629158.727743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629158.727745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629158.727748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629158.983665:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629158.983670:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629158.983672:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629158.983674:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629158.983675:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629158.983676:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629158.983678:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629158.983679:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629158.983680:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629158.983681:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629158.983683:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629158.983685:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629158.983685:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629158.983685:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629158.983688:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629158.983690:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629158.983691:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629158.983691:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629158.983693:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629158.983694:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629158.983696:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629158.983697:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629158.983699:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629158.983703:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629158.983742:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629158.983745:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629158.983749:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629159.751738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629159.751744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629159.751745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629159.751750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629159.751753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629159.751755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629159.751757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629159.751759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629159.751761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629160.007708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629160.007711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629160.007712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629160.007713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629160.007715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629160.007715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629160.007717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629160.007718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629160.007723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629160.007723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629160.007725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629160.007728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629160.007729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629160.007729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629160.007732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629160.007734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629160.007735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629160.007735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629160.007738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629160.007739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629160.007740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629160.007743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629160.007744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629160.007749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629160.007790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629160.007793:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629160.007795:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629160.775788:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629160.775794:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629160.775797:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629160.775809:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629160.775816:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629160.775819:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629160.775822:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629160.775824:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629160.775841:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629161.031723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629161.031723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629161.031730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629161.031732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629161.031736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629161.031739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629161.031742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629161.031744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629161.031746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629161.031748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629161.031791:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629161.031791:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629161.031795:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629161.031796:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629161.031796:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629161.031797:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629161.031799:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629161.031800:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629161.031801:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629161.031801:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629161.031803:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629161.031805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629161.031807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629161.031809:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629161.031841:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629161.031845:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629161.031849:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629161.607756:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308509456, at 4308509504
00000100:00000040:1.0:1778629161.607788:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308509456, at 4308509504
00000100:00000010:0.0:1778629161.607791:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629161.607804:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6300.
00000100:00000001:3.0:1778629161.799759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629161.799765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629161.799766:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629161.799769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629161.799772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629161.799774:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629161.799776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629161.799778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629161.799780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.055714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629162.055724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629162.055731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629162.055733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629162.055735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629162.055735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629162.055738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629162.055739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629162.055741:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629162.055741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.055744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629162.055745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629162.055747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629162.055748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.055750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629162.055751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629162.055753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629162.055753:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629162.055758:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629162.055761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629162.055763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629162.055765:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629162.055768:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629162.055770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629162.055810:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629162.055814:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629162.055817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629162.823740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629162.823745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629162.823747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629162.823751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629162.823754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629162.823757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629162.823759:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629162.823759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629162.823761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629162.823764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629162.823768:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629162.823771:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629162.823774:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629162.823779:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629162.823786:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13838
00000400:00000200:2.0:1778629162.823794:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629162.823800:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629162.823803:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629162.823807:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823810:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.823812:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823814:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629162.823817:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629162.823819:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629162.823822:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629162.823824:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629162.823827:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629162.823829:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629162.823832:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823834:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.823836:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823838:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629162.823841:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629162.823844:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823847:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629162.823850:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629162.823852:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629162.823855:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.823857:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629162.823859:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629162.823868:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629162.823871:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629162.823874:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629162.823876:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.823878:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629162.823879:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629162.823883:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629162.823888:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629162.823894:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629162.823900:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629162.823906:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629162.823910:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629162.823912:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629162.823927:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629162.823930:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629162.823932:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629162.823933:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629162.823934:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629162.823936:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629162.823938:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13838
00000400:00000200:2.0:1778629162.823941:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629162.823943:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629162.823945:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629162.823947:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823949:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.823951:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823952:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629162.823954:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629162.823954:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629162.823955:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629162.823957:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778629162.823957:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:0.0:1778629162.823961:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629162.823961:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629162.823962:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629162.823964:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629162.823971:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.823972:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.823975:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629162.823976:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629162.823979:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629162.823983:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629162.823988:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629162.823992:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629162.823993:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.823995:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629162.823995:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629162.823999:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629162.824001:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629162.824002:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.824003:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629162.824006:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629162.824007:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629162.824010:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629162.824010:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.824012:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629162.824016:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472627328:192.168.204.112@tcp:250:kworker.0
00000100:00000010:2.0:1778629162.824016:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629162.824020:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629162.824021:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629162.824025:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629162.824026:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629162.824026:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629162.824029:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629162.824030:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.824032:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1778629162.824033:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778629162.824033:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629162.824036:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629162.824036:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629162.824041:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000400:00000200:0.0:1778629162.824044:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629162.824045:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629162.824050:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629162.824055:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629162.824056:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629162.824058:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629162.824063:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629162.824065:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629162.824066:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629162.824067:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629162.824068:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629162.824070:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629162.824071:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13838
00000400:00000200:2.0:1778629162.824074:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629162.824075:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629162.824077:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1778629162.824078:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000040:2.0:1778629162.824079:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.824083:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.824084:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629162.824086:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629162.824087:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:0.0:1778629162.824088:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000020:00000040:2.0:1778629162.824088:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629162.824089:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629162.824092:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629162.824095:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:0.0:1778629162.824097:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627328, portal 25
00000020:00000001:2.0:1778629162.824097:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:0.0:1778629162.824102:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1778629162.824103:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629162.824106:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000001:2.0:1778629162.824107:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629162.824111:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629162.824114:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629162.824115:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629162.824121:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:0.0:1778629162.824124:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629162.824128:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:0.0:1778629162.824129:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629162.824133:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:2.0:1778629162.824133:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629162.824135:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1778629162.824137:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472627328, offset 0
02000000:00000001:2.0:1778629162.824138:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629162.824141:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.824142:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629162.824143:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00100000:2.0:1778629162.824144:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629162.824146:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629162.824148:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824150:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778629162.824151:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629162.824153:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:0.0:1778629162.824156:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:2.0:1778629162.824156:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629162.824159:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824161:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629162.824162:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629162.824164:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629162.824166:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629162.824169:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000400:00000200:0.0:1778629162.824171:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629162.824175:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778629162.824175:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824180:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629162.824184:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497500:497500:256:4294967295] 192.168.204.112@tcp LPNI seq info [497459:497459:8:4294967295]
00000100:00100000:2.0:1778629162.824185:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629162.824190:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629162.824199:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629162.824202:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824203:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629162.824209:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1778629162.824210:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824215:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629162.824220:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629162.824222:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778629162.824225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629162.824226:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1778629162.824230:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1778629162.824230:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629162.824235:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778629162.824238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629162.824240:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13848)
00000800:00000200:0.1:1778629162.824241:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1778629162.824246:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824248:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629162.824252:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629162.824255:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629162.824258:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629162.824260:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629162.824262:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629162.824265:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824271:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824274:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824279:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824280:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629162.824284:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824286:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629162.824288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308514576
00000100:00000010:0.0:1778629162.824291:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629162.824295:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629162.824299:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308514576
00000100:00000010:0.0:1778629162.824301:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6de0.
00000100:00000001:0.0:1778629162.824303:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629162.824305:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629162.824307:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824309:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629162.824311:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629162/real 1778629162]  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629162.824317:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629162.824318:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629162.824319:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629162.824334:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629162.824335:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629162.824337:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629162.824339:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629162.824344:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824348:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629162.824349:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824350:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824351:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629162.824354:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824358:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629162.824361:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824365:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629162.824366:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824367:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824369:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629162.824370:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629162.824372:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629162.824374:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629162.824376:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629162.824378:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629162.824382:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472627328:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629162.824385:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824386:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824387:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472627328/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824391:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629162.824393:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629162.824395:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629162.824396:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629162.824398:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629162.824398:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629162.824400:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629162.824401:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629162.824404:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629162.824405:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629162.824406:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629162.824408:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629162.824409:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824410:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824415:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629162.824416:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824417:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629162.824418:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629162.824419:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629162.824420:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824425:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629162.824426:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629162.824427:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629162.824428:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629162.824429:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629162.824431:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629162.824432:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629162.824433:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629162.824434:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629162.824435:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629162.824437:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629162.824438:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824440:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629162.824441:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629162.824444:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629162.824445:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627456, portal 10
00000100:00000001:0.0:1778629162.824446:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629162.824447:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629162.824451:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824455:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629162.824456:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629162.824458:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629162.824459:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627456, offset 0
00000400:00000200:0.0:1778629162.824461:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629162.824464:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629162.824466:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629162.824468:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629162.824469:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629162.824471:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629162.824472:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629162.824474:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497501:497501:256:4294967295] 192.168.204.112@tcp LPNI seq info [497460:497460:8:4294967295]
00000400:00000200:0.0:1778629162.824476:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629162.824480:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629162.824482:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824484:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629162.824486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629162.824487:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778629162.824490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629162.824492:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1778629162.824494:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629162.824496:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629162.824498:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629162.824500:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629162.824501:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629162.824503:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629162.824504:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824509:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824510:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824514:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824515:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629162.824528:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629162.824532:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629162.824535:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629162.824537:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308510733
00000100:00000001:0.0:1778629162.824539:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308514576
00000100:00000001:0.0:1778629162.824541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308510733
00000100:00000001:0.0:1778629162.824543:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308514576
00000100:00000001:0.0:1778629162.824544:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629162.824546:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824548:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629162.824551:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629162/real 1778629162]  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629162.824559:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629162.824560:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629162.824562:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629162.824564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629162.824566:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629162.824568:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629162.824577:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629162.824585:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824589:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629162.824590:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824591:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824592:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629162.824594:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824598:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629162.824600:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824604:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629162.824606:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824607:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824637:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824638:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629162.824654:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629162.824656:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629162.824658:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629162.824660:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629162.824662:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629162.824667:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627456:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629162.824670:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629162.824671:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824675:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629162.824676:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629162.824677:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629162.824678:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629162.824679:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629162.824681:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629162.824683:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629162.824684:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629162.824685:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629162.824686:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629162.824688:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629162.824689:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629162.824692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629162.824693:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629162.824695:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629162.824697:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627584, portal 10
00000100:00000001:0.0:1778629162.824698:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629162.824699:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:0.0:1778629162.824702:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824706:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629162.824708:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629162.824709:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629162.824710:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627584, offset 0
00000400:00000200:0.0:1778629162.824712:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629162.824714:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629162.824716:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629162.824723:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629162.824725:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629162.824727:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629162.824728:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629162.824730:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497502:497502:256:4294967295] 192.168.204.112@tcp LPNI seq info [497461:497461:8:4294967295]
00000400:00000200:0.0:1778629162.824733:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629162.824736:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629162.824739:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824741:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629162.824743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629162.824745:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1778629162.824747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629162.824749:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1778629162.824751:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629162.824752:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629162.824754:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629162.824756:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629162.824758:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629162.824759:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629162.824761:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629162.824763:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824770:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824772:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824776:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824777:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629162.824779:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629162.824781:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629162.824783:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629162.824784:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308510735
00000100:00000001:0.0:1778629162.824785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308514576
00000100:00000001:0.0:1778629162.824787:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308510735
00000100:00000001:0.0:1778629162.824788:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308514576
00000100:00000001:0.0:1778629162.824789:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629162.824790:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824791:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629162.824793:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629162/real 1778629162]  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629162.824797:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629162.824798:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629162.824799:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629162.824800:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629162.824801:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629162.824802:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629162.824804:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629162.824808:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824812:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629162.824813:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629162.824816:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824820:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629162.824822:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824825:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629162.824826:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824827:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629162.824828:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824829:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629162.824830:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629162.824831:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629162.824833:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629162.824834:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629162.824836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629162.824840:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629162.824842:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824843:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824844:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472627456/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824848:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629162.824850:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629162.824851:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629162.824852:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629162.824853:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629162.824854:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629162.824855:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629162.824856:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629162.824857:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629162.824858:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629162.824859:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629162.824862:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629162.824864:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824865:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629162.824868:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472627584/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629162.824874:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629162.824875:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629162.824876:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629162.824877:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629162.824878:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629162.824879:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629162.824881:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629162.824882:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629162.824884:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629162.824885:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629162.824886:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629162.824888:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629162.824890:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824891:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629162.824894:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629162.824896:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629162.824897:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629162.824899:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629163.079695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629163.079696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629163.079698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629163.079702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629163.079702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629163.079703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629163.079705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629163.079706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629163.079707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629163.079709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629163.079710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629163.079712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629163.079713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629163.079714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629163.079718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629163.079718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629163.079719:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629163.079722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629163.079723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629163.079723:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629163.079726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629163.079727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629163.079727:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629163.079729:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629163.079731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629163.079731:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629163.079734:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629163.079735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629163.079736:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629163.079739:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629163.079784:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629163.079787:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629163.079790:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629163.847698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629163.847711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629163.847720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629163.847728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629163.847732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629163.847736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629163.847739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629163.847742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629163.847745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629164.103713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629164.103713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629164.103718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629164.103719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629164.103720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629164.103722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629164.103725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629164.103726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629164.103727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629164.103730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629164.103730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629164.103734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629164.103735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629164.103735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629164.103737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629164.103741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629164.103741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629164.103743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629164.103744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629164.103745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629164.103745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629164.103751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629164.103752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629164.103755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629164.103807:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629164.103811:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629164.103814:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629164.871708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629164.871713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629164.871714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629164.871717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629164.871720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629164.871723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629164.871725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629164.871727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629164.871729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629165.127674:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629165.127674:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629165.127680:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629165.127680:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629165.127683:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629165.127684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629165.127684:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629165.127687:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629165.127690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629165.127690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629165.127691:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629165.127693:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629165.127694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629165.127696:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629165.127696:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629165.127699:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629165.127700:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629165.127701:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629165.127705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629165.127706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629165.127707:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629165.127709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629165.127709:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629165.127711:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629165.127712:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629165.127713:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629165.127715:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629165.127717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629165.127717:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629165.127717:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629165.127720:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629165.127723:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629165.127724:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629165.127729:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629165.127733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629165.127735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629165.127761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629165.127770:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629165.127774:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629165.895720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629165.895726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629165.895728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629165.895733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629165.895737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629165.895741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629165.895743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629165.895746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629165.895749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629166.151709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629166.151714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629166.151715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629166.151718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629166.151722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629166.151723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629166.151726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629166.151730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629166.151732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629166.151732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629166.151738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629166.151742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629166.151745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629166.151747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629166.151750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629166.151798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629166.151802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629166.151806:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629166.151867:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629166.151870:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629166.151871:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629166.151874:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629166.151876:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629166.151878:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629166.151879:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629166.151881:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629166.151883:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629166.727674:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308514576, at 4308514624
00000100:00000040:1.0:1778629166.727675:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308514576, at 4308514624
00000100:00000010:1.0:1778629166.727687:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6de0.
00000100:00000010:0.0:1778629166.727688:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:3.0:1778629166.919746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629166.919753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629166.919756:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629166.919762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629166.919767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629166.919772:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629166.919775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629166.919787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629166.919791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629167.175716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629167.175724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629167.175726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629167.175732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629167.175736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629167.175737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629167.175743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629167.175744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.175752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629167.175754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629167.175756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629167.175757:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629167.175758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629167.175760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.175761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629167.175764:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629167.175771:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629167.175771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629167.175775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.175779:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629167.175782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.175784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629167.175785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.175787:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629167.175838:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629167.175841:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629167.175844:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629167.943718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629167.943724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629167.943727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629167.943728:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1778629167.943736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629167.943738:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629167.943746:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778629167.943747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629167.943752:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629167.943753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629167.943757:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629167.943759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629167.943762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629167.943766:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13843
00000100:00000001:3.0:1778629167.943769:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629167.943778:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629167.943786:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629167.943789:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629167.943794:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943796:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629167.943800:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943803:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629167.943807:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629167.943808:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629167.943812:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629167.943814:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629167.943816:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629167.943817:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629167.943820:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943821:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629167.943822:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943823:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629167.943826:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629167.943830:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943832:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629167.943835:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629167.943840:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629167.943843:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629167.943845:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629167.943847:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629167.943858:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629167.943862:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629167.943867:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629167.943869:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629167.943872:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629167.943875:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629167.943880:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629167.943889:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629167.943897:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629167.943908:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629167.943919:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629167.943925:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629167.943929:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629167.943965:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629167.943969:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629167.943973:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629167.943974:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629167.943976:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629167.943979:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629167.943982:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13843
00000400:00000200:2.0:1778629167.943986:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629167.943988:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629167.943991:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629167.943994:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.943996:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629167.943998:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944000:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629167.944003:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629167.944004:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629167.944006:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629167.944008:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629167.944010:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629167.944013:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629167.944016:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944018:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629167.944020:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944022:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629167.944024:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778629167.944026:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1778629167.944028:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629167.944032:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629167.944032:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629167.944035:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629167.944036:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1778629167.944042:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629167.944044:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629167.944045:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629167.944049:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629167.944056:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629167.944057:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629167.944060:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629167.944061:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629167.944064:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944065:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1778629167.944068:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629167.944071:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629167.944073:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629167.944074:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629167.944077:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629167.944078:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629167.944079:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629167.944082:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944083:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629167.944089:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472627712:192.168.204.112@tcp:250:kworker.0
02000000:00000010:2.0:1778629167.944090:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:0.0:1778629167.944096:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629167.944097:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944101:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629167.944105:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629167.944105:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629167.944111:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629167.944116:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1778629167.944118:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
00000100:00000001:2.0:1778629167.944119:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944123:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629167.944126:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629167.944133:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629167.944140:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778629167.944143:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629167.944146:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1778629167.944148:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00080000:2.0:1778629167.944150:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629167.944153:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629167.944155:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1778629167.944158:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627712, portal 25
00000100:00000001:2.0:1778629167.944159:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629167.944163:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778629167.944163:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13843
00000100:00000001:0.0:1778629167.944166:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000400:00000200:2.0:1778629167.944171:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629167.944177:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:0.0:1778629167.944178:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629167.944180:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629167.944187:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944192:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629167.944194:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629167.944195:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629167.944199:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629167.944202:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629167.944206:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472627712, offset 0
00000400:00000200:0.0:1778629167.944213:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629167.944222:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.944229:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629167.944235:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629167.944240:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629167.944244:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629167.944247:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629167.944252:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497503:497503:256:4294967295] 192.168.204.112@tcp LPNI seq info [497462:497462:8:4294967295]
00000400:00000200:0.0:1778629167.944257:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.944268:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629167.944283:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629167.944289:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629167.944298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629167.944306:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:0.0:1778629167.944307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1778629167.944314:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629167.944317:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629167.944322:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1778629167.944323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778629167.944326:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:0.1:1778629167.944328:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1778629167.944332:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629167.944338:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:0.0:1778629167.944344:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629167.944345:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944350:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1778629167.944351:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:2.0:1778629167.944355:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629167.944358:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629167.944360:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629167.944363:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1778629167.944366:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629167.944374:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629167.944383:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629167.944386:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
02000000:00000001:2.0:1778629167.944388:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1778629167.944390:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
02000000:00000001:2.0:1778629167.944397:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629167.944405:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1778629167.944411:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629167.944415:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629167.944417:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629167.944422:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629167.944432:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.944435:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1778629167.944436:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629167.944443:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1778629167.944448:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629167.944457:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629167.944457:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629167.944464:0:2398:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1778629167.944467:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778629167.944474:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629167.944477:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629167.944483:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629167.944485:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1778629167.944488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308519696
02000000:00000001:2.0:1778629167.944489:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629167.944494:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629167.944497:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
02000000:00000010:2.0:1778629167.944504:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:0.0:1778629167.944506:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629167.944513:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.944517:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308519696
00000100:00000010:0.0:1778629167.944522:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac69c0.
00000100:00100000:2.0:1778629167.944525:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629167.944528:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629167.944535:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629167.944562:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629167.944566:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629167.944571:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629167.944581:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629167.944584:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629167.944588:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629167.944591:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629167.944593:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629167.944599:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13853)
00000100:00000001:0.0:1778629167.944763:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.944766:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629167.944772:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629167/real 1778629167]  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629167.944782:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629167.944784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629167.944786:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629167.944789:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629167.944791:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629167.944794:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629167.944797:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629167.944805:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.944812:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629167.944814:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944817:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.944819:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629167.944823:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.944829:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629167.944834:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.944848:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629167.944850:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944852:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.944853:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944855:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629167.944858:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629167.944861:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629167.944865:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629167.944867:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629167.944870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629167.944879:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472627712:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629167.944884:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944885:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629167.944888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472627712/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.944895:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629167.944899:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629167.944902:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629167.944905:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629167.944907:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629167.944909:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629167.944911:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629167.944914:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778629167.944918:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629167.944920:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629167.944922:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629167.944926:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629167.944927:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.944938:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629167.944940:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.944943:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629167.944945:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629167.944946:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629167.944950:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.944957:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629167.944959:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944961:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629167.944963:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629167.944965:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629167.944968:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629167.944971:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629167.944973:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629167.944974:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.944976:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629167.944979:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629167.944981:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629167.944985:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629167.944988:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629167.944992:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629167.944995:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627840, portal 10
00000100:00000001:0.0:1778629167.944997:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629167.944998:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629167.945004:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945010:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629167.945012:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629167.945014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629167.945017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627840, offset 0
00000400:00000200:0.0:1778629167.945021:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629167.945025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.945029:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629167.945032:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629167.945034:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629167.945037:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629167.945039:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629167.945042:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497504:497504:256:4294967295] 192.168.204.112@tcp LPNI seq info [497463:497463:8:4294967295]
00000400:00000200:0.0:1778629167.945047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.945054:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629167.945058:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629167.945061:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629167.945066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629167.945068:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778629167.945073:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629167.945076:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778629167.945080:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629167.945081:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629167.945084:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629167.945088:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629167.945090:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629167.945092:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629167.945094:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629167.945097:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945105:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629167.945108:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945114:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.945116:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629167.945118:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629167.945123:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629167.945126:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629167.945128:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308515854
00000100:00000001:0.0:1778629167.945131:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308519696
00000100:00000001:0.0:1778629167.945133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308515854
00000100:00000001:0.0:1778629167.945135:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308519696
00000100:00000001:0.0:1778629167.945137:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629167.945139:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.945141:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629167.945144:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629167/real 1778629167]  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629167.945151:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629167.945153:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629167.945154:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629167.945156:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629167.945157:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629167.945159:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629167.945162:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629167.945169:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945176:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629167.945177:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945179:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.945180:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629167.945183:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945190:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629167.945193:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945200:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629167.945202:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945205:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.945206:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945208:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629167.945213:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629167.945216:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629167.945219:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629167.945222:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629167.945225:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629167.945232:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627840:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629167.945236:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629167.945239:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945245:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629167.945247:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.945249:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629167.945250:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629167.945252:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629167.945255:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629167.945258:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629167.945260:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629167.945261:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629167.945263:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629167.945266:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629167.945268:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629167.945272:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629167.945274:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629167.945277:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629167.945280:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472627968, portal 10
00000100:00000001:0.0:1778629167.945282:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629167.945283:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778629167.945289:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945295:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629167.945297:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629167.945299:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629167.945302:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472627968, offset 0
00000400:00000200:0.0:1778629167.945306:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629167.945310:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.945313:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629167.945315:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629167.945317:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629167.945320:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629167.945323:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629167.945326:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497505:497505:256:4294967295] 192.168.204.112@tcp LPNI seq info [497464:497464:8:4294967295]
00000400:00000200:0.0:1778629167.945330:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629167.945335:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629167.945340:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629167.945343:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629167.945346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629167.945349:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778629167.945353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629167.945355:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778629167.945358:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629167.945360:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629167.945363:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629167.945366:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629167.945369:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629167.945371:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629167.945373:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629167.945376:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945389:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629167.945392:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945398:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.945399:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629167.945402:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629167.945405:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629167.945409:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629167.945411:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308515855
00000100:00000001:0.0:1778629167.945413:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308519696
00000100:00000001:0.0:1778629167.945415:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308515855
00000100:00000001:0.0:1778629167.945417:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308519696
00000100:00000001:0.0:1778629167.945419:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629167.945421:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.945423:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629167.945426:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629167/real 1778629167]  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629167.945434:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629167.945435:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629167.945436:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629167.945438:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629167.945440:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629167.945442:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629167.945445:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629167.945453:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945460:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629167.945462:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945464:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.945465:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629167.945469:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945476:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629167.945479:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945486:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629167.945488:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629167.945491:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945493:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629167.945497:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629167.945499:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629167.945502:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629167.945505:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629167.945508:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629167.945516:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472627968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629167.945520:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945522:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629167.945524:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472627840/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945531:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629167.945532:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629167.945534:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629167.945536:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629167.945538:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629167.945554:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629167.945556:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629167.945558:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629167.945560:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629167.945561:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629167.945563:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629167.945566:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629167.945567:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945569:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629167.945572:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472627968/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629167.945579:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629167.945580:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629167.945582:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629167.945584:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629167.945585:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629167.945586:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629167.945588:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629167.945589:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629167.945592:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629167.945593:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629167.945594:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629167.945596:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629167.945597:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945599:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629167.945602:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629167.945603:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629167.945605:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629167.945625:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629168.199710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629168.199710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629168.199716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629168.199717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629168.199717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629168.199718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629168.199719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629168.199721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629168.199726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629168.199726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629168.199729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629168.199731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629168.199732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629168.199732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629168.199734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629168.199736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629168.199737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629168.199739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629168.199741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629168.199742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629168.199742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629168.199744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629168.199746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629168.199751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629168.199811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629168.199815:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629168.199818:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629168.967710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629168.967716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629168.967718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629168.967723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629168.967726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629168.967730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629168.967732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629168.967735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629168.967738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629169.223709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629169.223712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629169.223713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629169.223717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629169.223717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629169.223721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629169.223721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629169.223727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629169.223727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629169.223728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629169.223732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629169.223732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629169.223734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629169.223735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629169.223737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629169.223737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629169.223739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629169.223741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629169.223741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629169.223742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629169.223745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629169.223745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629169.223749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629169.223750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629169.223802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629169.223806:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629169.223810:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629169.991796:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629169.991814:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629169.991824:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629169.991828:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629169.991831:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629169.991834:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629169.991836:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629169.991837:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629169.991839:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629170.247705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629170.247707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629170.247711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629170.247712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629170.247716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629170.247718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629170.247721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629170.247721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629170.247725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629170.247727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629170.247728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629170.247729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629170.247731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629170.247732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629170.247733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629170.247737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629170.247738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629170.247740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629170.247744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629170.247748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629170.247751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629170.247753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629170.247755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629170.247757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629170.247788:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629170.247792:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629170.247795:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629171.015728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629171.015735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629171.015737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629171.015742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629171.015746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629171.015749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629171.015752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629171.015755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629171.015757:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629171.271706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629171.271710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629171.271712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629171.271714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629171.271717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629171.271717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629171.271719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629171.271721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629171.271723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629171.271725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629171.271725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629171.271728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629171.271730:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629171.271731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629171.271735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629171.271736:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629171.271738:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629171.271739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629171.271744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629171.271748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629171.271750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629171.271753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629171.271755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629171.271758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629171.271775:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629171.271778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629171.271781:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629171.847710:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308519696, at 4308519744
00000100:00000040:1.0:1778629171.847710:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308519696, at 4308519744
00000100:00000010:0.0:1778629171.847723:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629171.847725:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac69c0.
00000100:00000001:3.0:1778629172.039714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629172.039724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629172.039725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629172.039731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629172.039734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629172.039737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629172.039740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629172.039743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629172.039745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629172.295712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629172.295712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629172.295719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629172.295721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629172.295723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629172.295725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629172.295728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629172.295729:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629172.295730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629172.295731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629172.295732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629172.295734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629172.295735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629172.295737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629172.295739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629172.295741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629172.295742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629172.295742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629172.295745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629172.295747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629172.295748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629172.295751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629172.295752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629172.295756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629172.295788:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629172.295791:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629172.295793:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629173.063709:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629173.063710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629173.063715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629173.063718:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629173.063721:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629173.063724:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629173.063724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.063729:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1778629173.063730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629173.063733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629173.063737:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13848
00000100:00000001:3.0:1778629173.063737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629173.063740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629173.063743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629173.063745:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629173.063746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629173.063751:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629173.063754:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629173.063757:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063760:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629173.063763:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063765:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629173.063769:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629173.063770:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629173.063779:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629173.063782:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629173.063785:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629173.063790:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629173.063792:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063793:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629173.063794:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063796:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629173.063798:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629173.063800:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063801:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629173.063803:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629173.063806:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629173.063808:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.063809:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629173.063810:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629173.063818:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629173.063820:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629173.063823:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629173.063824:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.063826:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629173.063828:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629173.063831:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629173.063837:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629173.063843:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629173.063852:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629173.063862:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629173.063866:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629173.063870:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629173.063895:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629173.063897:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629173.063900:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629173.063901:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629173.063902:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629173.063904:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629173.063906:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13848
00000400:00000200:2.0:1778629173.063908:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629173.063910:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629173.063912:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629173.063914:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063915:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629173.063917:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.063918:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629173.063920:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629173.063921:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629173.063922:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629173.063923:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629173.063924:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629173.063926:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629173.063929:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629173.063930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629173.063931:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629173.063934:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629173.063935:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629173.063937:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629173.063938:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1778629173.063941:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629173.063945:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:0.0:1778629173.063946:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629173.063947:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629173.063950:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629173.063954:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629173.063959:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.063960:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629173.063961:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629173.063964:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778629173.063966:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629173.063968:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.063969:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629173.063969:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.063973:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1778629173.063974:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629173.063977:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629173.063979:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629173.063980:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629173.063983:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.063985:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1778629173.063987:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628096:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629173.063987:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629173.063989:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629173.063993:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:0.0:1778629173.063994:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629173.063996:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064000:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1778629173.064001:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629173.064003:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064008:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629173.064011:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1778629173.064013:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
00000100:00000001:2.0:1778629173.064014:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064018:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629173.064020:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629173.064026:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629173.064031:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778629173.064034:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629173.064036:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00080000:2.0:1778629173.064036:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629173.064041:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629173.064042:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629173.064043:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1778629173.064044:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628096, portal 25
00000100:00000001:2.0:1778629173.064045:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629173.064047:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778629173.064049:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13848
00000100:00000001:0.0:1778629173.064050:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000400:00000200:2.0:1778629173.064054:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629173.064057:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:0.0:1778629173.064060:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629173.064064:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629173.064069:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629173.064070:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.064072:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629173.064075:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629173.064077:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:0.0:1778629173.064078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:2.0:1778629173.064079:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:0.0:1778629173.064082:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472628096, offset 0
00000020:00000001:2.0:1778629173.064082:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629173.064083:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629173.064086:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629173.064088:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629173.064090:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629173.064091:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629173.064092:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629173.064095:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.064097:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629173.064098:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629173.064100:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629173.064101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629173.064103:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629173.064105:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629173.064107:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064109:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:2.0:1778629173.064110:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629173.064113:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629173.064115:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064116:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629173.064117:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629173.064121:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629173.064123:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00000001:2.0:1778629173.064124:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.064126:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064128:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1778629173.064130:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000400:00000200:0.0:1778629173.064131:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:2.0:1778629173.064134:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:0.0:1778629173.064138:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497506:497506:256:4294967295] 192.168.204.112@tcp LPNI seq info [497465:497465:8:4294967295]
02000000:00000001:2.0:1778629173.064138:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629173.064141:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629173.064144:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629173.064146:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629173.064147:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629173.064149:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629173.064151:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064154:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778629173.064156:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629173.064162:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629173.064166:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064168:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629173.064172:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629173.064178:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629173.064180:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629173.064181:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629173.064185:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629173.064187:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1778629173.064190:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000040:2.0:1778629173.064190:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629173.064195:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13858)
00000800:00000200:0.0:1778629173.064201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629173.064205:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778629173.064211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629173.064215:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1778629173.064219:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629173.064221:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629173.064227:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629173.064231:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629173.064236:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629173.064238:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629173.064242:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629173.064247:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064256:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064260:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064268:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064269:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629173.064274:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064277:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629173.064279:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308524816
00000100:00000010:0.0:1778629173.064283:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629173.064288:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629173.064293:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308524816
00000100:00000010:0.0:1778629173.064294:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6d80.
00000100:00000001:0.0:1778629173.064297:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629173.064299:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629173.064301:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064302:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629173.064305:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629173/real 1778629173]  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629173.064311:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629173.064312:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629173.064313:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629173.064322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629173.064323:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629173.064325:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629173.064328:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629173.064333:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064337:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629173.064338:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064339:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064340:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629173.064343:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064346:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629173.064348:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064353:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629173.064354:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064355:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064357:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064358:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629173.064359:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629173.064361:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629173.064363:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629173.064365:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629173.064367:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629173.064371:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628096:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629173.064374:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064375:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064377:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472628096/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064384:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629173.064385:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629173.064387:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629173.064389:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629173.064390:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629173.064391:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629173.064392:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629173.064394:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629173.064396:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629173.064397:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629173.064398:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629173.064400:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629173.064401:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064403:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064408:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629173.064409:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064410:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629173.064411:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629173.064412:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629173.064414:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064419:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629173.064419:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064421:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629173.064422:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629173.064423:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629173.064425:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629173.064426:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629173.064428:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629173.064429:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064430:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629173.064432:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629173.064433:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064435:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629173.064437:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629173.064450:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629173.064452:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628224, portal 10
00000100:00000001:0.0:1778629173.064454:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629173.064455:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629173.064459:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064463:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629173.064465:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629173.064466:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629173.064467:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472628224, offset 0
00000400:00000200:0.0:1778629173.064469:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629173.064472:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629173.064474:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629173.064475:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629173.064477:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629173.064478:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629173.064480:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629173.064482:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497507:497507:256:4294967295] 192.168.204.112@tcp LPNI seq info [497466:497466:8:4294967295]
00000400:00000200:0.0:1778629173.064485:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629173.064489:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629173.064491:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629173.064493:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629173.064496:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629173.064497:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778629173.064500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629173.064501:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1778629173.064504:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629173.064505:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629173.064507:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629173.064509:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629173.064510:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629173.064511:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629173.064513:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629173.064515:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064519:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064521:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064525:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064526:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629173.064527:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629173.064530:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629173.064532:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629173.064533:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308520973
00000100:00000001:0.0:1778629173.064535:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308524816
00000100:00000001:0.0:1778629173.064536:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308520973
00000100:00000001:0.0:1778629173.064537:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308524816
00000100:00000001:0.0:1778629173.064538:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629173.064540:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064541:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629173.064543:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629173/real 1778629173]  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629173.064548:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629173.064548:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629173.064549:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629173.064550:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629173.064551:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629173.064552:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629173.064554:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629173.064559:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064562:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629173.064563:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064563:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064564:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629173.064566:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064569:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629173.064571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064575:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629173.064576:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064577:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064577:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064578:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629173.064581:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629173.064582:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629173.064585:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629173.064586:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629173.064588:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629173.064593:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628224:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629173.064595:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629173.064596:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064600:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629173.064600:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064601:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629173.064602:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629173.064603:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629173.064605:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629173.064629:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629173.064631:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629173.064631:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629173.064633:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629173.064635:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629173.064636:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629173.064638:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629173.064639:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629173.064641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629173.064643:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628352, portal 10
00000100:00000001:0.0:1778629173.064644:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629173.064645:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:0.0:1778629173.064648:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064652:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629173.064654:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629173.064655:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629173.064656:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472628352, offset 0
00000400:00000200:0.0:1778629173.064658:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629173.064660:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629173.064662:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629173.064664:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629173.064665:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629173.064668:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629173.064670:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629173.064673:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497508:497508:256:4294967295] 192.168.204.112@tcp LPNI seq info [497467:497467:8:4294967295]
00000400:00000200:0.0:1778629173.064676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629173.064682:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629173.064686:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629173.064689:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629173.064693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629173.064695:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778629173.064698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629173.064700:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1778629173.064703:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629173.064704:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629173.064707:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629173.064709:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629173.064711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629173.064713:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629173.064715:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629173.064718:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064725:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064728:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064733:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064735:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629173.064737:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629173.064740:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629173.064742:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629173.064744:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308520975
00000100:00000001:0.0:1778629173.064746:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308524816
00000100:00000001:0.0:1778629173.064748:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308520975
00000100:00000001:0.0:1778629173.064749:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308524816
00000100:00000001:0.0:1778629173.064751:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629173.064753:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064760:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629173.064764:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629173/real 1778629173]  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629173.064770:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629173.064771:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629173.064772:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629173.064774:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629173.064775:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629173.064777:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629173.064779:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629173.064786:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064790:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629173.064791:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064793:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064794:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629173.064797:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064802:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629173.064856:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064861:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629173.064863:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064864:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629173.064866:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064867:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629173.064870:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629173.064872:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629173.064875:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629173.064877:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629173.064880:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629173.064887:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629173.064890:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064891:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064893:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472628224/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064896:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629173.064897:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629173.064899:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629173.064900:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629173.064901:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629173.064902:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629173.064903:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629173.064904:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629173.064906:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629173.064906:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629173.064907:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629173.064909:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629173.064911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064912:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629173.064914:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472628352/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629173.064920:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629173.064921:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629173.064922:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629173.064924:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629173.064925:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629173.064926:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629173.064928:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629173.064929:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629173.064931:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629173.064932:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629173.064933:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629173.064934:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629173.064936:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064937:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.064941:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629173.064942:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.064944:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629173.064945:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629173.319716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629173.319718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629173.319722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629173.319724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629173.319727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629173.319729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629173.319731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629173.319732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629173.319735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629173.319737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629173.319739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629173.319741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629173.319741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629173.319746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629173.319746:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.319751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629173.319751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629173.319751:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629173.319754:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.319757:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629173.319757:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629173.319758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629173.319761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629173.319761:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629173.319767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629173.319770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629173.319773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.319775:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629173.319777:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629173.319780:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629173.319824:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629173.319828:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629173.319832:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629174.087707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629174.087713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629174.087715:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629174.087718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629174.087721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629174.087724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629174.087726:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629174.087728:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629174.087731:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629174.343700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629174.343702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629174.343706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629174.343707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629174.343710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629174.343711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629174.343713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629174.343715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629174.343716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629174.343723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629174.343728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629174.343730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629174.343733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629174.343735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629174.343735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629174.343739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629174.343740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629174.343742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629174.343743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629174.343746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629174.343746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629174.343751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629174.343753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629174.343756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629174.343777:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629174.343781:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629174.343784:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629175.111737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629175.111743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629175.111744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629175.111748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629175.111751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629175.111754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629175.111756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629175.111758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629175.111760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629175.367701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629175.367701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629175.367703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629175.367707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629175.367707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629175.367710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629175.367710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367710:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629175.367714:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629175.367716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629175.367716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629175.367718:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629175.367721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629175.367721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629175.367723:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629175.367726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629175.367726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629175.367726:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629175.367729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629175.367732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629175.367733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629175.367733:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629175.367734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629175.367739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629175.367739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367740:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629175.367750:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629175.367751:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629175.367753:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367755:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629175.367757:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367759:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367761:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629175.367765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629175.367767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629175.367813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629175.367816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629175.367818:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629176.135757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629176.135763:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629176.135765:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629176.135779:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629176.135784:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629176.135787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629176.135790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629176.135792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629176.135797:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629176.391695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629176.391695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629176.391699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629176.391701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629176.391703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629176.391703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629176.391706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629176.391709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629176.391710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629176.391711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629176.391712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629176.391714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629176.391714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629176.391715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629176.391717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629176.391718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629176.391718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629176.391720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629176.391722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629176.391722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629176.391726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629176.391726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629176.391732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629176.391732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629176.391883:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629176.391886:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629176.391888:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629176.967728:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308524816, at 4308524864
00000100:00000040:0.0:1778629176.967731:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308524816, at 4308524864
00000100:00000010:1.0:1778629176.967744:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6d80.
00000100:00000010:0.0:1778629176.967751:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629177.159761:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629177.159766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629177.159767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629177.159772:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629177.159776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629177.159778:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629177.159780:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629177.159782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629177.159784:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629177.415717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629177.415717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629177.415721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629177.415724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629177.415724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629177.415726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629177.415728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629177.415728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629177.415734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629177.415735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629177.415735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629177.415737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629177.415742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629177.415742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629177.415743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629177.415746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629177.415747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629177.415747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629177.415753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629177.415754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629177.415758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629177.415758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629177.415764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629177.415765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629177.415802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629177.415806:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629177.415809:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629178.183721:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629178.183731:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629178.183734:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629178.183737:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629178.183745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629178.183747:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629178.183751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629178.183754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629178.183755:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13853
00000100:00100000:0.0:1778629178.183760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629178.183765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778629178.183766:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629178.183769:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.183773:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1778629178.183774:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629178.183777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629178.183778:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629178.183782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629178.183783:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183788:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629178.183791:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183793:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629178.183796:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629178.183798:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629178.183800:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629178.183802:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629178.183803:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629178.183805:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629178.183807:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183808:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629178.183809:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183810:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629178.183812:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629178.183814:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183816:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629178.183818:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629178.183821:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629178.183822:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.183824:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629178.183825:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629178.183832:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629178.183834:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629178.183837:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629178.183839:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.183841:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629178.183843:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629178.183846:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629178.183853:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629178.183858:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629178.183864:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629178.183871:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629178.183875:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629178.183877:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629178.183891:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629178.183893:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629178.183895:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629178.183897:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629178.183898:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629178.183899:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629178.183901:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13853
00000400:00000200:2.0:1778629178.183904:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629178.183906:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629178.183908:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629178.183918:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629178.183922:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629178.183923:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629178.183930:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.183940:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629178.183941:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629178.183944:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629178.183949:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629178.183949:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629178.183954:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.183954:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1778629178.183961:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628480:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629178.183961:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183965:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629178.183969:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778629178.183970:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1778629178.183970:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629178.183972:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1778629178.183975:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778629178.183975:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629178.183978:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629178.183979:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629178.183979:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629178.183984:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1778629178.183984:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183987:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629178.183988:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.183989:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000010:0.0:1778629178.183991:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
00000020:00000040:2.0:1778629178.183991:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629178.183995:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629178.183996:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.183998:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629178.184000:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629178.184003:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629178.184005:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629178.184006:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.184009:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1778629178.184011:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000008:00100000:2.0:1778629178.184012:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629178.184016:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.184018:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629178.184021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000010:2.0:1778629178.184021:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629178.184026:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629178.184028:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629178.184029:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.184030:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1778629178.184031:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628480, portal 25
02000000:00000001:2.0:1778629178.184031:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629178.184033:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184036:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1778629178.184037:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:0.0:1778629178.184039:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000001:2.0:1778629178.184041:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629178.184047:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629178.184047:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629178.184064:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629178.184066:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184071:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629178.184072:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629178.184078:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629178.184083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:2.0:1778629178.184083:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629178.184084:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629178.184088:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1778629178.184089:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472628480, offset 0
00000100:00000001:2.0:1778629178.184089:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629178.184091:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629178.184095:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629178.184097:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13853
00000400:00000200:2.0:1778629178.184101:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629178.184103:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629178.184105:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629178.184108:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629178.184109:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.184111:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629178.184112:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.184115:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629178.184116:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629178.184119:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629178.184120:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629178.184122:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629178.184123:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629178.184125:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629178.184126:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:2.0:1778629178.184128:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629178.184133:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184135:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629178.184136:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629178.184140:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184143:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629178.184144:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629178.184147:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629178.184150:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629178.184153:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184156:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629178.184158:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629178.184162:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629178.184164:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497509:497509:256:4294967295] 192.168.204.112@tcp LPNI seq info [497468:497468:8:4294967295]
02000000:00000001:2.0:1778629178.184166:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629178.184170:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629178.184172:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629178.184174:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629178.184177:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629178.184180:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.184183:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629178.184188:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000400:00000200:0.0:1778629178.184189:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1778629178.184192:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629178.184195:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629178.184196:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629178.184199:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1778629178.184200:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629178.184200:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629178.184202:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629178.184207:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629178.184214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:2.0:1778629178.184214:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629178.184218:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629178.184220:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00100000:2.0:1778629178.184224:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629178.184232:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1778629178.184232:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629178.184235:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778629178.184239:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1778629178.184240:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1778629178.184250:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629178.184253:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629178.184254:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:2.0:1778629178.184255:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629178.184258:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629178.184260:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629178.184261:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629178.184266:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629178.184271:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1778629178.184271:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13863)
00000400:00000200:0.0:1778629178.184278:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629178.184280:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629178.184285:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629178.184290:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184299:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.184303:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184310:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184312:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629178.184317:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629178.184322:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629178.184324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308529936
00000100:00000010:0.0:1778629178.184329:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629178.184336:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629178.184356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308529936
00000100:00000010:0.0:1778629178.184360:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6d80.
00000100:00000001:0.0:1778629178.184363:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629178.184367:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629178.184369:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184372:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629178.184376:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629178/real 1778629178]  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629178.184385:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629178.184387:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629178.184389:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629178.184391:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629178.184393:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629178.184395:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629178.184399:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629178.184407:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184414:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629178.184415:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184417:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.184419:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629178.184423:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184429:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629178.184434:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184440:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629178.184443:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.184446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184448:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629178.184450:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629178.184453:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629178.184457:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629178.184459:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629178.184463:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629178.184471:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628480:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629178.184475:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184477:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.184479:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472628480/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184486:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629178.184488:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629178.184490:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629178.184493:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629178.184495:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629178.184496:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629178.184498:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629178.184500:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778629178.184503:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629178.184505:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629178.184506:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629178.184509:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629178.184510:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184513:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184524:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629178.184525:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184526:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629178.184527:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629178.184528:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629178.184531:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184536:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629178.184536:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629178.184538:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629178.184539:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629178.184540:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629178.184542:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629178.184544:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629178.184545:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629178.184546:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629178.184548:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629178.184550:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629178.184552:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629178.184556:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629178.184558:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629178.184562:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629178.184564:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628608, portal 10
00000100:00000001:0.0:1778629178.184566:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629178.184568:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629178.184574:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184580:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629178.184582:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629178.184585:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629178.184587:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472628608, offset 0
00000400:00000200:0.0:1778629178.184591:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184595:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629178.184599:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629178.184601:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629178.184604:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629178.184627:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629178.184630:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184634:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497510:497510:256:4294967295] 192.168.204.112@tcp LPNI seq info [497469:497469:8:4294967295]
00000400:00000200:0.0:1778629178.184638:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629178.184644:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629178.184649:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629178.184652:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629178.184656:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629178.184658:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778629178.184662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629178.184676:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778629178.184684:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629178.184686:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629178.184688:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629178.184691:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629178.184694:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629178.184696:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629178.184699:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629178.184702:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184710:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.184713:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184719:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184721:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629178.184724:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629178.184728:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629178.184731:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629178.184733:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308526094
00000100:00000001:0.0:1778629178.184736:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308529936
00000100:00000001:0.0:1778629178.184738:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308526094
00000100:00000001:0.0:1778629178.184741:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308529936
00000100:00000001:0.0:1778629178.184743:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629178.184745:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184747:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629178.184751:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629178/real 1778629178]  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629178.184758:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629178.184759:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629178.184761:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629178.184763:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629178.184765:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629178.184767:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629178.184770:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629178.184778:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184782:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629178.184783:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184784:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.184785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629178.184787:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184791:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629178.184793:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184796:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629178.184798:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184799:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.184799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.184800:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629178.184803:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629178.184805:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629178.184807:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629178.184808:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629178.184811:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629178.184815:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628608:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629178.184817:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629178.184819:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184822:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629178.184823:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629178.184824:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629178.184825:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629178.184827:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629178.184828:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628736:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629178.184830:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629178.184831:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629178.184832:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629178.184833:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629178.184836:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629178.184837:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629178.184840:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629178.184843:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629178.184845:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629178.184848:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628736, portal 10
00000100:00000001:0.0:1778629178.184849:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629178.184850:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:0.0:1778629178.184855:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184862:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629178.184864:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629178.184866:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629178.184868:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472628736, offset 0
00000400:00000200:0.0:1778629178.184872:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184876:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629178.184879:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629178.184882:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629178.184884:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629178.184886:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629178.184888:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629178.184891:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497511:497511:256:4294967295] 192.168.204.112@tcp LPNI seq info [497470:497470:8:4294967295]
00000400:00000200:0.0:1778629178.184895:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629178.184901:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629178.184905:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629178.184908:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629178.184912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629178.184914:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778629178.184918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629178.184920:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778629178.184923:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629178.184925:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629178.184928:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629178.184931:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629178.184934:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629178.184935:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629178.184936:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629178.184939:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184944:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.184945:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.184949:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184951:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629178.184954:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629178.184957:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629178.184960:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629178.184962:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308526095
00000100:00000001:0.0:1778629178.184964:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308529936
00000100:00000001:0.0:1778629178.184966:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308526095
00000100:00000001:0.0:1778629178.184968:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308529936
00000100:00000001:0.0:1778629178.184970:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629178.184972:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.184974:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629178.184978:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629178/real 1778629178]  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629178.184985:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629178.184986:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629178.184988:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629178.184990:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629178.184991:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629178.184993:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629178.184996:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629178.185003:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.185009:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629178.185011:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185012:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.185013:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629178.185017:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.185023:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629178.185027:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.185033:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629178.185036:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185037:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629178.185038:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185040:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629178.185042:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629178.185045:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629178.185047:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629178.185050:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629178.185053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629178.185061:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628736:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629178.185065:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185066:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.185069:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472628608/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.185075:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629178.185076:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629178.185078:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629178.185080:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629178.185082:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629178.185083:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629178.185085:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629178.185086:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629178.185089:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629178.185090:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629178.185092:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629178.185095:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629178.185096:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185098:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629178.185101:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472628736/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629178.185107:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629178.185108:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629178.185109:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629178.185111:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629178.185112:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629178.185113:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629178.185115:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629178.185116:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629178.185118:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629178.185119:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629178.185120:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629178.185122:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629178.185123:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185125:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629178.185128:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629178.185129:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.185131:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629178.185133:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.439695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629178.439695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629178.439699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629178.439701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629178.439701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629178.439704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629178.439705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629178.439705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629178.439710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629178.439711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629178.439713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629178.439715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629178.439715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629178.439716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.439718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629178.439719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629178.439721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629178.439724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629178.439724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629178.439727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629178.439728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629178.439729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629178.439730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629178.439733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629178.439783:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629178.439786:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629178.439788:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629179.207727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629179.207735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629179.207737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629179.207743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629179.207747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629179.207751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629179.207754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629179.207756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629179.207760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629179.463671:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629179.463672:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629179.463678:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629179.463679:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629179.463681:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629179.463682:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629179.463684:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629179.463687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629179.463688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629179.463688:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629179.463692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629179.463693:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629179.463694:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629179.463694:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629179.463696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629179.463698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629179.463698:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629179.463698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629179.463703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629179.463703:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629179.463706:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629179.463706:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629179.463710:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629179.463711:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629179.463751:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629179.463755:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629179.463758:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629180.231710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629180.231716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629180.231717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629180.231736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629180.231739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629180.231742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629180.231751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629180.231752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629180.231754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629180.487684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629180.487684:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629180.487688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629180.487690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629180.487693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629180.487693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629180.487696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629180.487699:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629180.487699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629180.487701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629180.487705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629180.487710:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629180.487714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629180.487717:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629180.487721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629180.487723:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629180.487726:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629180.487728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1778629180.487729:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629180.487732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629180.487734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629180.487737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629180.487740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629180.487742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629180.487744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629180.487745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629180.487746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629181.255713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629181.255718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629181.255720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629181.255724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629181.255726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629181.255729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629181.255731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629181.255733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629181.255735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629181.511700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629181.511700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629181.511702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629181.511706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629181.511708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629181.511708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629181.511711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629181.511712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629181.511713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629181.511715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629181.511715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629181.511718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629181.511719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629181.511720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629181.511721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629181.511724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629181.511724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629181.511727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629181.511732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629181.511732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629181.511736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629181.511739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629181.511741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629181.511743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629181.511777:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629181.511780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629181.511782:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629182.087715:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308529936, at 4308529984
00000100:00000040:1.0:1778629182.087716:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308529936, at 4308529984
00000100:00000010:1.0:1778629182.087730:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6d80.
00000100:00000010:0.0:1778629182.087732:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778629182.279804:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629182.279812:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629182.279813:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629182.279818:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629182.279822:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629182.279825:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629182.279827:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629182.279829:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629182.279832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629182.535702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629182.535702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629182.535705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629182.535708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629182.535709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629182.535709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629182.535711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629182.535713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629182.535715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629182.535716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629182.535716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629182.535717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629182.535719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629182.535722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629182.535723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629182.535723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629182.535726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629182.535727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629182.535727:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629182.535730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629182.535730:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629182.535731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629182.535733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629182.535734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629182.535734:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629182.535740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629182.535740:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629182.535744:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629182.535747:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629182.535749:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629182.535806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629182.535809:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629182.535812:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629183.303731:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629183.303739:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629183.303742:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629183.303745:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629183.303756:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629183.303756:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629183.303762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778629183.303765:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13858
00000100:00000001:3.0:1778629183.303765:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629183.303771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629183.303774:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1778629183.303777:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629183.303779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629183.303783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1778629183.303785:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629183.303786:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778629183.303790:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778629183.303792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629183.303796:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303800:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629183.303804:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303806:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629183.303809:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629183.303811:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629183.303813:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629183.303815:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629183.303817:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629183.303819:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629183.303821:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303823:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629183.303824:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303825:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629183.303827:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629183.303829:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303830:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629183.303832:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629183.303835:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629183.303836:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.303838:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629183.303839:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629183.303846:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778629183.303850:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629183.303854:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629183.303855:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.303859:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629183.303862:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629183.303866:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629183.303874:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629183.303881:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629183.303891:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629183.303901:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629183.303906:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629183.303911:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629183.303929:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629183.303932:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629183.303941:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629183.303943:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629183.303945:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629183.303948:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629183.303951:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13858
00000400:00000200:0.0:1778629183.303956:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629183.303963:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629183.303965:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629183.303968:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303969:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629183.303971:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.303973:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629183.303975:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629183.303976:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778629183.303976:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1778629183.303979:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629183.303981:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778629183.303982:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629183.303985:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629183.303986:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629183.303989:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629183.303995:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629183.303995:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629183.303998:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629183.304002:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304007:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629183.304013:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1778629183.304014:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629183.304018:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304021:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629183.304022:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1778629183.304026:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629183.304027:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629183.304031:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.304033:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629183.304033:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629183.304037:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1778629183.304039:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629183.304040:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778629183.304046:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.304049:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629183.304049:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628864:192.168.204.112@tcp:250:kworker.0
00000100:00000010:0.0:1778629183.304055:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000100:00000001:2.0:1778629183.304055:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1778629183.304059:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629183.304061:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629183.304062:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629183.304064:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629183.304064:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.304069:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629183.304070:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629183.304071:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629183.304074:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629183.304076:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000010:0.0:1778629183.304078:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629183.304079:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.304083:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629183.304087:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778629183.304091:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1778629183.304093:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:0.0:1778629183.304100:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1778629183.304101:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:0.0:1778629183.304104:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629183.304107:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628864, portal 25
00000100:00000040:0.0:1778629183.304108:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304110:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629183.304113:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:2.0:1778629183.304121:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629183.304123:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629183.304128:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629183.304135:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629183.304138:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629183.304140:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778629183.304141:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629183.304145:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1778629183.304146:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629183.304150:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13858
00000400:00000010:2.0:1778629183.304150:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000400:00000200:0.0:1778629183.304156:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:2.0:1778629183.304156:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472628864, offset 0
00000400:00000200:0.0:1778629183.304161:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629183.304164:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629183.304166:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629183.304170:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304173:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629183.304176:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629183.304178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629183.304180:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629183.304183:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629183.304185:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:2.0:1778629183.304187:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:0.0:1778629183.304188:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629183.304191:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629183.304194:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629183.304195:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1778629183.304198:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629183.304201:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778629183.304205:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304208:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629183.304209:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1778629183.304213:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304217:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778629183.304217:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:0.0:1778629183.304221:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:2.0:1778629183.304225:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497512:497512:256:4294967295] 192.168.204.112@tcp LPNI seq info [497471:497471:8:4294967295]
00000100:00080000:0.0:1778629183.304228:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304233:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629183.304247:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629183.304251:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629183.304251:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629183.304256:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.304260:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629183.304263:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629183.304269:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629183.304270:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778629183.304271:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629183.304277:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000800:00000200:2.0:1778629183.304281:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778629183.304282:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629183.304287:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629183.304288:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629183.304289:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000001:0.0:1778629183.304290:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629183.304293:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629183.304295:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629183.304300:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000800:00000200:2.0:1778629183.304300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629183.304305:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629183.304312:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1778629183.304316:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1778629183.304324:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629183.304328:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629183.304329:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629183.304335:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1778629183.304336:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629183.304348:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629183.304349:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629183.304351:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000100:00000040:0.0:1778629183.304354:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629183.304357:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778629183.304359:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629183.304364:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629183.304364:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1778629183.304371:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629183.304372:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629183.304376:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000040:0.0:1778629183.304377:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13868)
00000100:00000001:2.0:1778629183.304381:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629183.304388:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304398:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.304403:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304411:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.304413:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629183.304420:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629183.304425:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629183.304428:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308535056
00000100:00000010:2.0:1778629183.304433:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4900.
00000100:00000001:2.0:1778629183.304439:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629183.304445:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308535056
00000100:00000010:2.0:1778629183.304448:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4de0.
00000100:00000001:2.0:1778629183.304452:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629183.304455:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629183.304458:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.304461:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629183.304465:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629183/real 1778629183]  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629183.304474:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629183.304476:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629183.304478:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629183.304481:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629183.304482:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629183.304485:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629183.304488:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629183.304497:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304503:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629183.304505:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304508:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.304510:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629183.304514:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304690:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629183.304695:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304702:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629183.304704:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304706:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.304707:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304709:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629183.304711:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629183.304714:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629183.304717:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629183.304719:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629183.304723:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629183.304731:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472628864:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629183.304735:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304737:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.304740:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472628864/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304745:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629183.304747:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629183.304750:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629183.304753:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629183.304754:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629183.304756:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629183.304758:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629183.304760:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629183.304764:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629183.304765:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629183.304767:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:2.0:1778629183.304770:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629183.304771:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304773:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.304779:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629183.304780:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.304782:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629183.304783:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629183.304784:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629183.304787:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304794:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629183.304795:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629183.304797:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629183.304799:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629183.304802:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629183.304804:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628992:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629183.304807:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629183.304809:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629183.304810:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629183.304811:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629183.304814:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629183.304816:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629183.304820:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629183.304822:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629183.304825:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629183.304828:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472628992, portal 10
00000100:00000001:2.0:1778629183.304830:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629183.304831:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
00000100:00000040:2.0:1778629183.304837:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304843:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629183.304845:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629183.304847:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629183.304850:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472628992, offset 0
00000400:00000200:2.0:1778629183.304854:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629183.304857:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629183.304861:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629183.304863:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629183.304865:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629183.304868:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629183.304870:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629183.304873:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497513:497513:256:4294967295] 192.168.204.112@tcp LPNI seq info [497472:497472:8:4294967295]
00000400:00000200:2.0:1778629183.304877:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629183.304883:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629183.304888:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629183.304892:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629183.304896:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629183.304899:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778629183.304903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629183.304906:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629183.304909:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629183.304910:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629183.304914:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629183.304917:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629183.304920:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629183.304921:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629183.304923:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629183.304926:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304933:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.304936:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.304948:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.304949:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629183.304952:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629183.304956:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629183.304959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629183.304961:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308531214
00000100:00000001:2.0:1778629183.304963:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308535056
00000100:00000001:2.0:1778629183.304965:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308531214
00000100:00000001:2.0:1778629183.304967:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308535056
00000100:00000001:2.0:1778629183.304969:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629183.304971:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.304973:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629183.304976:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629183/real 1778629183]  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629183.304984:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629183.304985:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629183.304987:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629183.304990:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629183.304991:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629183.304995:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629183.304998:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629183.305006:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305012:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629183.305013:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305023:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.305024:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629183.305029:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305036:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629183.305040:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305071:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629183.305074:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305076:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.305078:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305079:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629183.305084:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629183.305086:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629183.305091:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629183.305093:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629183.305098:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629183.305106:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472628992:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629183.305110:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629183.305113:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305118:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629183.305119:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629183.305121:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629183.305123:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629183.305125:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629183.305127:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629120:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629183.305130:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629183.305132:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629183.305134:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629183.305136:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629183.305139:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629183.305141:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629183.305145:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629183.305147:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629183.305151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629183.305153:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629120, portal 10
00000100:00000001:2.0:1778629183.305155:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629183.305156:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:2.0:1778629183.305161:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305168:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629183.305170:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629183.305172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629183.305174:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472629120, offset 0
00000400:00000200:2.0:1778629183.305178:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629183.305182:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629183.305185:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629183.305188:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629183.305190:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629183.305192:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629183.305195:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629183.305198:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497514:497514:256:4294967295] 192.168.204.112@tcp LPNI seq info [497473:497473:8:4294967295]
00000400:00000200:2.0:1778629183.305202:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629183.305208:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629183.305212:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629183.305215:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629183.305219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629183.305222:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778629183.305226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629183.305228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629183.305231:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629183.305233:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629183.305247:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629183.305251:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629183.305254:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629183.305255:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629183.305258:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629183.305260:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305266:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.305267:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305272:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.305273:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629183.305275:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629183.305277:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629183.305280:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629183.305281:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308531215
00000100:00000001:2.0:1778629183.305283:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308535056
00000100:00000001:2.0:1778629183.305284:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308531215
00000100:00000001:2.0:1778629183.305286:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308535056
00000100:00000001:2.0:1778629183.305287:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629183.305289:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.305291:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629183.305294:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629183/real 1778629183]  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629183.305301:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629183.305303:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629183.305304:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629183.305306:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629183.305308:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629183.305310:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629183.305313:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629183.305321:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305328:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629183.305329:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305331:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.305332:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629183.305335:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305341:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629183.305345:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305351:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629183.305353:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305355:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629183.305356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305358:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629183.305360:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629183.305363:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629183.305366:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629183.305368:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629183.305371:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629183.305379:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629120:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629183.305382:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305384:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.305387:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472628992/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305393:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629183.305395:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629183.305396:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629183.305399:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629183.305400:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629183.305401:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629183.305404:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629183.305405:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629183.305407:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629183.305408:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629183.305410:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:2.0:1778629183.305412:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629183.305413:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305414:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629183.305417:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472629120/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629183.305423:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629183.305424:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629183.305425:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629183.305427:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629183.305428:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629183.305430:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629183.305431:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629183.305432:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:2.0:1778629183.305434:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629183.305435:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629183.305437:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:2.0:1778629183.305438:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629183.305440:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305441:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629183.305444:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629183.305445:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629183.305447:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629183.305480:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629183.559699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629183.559702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629183.559705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629183.559705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.559707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629183.559708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629183.559710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629183.559712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629183.559713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629183.559713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.559716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629183.559718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629183.559719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629183.559720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629183.559722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629183.559723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629183.559724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629183.559727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629183.559729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629183.559730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629183.559733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629183.559734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629183.559737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629183.559741:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629183.559787:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629183.559790:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629183.559793:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629184.327700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629184.327705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629184.327706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629184.327710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629184.327712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629184.327715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629184.327717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629184.327719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629184.327721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629184.583671:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629184.583671:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629184.583677:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629184.583677:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629184.583678:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629184.583680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629184.583681:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629184.583685:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629184.583685:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629184.583686:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629184.583688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629184.583690:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629184.583692:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1778629184.583693:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629184.583695:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629184.583695:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629184.583699:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629184.583699:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629184.583699:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629184.583702:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629184.583703:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629184.583704:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629184.583707:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629184.583709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629184.583711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629184.583712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629184.583715:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629184.583716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629184.583717:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629184.583720:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629184.583722:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629184.583724:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629184.583726:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629184.583728:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629184.583731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629184.583733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629184.583791:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629184.583794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629184.583797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629185.351710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629185.351717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629185.351718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629185.351723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629185.351727:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629185.351736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629185.351739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629185.351742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629185.351745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629185.607713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629185.607713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629185.607718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629185.607721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629185.607721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629185.607722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629185.607725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629185.607725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629185.607727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629185.607730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629185.607732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629185.607732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629185.607734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629185.607736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629185.607736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629185.607738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629185.607740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629185.607742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629185.607743:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629185.607745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629185.607747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629185.607748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629185.607751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629185.607752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629185.607788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629185.607792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629185.607795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629186.375686:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629186.375692:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629186.375694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629186.375698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629186.375700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629186.375703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629186.375705:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629186.375707:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629186.375711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629186.631684:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629186.631693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629186.631696:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629186.631702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629186.631703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629186.631709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629186.631710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629186.631712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629186.631715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629186.631716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629186.631720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629186.631721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629186.631725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629186.631725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629186.631730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629186.631731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629186.631733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629186.631737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629186.631832:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629186.631836:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629186.631840:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629186.631841:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629186.631845:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629186.631846:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629186.631933:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629186.631939:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629186.631944:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629187.207923:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308535056, at 4308535104
00000100:00000010:0.0:1778629187.207939:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4900.
00000100:00000040:1.0:1778629187.208230:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308535056, at 4308535104
00000100:00000010:1.0:1778629187.208238:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4de0.
00000100:00000001:3.0:1778629187.399798:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629187.399805:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629187.399807:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629187.399812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629187.399817:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629187.399820:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629187.399823:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629187.399826:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629187.399829:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629187.655733:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629187.655738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629187.655740:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629187.655740:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629187.655744:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629187.655744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629187.655746:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629187.655749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629187.655752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629187.655753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629187.655753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629187.655756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629187.655760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629187.655760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629187.655762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629187.655765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629187.655766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629187.655766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629187.655770:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629187.655773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629187.655776:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629187.655783:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629187.655785:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629187.655788:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629187.655859:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629187.655863:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629187.655866:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629188.423724:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629188.423731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629188.423735:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629188.423736:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629188.423739:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629188.423740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629188.423743:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778629188.423746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629188.423748:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629188.423751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629188.423755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629188.423757:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13863
00000100:00000001:0.0:1778629188.423759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629188.423762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629188.423766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629188.423769:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629188.423776:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629188.423779:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629188.423782:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423784:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629188.423786:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423788:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629188.423791:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629188.423794:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629188.423797:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629188.423800:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629188.423802:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629188.423805:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629188.423817:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423819:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629188.423820:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423822:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629188.423825:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629188.423829:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423831:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629188.423834:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629188.423837:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629188.423840:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629188.423843:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629188.423845:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629188.423855:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629188.423859:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629188.423863:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629188.423865:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629188.423867:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629188.423870:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629188.423874:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629188.423883:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629188.423890:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629188.423898:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629188.423908:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629188.423912:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629188.423923:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629188.423951:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629188.423954:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629188.423957:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629188.423958:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629188.423960:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629188.423962:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629188.423965:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13863
00000400:00000200:3.0:1778629188.423969:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629188.423973:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629188.423975:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629188.423979:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423981:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629188.423984:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629188.423984:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.423985:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629188.423988:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629188.423988:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629188.423991:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629188.423991:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629188.423993:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629188.423995:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629188.423998:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629188.423999:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629188.424000:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629188.424006:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.424010:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629188.424013:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629188.424016:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629188.424016:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629188.424019:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629188.424019:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629188.424024:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629188.424025:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778629188.424028:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424029:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629188.424032:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629188.424032:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1778629188.424036:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472629248:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629188.424038:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629188.424041:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629188.424043:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629188.424046:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1778629188.424047:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629188.424051:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629188.424053:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424056:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1778629188.424061:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629188.424062:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:3.0:1778629188.424064:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424065:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629188.424071:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000400:00000200:2.0:1778629188.424075:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629188.424076:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629188.424081:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1778629188.424082:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:3.0:1778629188.424083:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629188.424086:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629188.424089:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629188.424090:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629188.424091:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000010:3.0:1778629188.424095:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000200:2.0:1778629188.424099:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629248, portal 25
00000100:00000001:3.0:1778629188.424100:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424105:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629188.424109:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00100000:3.0:1778629188.424110:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629188.424117:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629188.424123:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629188.424127:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424128:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629188.424133:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629188.424145:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629188.424150:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629188.424156:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472629248, offset 0
00000100:00000001:3.0:1778629188.424159:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629188.424163:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629188.424164:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629188.424172:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629188.424172:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629188.424176:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629188.424178:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629188.424181:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629188.424183:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629188.424187:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778629188.424188:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13863
00000400:00000200:2.0:1778629188.424193:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629188.424196:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629188.424199:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424201:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497515:497515:256:4294967295] 192.168.204.112@tcp LPNI seq info [497474:497474:8:4294967295]
00000400:00000200:2.0:1778629188.424204:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629188.424209:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629188.424214:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629188.424218:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424221:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000400:00000200:3.0:1778629188.424221:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629188.424223:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629188.424227:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.424230:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1778629188.424231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629188.424234:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629188.424236:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1778629188.424237:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629188.424241:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629188.424243:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629188.424246:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1778629188.424246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:3.0:1778629188.424248:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:2.1:1778629188.424250:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1778629188.424253:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:2.0:1778629188.424256:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424259:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000020:00000001:3.0:1778629188.424259:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629188.424266:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1778629188.424266:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629188.424270:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629188.424275:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1778629188.424276:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000100:00000001:3.0:1778629188.424280:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629188.424283:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000010:2.0:1778629188.424285:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00080000:3.0:1778629188.424287:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629188.424290:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424292:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1778629188.424292:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629188.424295:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629188.424298:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629188.424300:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629188.424301:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629188.424304:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629188.424309:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629188.424311:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629188.424314:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778629188.424320:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629188.424322:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1778629188.424323:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629188.424326:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629188.424328:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629188.424329:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629188.424331:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629188.424334:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424340:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424342:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629188.424347:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629188.424350:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000400:00000200:2.0:1778629188.424355:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629188.424356:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424358:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308540176
00000100:00100000:3.0:1778629188.424363:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1778629188.424364:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4cc0.
00000100:00000001:3.0:1778629188.424373:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629188.424375:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629188.424376:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629188.424381:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424383:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308540176
00000100:00000010:2.0:1778629188.424389:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4c60.
00000100:00000001:3.0:1778629188.424395:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424396:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1778629188.424398:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629188.424401:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629188.424403:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629188.424404:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424408:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1778629188.424409:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1778629188.424414:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629188/real 1778629188]  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629188.424414:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629188.424420:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13874)
00000400:00000001:2.0:1778629188.424424:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629188.424426:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629188.424427:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629188.424429:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629188.424431:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629188.424433:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629188.424435:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629188.424441:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424445:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629188.424446:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424448:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.424449:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629188.424453:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424459:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629188.424463:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424469:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629188.424472:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424473:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.424474:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424476:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629188.424478:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629188.424481:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629188.424485:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629188.424487:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629188.424492:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629188.424499:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472629248:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629188.424504:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424505:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629188.424507:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472629248/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424512:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629188.424513:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629188.424515:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629188.424517:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629188.424518:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629188.424520:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629188.424521:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629188.424523:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778629188.424525:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629188.424526:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629188.424534:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629188.424538:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629188.424539:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424541:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424548:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629188.424549:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424551:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629188.424552:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629188.424554:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629188.424557:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424564:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629188.424565:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424567:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629188.424569:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629188.424571:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629188.424573:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629188.424576:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629188.424578:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629188.424579:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424581:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629188.424583:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629188.424585:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629188.424587:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629188.424589:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629188.424591:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629188.424593:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629376, portal 10
00000100:00000001:2.0:1778629188.424594:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629188.424595:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778629188.424599:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424604:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629188.424605:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629188.424606:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629188.424625:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472629376, offset 0
00000400:00000200:2.0:1778629188.424628:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424631:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629188.424634:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629188.424635:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629188.424637:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629188.424638:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629188.424640:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424642:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497516:497516:256:4294967295] 192.168.204.112@tcp LPNI seq info [497475:497475:8:4294967295]
00000400:00000200:2.0:1778629188.424644:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629188.424648:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629188.424650:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424652:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629188.424654:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629188.424656:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778629188.424659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629188.424660:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1778629188.424663:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424664:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629188.424666:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629188.424668:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629188.424669:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629188.424670:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629188.424672:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629188.424674:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424679:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629188.424681:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424691:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424693:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629188.424695:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629188.424699:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629188.424702:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629188.424704:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308536334
00000100:00000001:2.0:1778629188.424707:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308540176
00000100:00000001:2.0:1778629188.424709:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308536334
00000100:00000001:2.0:1778629188.424711:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308540176
00000100:00000001:2.0:1778629188.424712:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629188.424714:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424716:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629188.424719:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629188/real 1778629188]  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629188.424727:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629188.424728:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629188.424729:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629188.424732:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629188.424733:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629188.424735:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629188.424738:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629188.424744:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424750:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629188.424751:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424753:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.424754:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629188.424757:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424764:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629188.424768:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424774:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629188.424776:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424778:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.424779:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424780:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629188.424783:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629188.424784:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629188.424787:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629188.424788:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629188.424791:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629188.424795:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629376:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629188.424798:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629188.424799:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424803:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629188.424804:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424805:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629188.424806:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629188.424807:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629188.424809:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629188.424811:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629188.424812:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629188.424813:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629188.424814:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629188.424817:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629188.424818:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629188.424820:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629188.424821:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629188.424823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629188.424825:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629504, portal 10
00000100:00000001:2.0:1778629188.424826:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629188.424827:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778629188.424830:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424842:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629188.424843:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629188.424845:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629188.424846:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472629504, offset 0
00000400:00000200:2.0:1778629188.424849:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424851:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629188.424853:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629188.424855:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629188.424857:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629188.424858:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629188.424859:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629188.424862:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497517:497517:256:4294967295] 192.168.204.112@tcp LPNI seq info [497476:497476:8:4294967295]
00000400:00000200:2.0:1778629188.424864:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629188.424868:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629188.424872:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424874:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629188.424878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629188.424880:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778629188.424884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629188.424887:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1778629188.424891:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629188.424893:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629188.424895:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629188.424899:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629188.424901:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629188.424902:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629188.424904:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629188.424908:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424914:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629188.424917:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424922:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424923:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629188.424926:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629188.424929:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629188.424932:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629188.424933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308536335
00000100:00000001:2.0:1778629188.424936:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308540176
00000100:00000001:2.0:1778629188.424938:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308536335
00000100:00000001:2.0:1778629188.424940:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308540176
00000100:00000001:2.0:1778629188.424941:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629188.424943:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.424945:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629188.424956:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629188/real 1778629188]  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629188.424967:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629188.424968:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629188.424970:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629188.424972:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629188.424974:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629188.424976:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629188.424980:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629188.424988:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.424994:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629188.424995:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.424996:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.424997:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629188.424999:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.425004:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629188.425005:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.425009:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629188.425011:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425012:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629188.425012:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425013:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629188.425015:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629188.425017:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629188.425019:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629188.425021:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629188.425025:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629188.425031:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629188.425035:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425036:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629188.425039:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472629376/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.425045:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629188.425047:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629188.425049:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629188.425051:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629188.425052:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629188.425053:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629188.425055:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629188.425057:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778629188.425059:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629188.425061:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629188.425062:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629188.425065:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629188.425066:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425067:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629188.425070:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472629504/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629188.425077:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629188.425078:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629188.425079:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629188.425081:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629188.425082:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629188.425083:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629188.425085:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629188.425086:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:2.0:1778629188.425088:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629188.425089:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629188.425090:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778629188.425092:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629188.425093:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425094:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629188.425098:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629188.425099:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629188.425101:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629188.425103:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629188.679722:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629188.679729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629188.679729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629188.679732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629188.679735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629188.679737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629188.679738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629188.679742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629188.679743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629188.679745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629188.679748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629188.679749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629188.679754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629188.679755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629188.679759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629188.679759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629188.679765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629188.679768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629188.679873:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629188.679876:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629188.679880:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629188.679881:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629188.679884:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629188.679885:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629188.679941:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629188.679945:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629188.679948:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629189.447726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629189.447732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629189.447734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629189.447740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629189.447744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629189.447746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629189.447749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629189.447752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629189.447755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629189.703715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629189.703715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629189.703718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629189.703720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629189.703721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629189.703723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629189.703724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629189.703724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629189.703731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629189.703731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629189.703731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629189.703734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629189.703736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629189.703738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629189.703739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629189.703739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629189.703741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629189.703742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629189.703743:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629189.703746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629189.703747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629189.703749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629189.703750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629189.703754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629189.703801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629189.703804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629189.703806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629189.895752:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629189.895760:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629189.895766:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629189.895919:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629189.895921:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629189.895932:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629189.895938:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629189.895940:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629190.473435:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629190.473442:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629190.473444:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629190.473449:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629190.473453:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629190.473457:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629190.473459:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629190.473461:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629190.473464:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629190.727714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629190.727714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629190.727715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629190.727720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629190.727721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629190.727721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629190.727724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629190.727725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629190.727725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629190.727728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629190.727729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629190.727730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629190.727734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629190.727735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629190.727737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629190.727738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629190.727739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629190.727740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629190.727743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629190.727744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629190.727744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629190.727747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629190.727748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629190.727753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629190.727807:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629190.727810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629190.727814:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629191.495732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629191.495738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629191.495740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629191.495747:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629191.495750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629191.495754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629191.495756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629191.495759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629191.495762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629191.751727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629191.751727:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629191.751733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629191.751736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629191.751737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629191.751738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629191.751740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629191.751740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629191.751746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629191.751748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629191.751748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629191.751749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629191.751755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629191.751755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629191.751756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629191.751759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629191.751761:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629191.751761:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629191.751764:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629191.751766:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629191.751767:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629191.751770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629191.751770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629191.751776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629191.751813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629191.751816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629191.751819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629192.327706:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308540176, at 4308540224
00000100:00000010:1.0:1778629192.327723:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4c60.
00000100:00000040:0.0:1778629192.327749:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308540176, at 4308540224
00000100:00000010:0.0:1778629192.327774:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4cc0.
00000100:00000001:0.0:1778629192.519741:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629192.519749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629192.519751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629192.519757:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629192.519764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629192.519768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629192.519771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629192.519773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629192.519776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629192.775704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629192.775709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629192.775710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629192.775711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629192.775714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629192.775716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629192.775719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629192.775720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629192.775722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629192.775723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629192.775726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629192.775728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629192.775729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629192.775730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629192.775734:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629192.775737:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629192.775740:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629192.775744:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629192.775746:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629192.775748:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629192.775751:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629192.775812:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629192.775815:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629192.775817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629192.775847:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629192.775849:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629192.775850:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629192.775852:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629192.775853:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629192.775855:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629192.775856:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629192.775857:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629192.775859:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629193.543713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629193.543723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629193.543725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629193.543731:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1778629193.543732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629193.543739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629193.543740:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629193.543744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629193.543744:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629193.543749:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629193.543750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629193.543754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629193.543755:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629193.543760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629193.543766:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13869
00000400:00000200:1.0:1778629193.543776:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629193.543784:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629193.543787:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629193.543791:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543795:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629193.543798:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543800:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629193.543803:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629193.543805:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629193.543807:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629193.543810:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629193.543812:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629193.543813:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629193.543816:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543817:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629193.543819:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543820:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629193.543822:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629193.543824:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543826:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629193.543828:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629193.543831:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629193.543833:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.543835:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629193.543836:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629193.543847:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821880.
00000020:00000040:1.0:1778629193.543849:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629193.543853:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629193.543854:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.543856:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629193.543859:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629193.543863:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629193.543872:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:1.0:1778629193.543879:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629193.543890:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629193.543910:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629193.543915:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629193.543920:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c0e0c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629193.543951:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629193.543954:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629193.543959:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629193.543960:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629193.543963:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629193.543967:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629193.543970:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13869
00000100:00000001:2.0:1778629193.543974:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1778629193.543975:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629193.543980:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778629193.543980:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629193.543984:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629193.543984:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629193.543989:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.543992:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629193.543994:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629193.543996:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544000:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629193.544004:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629193.544006:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629193.544009:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629193.544013:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629193.544014:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629193.544018:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1778629193.544019:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:2.0:1778629193.544021:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1778629193.544022:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629193.544027:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:2.0:1778629193.544028:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629193.544033:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544043:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1778629193.544045:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472629632:192.168.204.112@tcp:250:kworker.0
00000100:00000040:1.0:1778629193.544047:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544051:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629193.544055:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629193.544060:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629193.544061:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1778629193.544065:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629193.544067:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629193.544067:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629193.544071:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629193.544073:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629193.544075:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1778629193.544076:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544079:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1778629193.544081:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
00000008:00100000:1.0:1778629193.544084:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629193.544085:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1778629193.544090:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544092:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544096:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:1.0:1778629193.544099:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821180.
00000020:00000040:1.0:1778629193.544102:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:2.0:1778629193.544102:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:1.0:1778629193.544108:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629193.544109:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544111:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1778629193.544112:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000001:1.0:1778629193.544113:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629193.544116:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629193.544121:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000200:2.0:1778629193.544121:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629632, portal 25
00000100:00000001:2.0:1778629193.544126:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629193.544127:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544129:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629877376 : -123998079674240 : ffff8f3972821880)
00000100:00100000:1.0:1778629193.544134:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629193.544137:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629193.544151:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629193.544155:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544156:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629193.544159:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e764f6f4] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629193.544161:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629193.544166:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000001:1.0:1778629193.544168:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629193.544170:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629193.544172:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1778629193.544172:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472629632, offset 0
00000100:00000001:1.0:1778629193.544175:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629193.544177:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629193.544179:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629193.544183:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13869
00000400:00000200:2.0:1778629193.544184:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629193.544188:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629193.544190:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629193.544191:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629193.544193:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544195:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629193.544196:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544198:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629193.544199:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629193.544201:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629193.544203:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1778629193.544203:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:1.0:1778629193.544206:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629193.544208:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629193.544210:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629193.544212:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778629193.544213:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544214:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629193.544215:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544216:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629193.544219:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629193.544221:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544223:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629193.544224:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629193.544224:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1778629193.544227:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629193.544229:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544231:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629193.544231:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000008:00100000:1.0:1778629193.544233:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629193.544235:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544238:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544238:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1778629193.544242:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823800.
00000400:00000200:2.0:1778629193.544242:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000040:1.0:1778629193.544246:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629193.544251:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1778629193.544251:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497518:497518:256:4294967295] 192.168.204.112@tcp LPNI seq info [497477:497477:8:4294967295]
02000000:00000001:1.0:1778629193.544253:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.544257:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629193.544258:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629193.544261:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544261:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:1.0:1778629193.544266:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:1.0:1778629193.544268:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629193.544273:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629193.544280:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1778629193.544285:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629193.544288:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629193.544292:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f3fd87] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1778629193.544293:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629193.544301:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629193.544302:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1778629193.544302:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000040:1.0:1778629193.544307:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629193.544309:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629193.544311:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1778629193.544316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:1.0:1778629193.544318:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13879)
00000800:00000200:2.1:1778629193.544323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629193.544342:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544347:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629193.544350:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308545296
00000100:00000010:2.0:1778629193.544356:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4540.
00000100:00000001:2.0:1778629193.544364:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629193.544371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308545296
00000100:00000010:2.0:1778629193.544375:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4a80.
00000100:00000001:2.0:1778629193.544378:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629193.544382:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629193.544385:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544388:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544390:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629193.544399:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629193.544400:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778629193.544403:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629193.544404:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629193.544405:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629193.544409:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629193.544417:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629193.544419:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629193.544421:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629193.544422:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629193.544425:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629193.544427:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629193.544431:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629193.544433:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629193.544435:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629193.544436:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629193.544439:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629193.544442:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544445:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629193.544448:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda9a0.
00000400:00000010:2.0:1778629193.544453:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000200:2.0:1778629193.544456:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629760, portal 10
00000100:00000001:2.0:1778629193.544458:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629193.544459:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629875584 : -123998079676032 : ffff8f3972821180)
00000100:00000040:2.0:1778629193.544466:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629193.544474:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629193.544476:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629193.544479:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0330.
00000100:00000200:2.0:1778629193.544481:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472629760, offset 0
00000400:00000200:2.0:1778629193.544486:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629193.544490:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629193.544493:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629193.544496:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629193.544498:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629193.544501:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629193.544503:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629193.544506:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497519:497519:255:4294967295] 192.168.204.112@tcp LPNI seq info [497478:497478:7:4294967295]
00000400:00000200:2.0:1778629193.544510:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629193.544517:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629193.544521:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629193.544525:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30b00.
00000800:00000200:2.0:1778629193.544528:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629193.544533:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629193.544535:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629193.544540:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629193.544543:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629193.544546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308541453
00000100:00000001:2.0:1778629193.544549:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308545296
00000100:00000001:2.0:1778629193.544551:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308541453
00000100:00000001:2.0:1778629193.544553:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308545296
00000100:00000001:2.0:1778629193.544556:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629193.544558:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544560:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629193.544563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629193.544570:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629193.544571:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629193.544573:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629193.544575:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629193.544576:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629193.544579:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629193.544582:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629193.544584:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629193.544585:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629193.544587:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629193.544590:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629193.544591:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629193.544594:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629193.544596:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000400:00000010:2.0:1778629193.544599:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629193.544602:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472629888, portal 10
00000100:00000001:2.0:1778629193.544604:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629193.544605:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629885440 : -123998079666176 : ffff8f3972823800)
00000100:00000040:2.0:1778629193.544633:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629193.544640:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629193.544642:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629193.544645:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629193.544647:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472629888, offset 0
00000400:00000200:2.0:1778629193.544651:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629193.544654:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629193.544657:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629193.544660:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629193.544662:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629193.544664:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629193.544666:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629193.544669:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497520:497520:254:4294967295] 192.168.204.112@tcp LPNI seq info [497479:497479:6:4294967295]
00000400:00000200:2.0:1778629193.544673:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629193.544678:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629193.544688:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629193.544691:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629193.544695:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629193.544698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629193.544701:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629193.544703:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629193.544706:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629193.544708:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308541455
00000100:00000001:2.0:1778629193.544710:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308545296
00000100:00000001:2.0:1778629193.544712:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308541455
00000100:00000001:2.0:1778629193.544714:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308545296
00000100:00000001:2.0:1778629193.544716:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629193.544718:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544720:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544722:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629193.544725:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629193.544726:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778629193.544728:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629193.544729:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629193.544730:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629193.544731:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.799750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629193.799760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629193.799763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629193.799766:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629193.799770:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629193.799774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.799779:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629193.799782:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629193.799785:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629193.799785:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.799793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629193.799795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629193.799796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629193.799799:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629193.799803:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629193.799858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629193.799862:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629193.799866:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629193.800095:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629193.800098:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629193.800099:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629193.800101:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629193.800103:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629193.800105:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629193.800106:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629193.800108:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629193.800109:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629194.567724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629194.567732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629194.567734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629194.567739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629194.567743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629194.567747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629194.567751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629194.567753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629194.567756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629194.823703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629194.823703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629194.823707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629194.823710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629194.823711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629194.823712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823712:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629194.823714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823715:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629194.823720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629194.823720:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629194.823724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629194.823725:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629194.823726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629194.823727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629194.823728:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629194.823730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629194.823730:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629194.823731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629194.823732:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629194.823736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629194.823736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629194.823738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629194.823741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629194.823741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629194.823741:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629194.823742:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629194.823744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823745:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629194.823747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823747:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629194.823749:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823752:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823754:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629194.823758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629194.823759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629194.823806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629194.823808:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629194.823811:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629195.591740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629195.591745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629195.591747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629195.591751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629195.591754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629195.591757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629195.591759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629195.591761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629195.591763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629195.847680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629195.847686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629195.847688:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629195.847689:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629195.847692:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629195.847693:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629195.847697:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629195.847698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629195.847699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629195.847701:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629195.847702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629195.847703:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629195.847704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629195.847706:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629195.847707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629195.847708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629195.847709:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629195.847710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629195.847712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629195.847724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629195.847726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629195.847728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629195.847730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629195.847732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629195.847734:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629195.847737:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629195.847741:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629196.615719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629196.615725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629196.615727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629196.615732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629196.615737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629196.615740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629196.615743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629196.615745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629196.615747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1778629196.615847:0:2388:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:3.0:1778629196.615877:0:2388:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1778629196.615885:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629196.615887:0:2388:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:3.0:1778629196.615891:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629196.615894:0:2388:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:3.0:1778629196.615897:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629196.615900:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:3.0:1778629196.615905:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629196.615909:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629196.615914:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:3.0:1778629196.615923:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:3.0:1778629196.615928:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629196.615941:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.615986:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629196.615990:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.615997:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629196.615999:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778629196.616007:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629196.616010:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30b00.
00000400:00000200:3.0:1778629196.616012:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629196.616015:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629196.616018:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0330
00000400:00000010:3.0:1778629196.616019:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0330.
00000100:00000001:3.0:1778629196.616022:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629196.616025:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.616033:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629196.616036:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.616043:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629196.616044:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1778629196.616048:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:3.0:1778629196.616050:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:3.0:1778629196.616053:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1778629196.616056:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1778629196.616059:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:3.0:1778629196.616060:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629196.616062:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629196.616066:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.616072:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629196.616074:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629196.616080:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629196.616082:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629196.616949:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629196.616955:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629196.616957:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629196.616966:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629193/real 1778629196]  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629196.617000:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629196.617001:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629196.617004:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda9a0.
00000400:00000200:2.0:1778629196.617007:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:2.0:1778629196.617009:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:2.0:1778629196.617012:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629196.617016:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629196.617025:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617031:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629196.617033:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617035:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617037:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629196.617040:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617046:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629196.617051:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617056:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629196.617059:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617060:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617061:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617064:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629196.617069:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629196.617073:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629196.617078:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629196.617080:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629196.617083:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629196.617091:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629760:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629196.617095:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629196.617099:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629193/real 1778629196]  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629196.617106:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629196.617107:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629196.617109:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:2.0:1778629196.617111:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629196.617113:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629196.617115:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629196.617119:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629196.617128:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617133:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629196.617134:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617136:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617137:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629196.617140:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617145:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629196.617148:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617159:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629196.617161:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617162:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617164:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617165:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629196.617167:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629196.617169:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629196.617172:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629196.617174:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629196.617177:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629196.617184:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472629888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629196.617188:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629196.617204:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629193/real 1778629196]  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629196.617212:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629196.617213:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629196.617215:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629196.617218:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629196.617219:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629196.617222:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629196.617225:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629196.617232:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617239:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629196.617240:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617242:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629196.617247:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617253:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629196.617256:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617262:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629196.617264:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617266:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629196.617267:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617268:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629196.617270:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629196.617272:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629196.617275:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629196.617277:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629196.617281:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629196.617287:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472629632:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629196.617291:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617294:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629196.617296:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821180 x1865013472629760/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617303:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629196.617307:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629196.617311:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629196.617315:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629196.617318:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629196.617320:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629196.617323:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629196.617326:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:2.0:1778629196.617330:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629196.617332:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629196.617334:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821180.
00000100:00000001:2.0:1778629196.617338:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629196.617339:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617341:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629196.617344:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823800 x1865013472629888/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617350:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629196.617351:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629196.617358:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629196.617361:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629196.617362:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629196.617364:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629196.617366:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629196.617367:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:2.0:1778629196.617369:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629196.617370:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629196.617372:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823800.
00000100:00000001:2.0:1778629196.617374:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629196.617375:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617377:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629196.617380:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821880 x1865013472629632/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629196.617385:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629196.617386:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629196.617388:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629196.617390:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629196.617391:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629196.617392:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629196.617394:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629196.617395:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:2.0:1778629196.617397:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629196.617398:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629196.617400:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821880.
00000100:00000001:2.0:1778629196.617401:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629196.617403:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617405:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629196.617413:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629196.617415:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629196.617417:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629196.617418:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629196.871719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629196.871719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629196.871724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629196.871727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629196.871727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629196.871728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629196.871731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629196.871731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629196.871736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629196.871738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629196.871738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629196.871738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629196.871745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629196.871745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629196.871746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629196.871749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629196.871750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629196.871750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629196.871755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629196.871756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629196.871759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629196.871760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629196.871765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629196.871765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629196.871812:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629196.871816:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629196.871820:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629197.447717:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308545296, at 4308545344
00000100:00000040:1.0:1778629197.447720:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308545296, at 4308545344
00000100:00000010:0.0:1778629197.447734:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4540.
00000100:00000010:1.0:1778629197.447738:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4a80.
00000100:00000001:2.0:1778629197.639763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629197.639771:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629197.639774:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629197.639780:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629197.639783:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629197.639787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629197.639789:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629197.639791:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629197.639794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629197.895721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629197.895729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629197.895730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629197.895730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629197.895739:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629197.895739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629197.895742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629197.895743:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629197.895743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629197.895745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629197.895755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629197.895755:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629197.895756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629197.895762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629197.895763:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629197.895764:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629197.895770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629197.895770:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629197.895776:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629197.895776:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629197.895780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629197.895780:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629197.895786:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629197.895786:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629197.895793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629197.895799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629197.895804:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1778629198.663711:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629198.663712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629198.663717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629198.663721:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629198.663721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.663726:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629198.663727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629198.663730:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629198.663732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629198.663736:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629198.663737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.663741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1778629198.663744:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13874
00000100:00000001:2.0:1778629198.663745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.663750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629198.663756:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629198.663763:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629198.663767:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629198.663770:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663774:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629198.663776:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663779:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629198.663782:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629198.663784:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629198.663787:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629198.663789:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629198.663791:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629198.663793:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629198.663796:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663797:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629198.663799:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663801:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629198.663804:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629198.663807:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663809:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629198.663812:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629198.663815:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629198.663817:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.663819:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629198.663821:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629198.663827:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820380.
00000020:00000040:1.0:1778629198.663831:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629198.663834:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629198.663836:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.663838:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629198.663840:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629198.663844:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629198.663850:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:1.0:1778629198.663857:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629198.663865:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629198.663875:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629198.663880:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.663885:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c318b295] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629198.663910:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629198.663913:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629198.663916:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629198.663918:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629198.663919:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629198.663922:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629198.663924:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13874
00000400:00000200:1.0:1778629198.663928:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629198.663930:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629198.663948:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629198.663952:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.663955:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629198.663957:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629198.663957:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629198.663961:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629198.663962:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778629198.663966:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629198.663966:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1778629198.663968:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629198.663970:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629198.663974:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:2.0:1778629198.663975:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1778629198.663978:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629198.663982:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629198.663990:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629198.663992:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629198.663993:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629198.663995:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.663997:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664000:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629198.664002:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629198.664010:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629198.664011:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778629198.664013:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629198.664016:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629198.664016:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629198.664020:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629198.664023:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629198.664025:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630016:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629198.664026:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.664030:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629198.664032:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1778629198.664036:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629198.664038:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1778629198.664041:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.664041:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.664045:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.664047:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1778629198.664050:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820000.
00000020:00000040:1.0:1778629198.664053:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000010:2.0:1778629198.664053:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629198.664057:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629198.664058:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629198.664060:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.664062:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629198.664065:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1778629198.664065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778629198.664067:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629198.664070:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000010:1.0:1778629198.664073:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:1.0:1778629198.664077:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629198.664078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00100000:1.0:1778629198.664082:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1778629198.664089:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630016, portal 25
00000100:00000001:1.0:1778629198.664093:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629198.664094:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629198.664096:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872000 : -123998079679616 : ffff8f3972820380)
00000100:00000001:1.0:1778629198.664097:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.664105:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5912c17] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629198.664109:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.664118:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629198.664125:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629198.664129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:1.0:1778629198.664131:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629198.664134:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472630016, offset 0
00000100:00080000:1.0:1778629198.664135:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629198.664140:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629198.664142:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629198.664144:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629198.664145:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629198.664157:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629198.664160:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629198.664165:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13874
00000400:00000200:2.0:1778629198.664165:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629198.664172:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629198.664173:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629198.664178:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:2.0:1778629198.664180:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778629198.664182:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629198.664186:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1778629198.664188:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664192:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629198.664193:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:1.0:1778629198.664197:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664199:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629198.664203:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1778629198.664203:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497521:497521:256:4294967295] 192.168.204.112@tcp LPNI seq info [497480:497480:8:4294967295]
00000020:00000040:1.0:1778629198.664205:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629198.664208:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629198.664210:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778629198.664211:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:1.0:1778629198.664214:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629198.664218:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629198.664221:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664225:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629198.664229:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1778629198.664231:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664236:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629198.664238:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:2.0:1778629198.664241:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778629198.664244:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629198.664247:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629198.664248:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1778629198.664249:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
02000000:00000001:1.0:1778629198.664252:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629198.664255:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.664256:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629198.664260:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1778629198.664260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000008:00000001:1.0:1778629198.664265:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629198.664265:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1778629198.664267:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629198.664274:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820a80.
00000800:00000200:2.1:1778629198.664274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778629198.664278:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:2.1:1778629198.664279:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629198.664285:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629198.664286:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629198.664288:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629198.664289:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000100:00000001:1.0:1778629198.664290:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629198.664293:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629198.664295:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629198.664298:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1778629198.664300:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:1.0:1778629198.664304:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629198.664305:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1778629198.664312:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629198.664312:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629198.664315:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629198.664320:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1778629198.664324:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1778629198.664327:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629198.664328:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.664336:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186f65ef] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.664342:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1778629198.664347:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629198.664348:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629198.664351:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629198.664359:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629198.664362:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.664364:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629198.664365:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1778629198.664369:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629198.664371:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629198.664376:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13884)
00000400:00000200:2.0:1778629198.664377:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629198.664382:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308550416
00000100:00000010:2.0:1778629198.664389:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4f00.
00000100:00000001:2.0:1778629198.664396:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629198.664403:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308550416
00000100:00000010:2.0:1778629198.664406:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4c00.
00000100:00000001:2.0:1778629198.664410:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629198.664413:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629198.664416:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.664418:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629198.664422:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629198/real 1778629198]  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629198.664435:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629198.664437:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629198.664439:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629198.664442:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629198.664443:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629198.664446:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629198.664449:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629198.664455:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.665817:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629198.665822:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.665827:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629198.665834:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.665843:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629198.665847:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.665854:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629198.665856:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665858:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.665859:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665861:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629198.665863:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629198.665865:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629198.665869:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629198.665870:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629198.665874:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629198.665882:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630016:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629198.665887:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665889:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629198.665892:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820380 x1865013472630016/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.665900:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629198.665902:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629198.665905:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629198.665909:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629198.665911:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629198.665912:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629198.665914:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629198.665916:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:2.0:1778629198.665919:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629198.665921:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629198.665922:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820380.
00000100:00000001:2.0:1778629198.665926:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629198.665927:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.665949:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629198.665950:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.665953:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629198.665954:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629198.665956:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629198.665960:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.665967:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629198.665969:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.665971:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629198.665973:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629198.665976:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629198.665978:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629198.665983:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629198.665985:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629198.665987:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.665989:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629198.665994:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629198.665996:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629198.666003:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629198.666006:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629198.666011:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629198.666017:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630144, portal 10
00000100:00000001:2.0:1778629198.666020:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629198.666021:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629871104 : -123998079680512 : ffff8f3972820000)
00000100:00000040:2.0:1778629198.666029:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666037:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629198.666039:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629198.666041:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629198.666044:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472630144, offset 0
00000400:00000200:2.0:1778629198.666048:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629198.666054:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629198.666059:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629198.666063:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629198.666067:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629198.666070:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629198.666073:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629198.666077:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497522:497522:256:4294967295] 192.168.204.112@tcp LPNI seq info [497481:497481:8:4294967295]
00000400:00000200:2.0:1778629198.666082:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629198.666090:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629198.666095:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629198.666110:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629198.666116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629198.666120:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629198.666125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629198.666128:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629198.666132:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629198.666134:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629198.666137:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629198.666141:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629198.666146:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629198.666148:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629198.666158:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629198.666161:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666176:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629198.666179:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666184:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.666186:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629198.666190:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629198.666195:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629198.666198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629198.666201:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308546575
00000100:00000001:2.0:1778629198.666204:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308550416
00000100:00000001:2.0:1778629198.666206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308546575
00000100:00000001:2.0:1778629198.666208:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308550416
00000100:00000001:2.0:1778629198.666211:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629198.666213:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.666215:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629198.666218:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629198/real 1778629198]  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629198.666226:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629198.666227:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629198.666229:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629198.666231:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629198.666233:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629198.666235:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629198.666238:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629198.666245:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666250:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629198.666251:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666252:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.666253:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629198.666256:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666261:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629198.666264:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666270:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629198.666271:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666273:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.666274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666275:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629198.666460:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629198.666464:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629198.666469:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629198.666471:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629198.666476:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629198.666483:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630144:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629198.666486:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629198.666489:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666493:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629198.666494:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.666496:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629198.666497:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629198.666498:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629198.666499:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629198.666501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629198.666503:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629198.666504:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629198.666506:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629198.666508:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629198.666509:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629198.666512:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629198.666513:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629198.666515:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629198.666517:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630272, portal 10
00000100:00000001:2.0:1778629198.666519:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629198.666520:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629873792 : -123998079677824 : ffff8f3972820a80)
00000100:00000040:2.0:1778629198.666523:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666527:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629198.666529:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629198.666530:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629198.666531:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472630272, offset 0
00000400:00000200:2.0:1778629198.666534:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629198.666538:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629198.666541:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629198.666543:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629198.666546:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629198.666549:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629198.666551:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629198.666554:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497523:497523:256:4294967295] 192.168.204.112@tcp LPNI seq info [497482:497482:8:4294967295]
00000400:00000200:2.0:1778629198.666558:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629198.666563:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629198.666567:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629198.666570:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629198.666574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629198.666576:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629198.666581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629198.666583:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629198.666587:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629198.666588:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629198.666591:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629198.666594:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629198.666596:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629198.666597:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629198.666598:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629198.666601:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666605:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629198.666640:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666647:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.666649:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629198.666652:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629198.666655:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629198.666658:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629198.666660:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308546577
00000100:00000001:2.0:1778629198.666662:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308550416
00000100:00000001:2.0:1778629198.666664:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308546577
00000100:00000001:2.0:1778629198.666667:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308550416
00000100:00000001:2.0:1778629198.666669:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629198.666671:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.666673:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629198.666678:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629198/real 1778629198]  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629198.666686:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629198.666687:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629198.666689:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629198.666691:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629198.666693:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629198.666695:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629198.666698:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629198.666705:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666710:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629198.666712:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666713:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.666715:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629198.666718:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666725:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629198.666728:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666735:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629198.666738:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666739:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629198.666740:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666742:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629198.666745:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629198.666747:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629198.666750:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629198.666752:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629198.666754:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629198.666760:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629198.666762:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666763:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629198.666765:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820000 x1865013472630144/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666769:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629198.666769:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629198.666771:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629198.666772:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629198.666773:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629198.666774:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629198.666775:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629198.666777:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:2.0:1778629198.666779:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629198.666780:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629198.666782:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820000.
00000100:00000001:2.0:1778629198.666784:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629198.666785:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666786:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629198.666789:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820a80 x1865013472630272/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629198.666795:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629198.666796:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629198.666797:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629198.666799:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629198.666800:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629198.666801:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629198.666803:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629198.666805:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:2.0:1778629198.666806:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629198.666807:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629198.666809:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820a80.
00000100:00000001:2.0:1778629198.666810:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629198.666811:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666813:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629198.666817:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629198.666819:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629198.666820:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629198.666822:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629198.919720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629198.919720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629198.919723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629198.919728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629198.919730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629198.919730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629198.919733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.919734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629198.919734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629198.919736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629198.919741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629198.919741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629198.919742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629198.919743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629198.919747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629198.919748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629198.919751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629198.919752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629198.919756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629198.919757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629198.919762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629198.919762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629198.919767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629198.919768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629198.919801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629198.919804:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629198.919806:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629199.687667:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629199.687673:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629199.687675:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629199.687680:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629199.687683:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629199.687686:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629199.687688:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629199.687691:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629199.687693:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629199.943705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629199.943705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629199.943708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629199.943711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629199.943712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629199.943712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629199.943713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629199.943714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629199.943719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629199.943719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629199.943720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629199.943720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629199.943724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629199.943725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629199.943729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629199.943730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629199.943733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629199.943735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629199.943735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629199.943736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629199.943739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629199.943739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629199.943743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629199.943744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629199.943756:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629199.943759:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629199.943762:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629200.711716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629200.711722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629200.711724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629200.711729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629200.711733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629200.711737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629200.711739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629200.711742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629200.711745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629200.967711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629200.967711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629200.967712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629200.967717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629200.967719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629200.967719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629200.967721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629200.967723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629200.967723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629200.967724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629200.967729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629200.967731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629200.967731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629200.967731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629200.967738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629200.967739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629200.967745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629200.967745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629200.967750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629200.967750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629200.967754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629200.967754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629200.967760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629200.967761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629200.967786:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629200.967789:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629200.967792:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629201.735731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629201.735738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629201.735740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629201.735746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629201.735750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629201.735754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629201.735757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629201.735760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629201.735762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629201.991710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629201.991710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629201.991716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629201.991717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629201.991718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629201.991720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629201.991723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629201.991724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629201.991726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629201.991729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629201.991733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629201.991736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629201.991736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629201.991740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629201.991741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629201.991742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629201.991745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629201.991746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629201.991797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629201.991809:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629201.991814:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629201.991815:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629201.991818:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629201.991819:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629201.991837:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629201.991845:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629201.991847:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629202.567706:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308550416, at 4308550464
00000100:00000040:1.0:1778629202.567707:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308550416, at 4308550464
00000100:00000010:1.0:1778629202.567720:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4c00.
00000100:00000010:0.0:1778629202.567727:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4f00.
00000100:00000001:2.0:1778629202.759708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629202.759714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629202.759716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629202.759722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629202.759725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629202.759729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629202.759739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629202.759742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629202.759744:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.015702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629203.015702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629203.015708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629203.015708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629203.015709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629203.015710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629203.015716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629203.015716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629203.015718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629203.015720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629203.015721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629203.015723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.015724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629203.015724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629203.015728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629203.015729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629203.015731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629203.015731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629203.015732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629203.015734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629203.015735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.015737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629203.015740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629203.015744:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629203.015746:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629203.015750:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629203.015753:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629203.015756:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629203.015758:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629203.015760:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629203.015811:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629203.015814:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629203.015817:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629203.783711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629203.783717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629203.783719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629203.783724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629203.783728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629203.783731:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629203.783734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629203.783736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629203.783739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629203.783757:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629203.783770:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629203.783773:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629203.783775:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629203.783777:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629203.783783:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13879
00000400:00000200:2.0:1778629203.783790:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629203.783794:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629203.783796:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629203.783798:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783800:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629203.783802:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783804:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629203.783806:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629203.783807:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629203.783809:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629203.783811:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629203.783812:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629203.783814:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629203.783816:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783817:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629203.783818:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783819:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629203.783821:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629203.783823:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783824:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629203.783826:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629203.783828:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629203.783830:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.783843:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629203.783845:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629203.783852:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629203.783854:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629203.783857:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629203.783858:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.783860:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629203.783862:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629203.783865:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629203.783870:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629203.783875:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629203.783881:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629203.783888:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629203.783890:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629203.783893:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629203.783910:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629203.783912:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629203.783915:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629203.783916:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629203.783918:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629203.783920:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629203.783922:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13879
00000400:00000200:2.0:1778629203.783926:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629203.783929:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629203.783931:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629203.783933:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783935:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629203.783937:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783939:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629203.783941:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629203.783943:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629203.783944:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629203.783946:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778629203.783946:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629203.783947:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629203.783949:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629203.783949:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629203.783951:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629203.783952:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.783954:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629203.783956:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629203.783957:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629203.783958:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629203.783960:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629203.783962:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629203.783965:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629203.783965:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629203.783966:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629203.783967:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.783969:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629203.783971:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629203.783971:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629203.783973:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629203.783973:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.783975:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1778629203.783976:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630400:192.168.204.112@tcp:250:kworker.0
00000008:00100000:2.0:1778629203.783978:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629203.783980:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1778629203.783981:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.783982:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.783983:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629203.783985:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629203.783986:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
02000000:00000001:0.0:1778629203.783987:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1778629203.783988:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629203.783990:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1778629203.783991:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629203.783991:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.783993:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.783993:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629203.783994:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629203.783996:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629203.783999:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:2.0:1778629203.783999:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000400:00000010:0.0:1778629203.784002:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778629203.784002:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629203.784007:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629203.784013:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630400, portal 25
00000100:00100000:2.0:1778629203.784013:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629203.784015:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629203.784017:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000001:2.0:1778629203.784020:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778629203.784021:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629203.784022:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629203.784025:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784029:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629203.784031:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784033:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629203.784034:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00080000:2.0:1778629203.784035:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629203.784036:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472630400, offset 0
00000100:00080000:2.0:1778629203.784038:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629203.784040:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629203.784041:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1778629203.784042:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784043:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629203.784045:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13879
00000400:00000200:2.0:1778629203.784048:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629203.784049:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629203.784050:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629203.784052:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629203.784054:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629203.784055:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784057:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629203.784058:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1778629203.784058:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784060:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629203.784062:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:2.0:1778629203.784062:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629203.784063:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629203.784064:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778629203.784066:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1778629203.784066:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629203.784068:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629203.784069:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:2.0:1778629203.784070:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629203.784072:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784073:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497524:497524:256:4294967295] 192.168.204.112@tcp LPNI seq info [497483:497483:8:4294967295]
00000100:00000001:2.0:1778629203.784074:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629203.784076:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784077:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629203.784078:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629203.784079:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629203.784081:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784083:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629203.784084:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629203.784087:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629203.784087:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629203.784088:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.784090:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1778629203.784092:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00100000:2.0:1778629203.784092:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629203.784094:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.784096:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629203.784097:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000010:2.0:1778629203.784098:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629203.784100:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629203.784102:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1778629203.784103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629203.784103:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629203.784105:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1778629203.784106:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1778629203.784106:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629203.784108:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629203.784111:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000800:00000200:0.1:1778629203.784112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629203.784113:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629203.784117:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1778629203.784122:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1778629203.784124:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1778629203.784126:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629203.784126:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629203.784129:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:2.0:1778629203.784129:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629203.784134:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778629203.784136:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629203.784138:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1778629203.784138:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629203.784142:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629203.784143:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000100:00000040:2.0:1778629203.784144:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1778629203.784145:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000040:2.0:1778629203.784147:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629203.784148:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629203.784151:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629203.784151:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13889)
00000100:00000001:0.0:1778629203.784159:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784163:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784169:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784171:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629203.784175:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629203.784178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629203.784181:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308555536
00000100:00000010:0.0:1778629203.784186:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629203.784192:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629203.784197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308555536
00000100:00000010:0.0:1778629203.784199:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac69c0.
00000100:00000001:0.0:1778629203.784201:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629203.784203:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629203.784205:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784208:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629203.784210:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629203/real 1778629203]  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629203.784216:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629203.784218:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629203.784219:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629203.784221:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629203.784222:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629203.784223:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629203.784226:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629203.784234:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784240:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629203.784241:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784243:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784245:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629203.784249:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784256:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629203.784259:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784266:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629203.784269:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784270:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784272:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784273:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629203.784275:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629203.784278:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629203.784282:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629203.784284:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629203.784288:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629203.784296:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630400:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629203.784300:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784302:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784304:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472630400/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784310:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629203.784312:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629203.784315:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629203.784317:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629203.784319:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629203.784320:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629203.784322:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629203.784324:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629203.784327:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629203.784328:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629203.784330:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629203.784332:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629203.784333:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784335:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784342:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629203.784343:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784345:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629203.784346:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629203.784348:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629203.784351:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784358:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629203.784359:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.784361:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629203.784363:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629203.784365:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629203.784367:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629203.784370:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629203.784372:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629203.784374:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.784375:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629203.784378:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629203.784380:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629203.784382:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629203.784384:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629203.784387:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629203.784388:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630528, portal 10
00000100:00000001:0.0:1778629203.784390:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629203.784391:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629203.784395:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784399:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629203.784400:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629203.784402:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629203.784403:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472630528, offset 0
00000400:00000200:0.0:1778629203.784405:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784408:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629203.784411:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629203.784413:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629203.784416:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629203.784418:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629203.784420:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784423:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497525:497525:256:4294967295] 192.168.204.112@tcp LPNI seq info [497484:497484:8:4294967295]
00000400:00000200:0.0:1778629203.784427:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629203.784432:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629203.784437:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629203.784440:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629203.784444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629203.784446:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778629203.784451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629203.784453:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778629203.784457:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629203.784459:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629203.784462:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629203.784465:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629203.784467:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629203.784468:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629203.784470:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629203.784473:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784480:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784483:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784488:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784489:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629203.784492:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629203.784496:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629203.784500:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629203.784501:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308551693
00000100:00000001:0.0:1778629203.784504:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308555536
00000100:00000001:0.0:1778629203.784506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308551693
00000100:00000001:0.0:1778629203.784508:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308555536
00000100:00000001:0.0:1778629203.784510:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629203.784511:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784513:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629203.784517:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629203/real 1778629203]  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629203.784525:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629203.784526:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629203.784527:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629203.784530:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629203.784531:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629203.784533:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629203.784535:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629203.784552:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784559:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629203.784560:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784563:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629203.784566:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784572:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629203.784576:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784582:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629203.784585:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784586:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784587:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784589:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629203.784593:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629203.784595:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629203.784598:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629203.784600:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629203.784605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629203.784633:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630528:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629203.784636:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629203.784639:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784645:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629203.784646:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.784648:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629203.784656:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629203.784658:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629203.784661:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629203.784664:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629203.784665:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629203.784667:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629203.784668:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629203.784671:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629203.784673:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629203.784676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629203.784679:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629203.784682:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629203.784684:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630656, portal 10
00000100:00000001:0.0:1778629203.784686:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629203.784687:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:0.0:1778629203.784692:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784698:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629203.784700:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629203.784702:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629203.784704:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472630656, offset 0
00000400:00000200:0.0:1778629203.784709:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629203.784715:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629203.784724:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629203.784726:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629203.784727:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629203.784729:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629203.784730:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497526:497526:256:4294967295] 192.168.204.112@tcp LPNI seq info [497485:497485:8:4294967295]
00000400:00000200:0.0:1778629203.784733:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629203.784737:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629203.784740:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629203.784742:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629203.784745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629203.784746:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778629203.784749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629203.784750:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778629203.784752:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629203.784754:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629203.784756:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629203.784757:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629203.784760:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629203.784761:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629203.784762:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629203.784764:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784769:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784771:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784774:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784775:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629203.784777:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629203.784779:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629203.784781:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629203.784783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308551695
00000100:00000001:0.0:1778629203.784784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308555536
00000100:00000001:0.0:1778629203.784785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308551695
00000100:00000001:0.0:1778629203.784786:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308555536
00000100:00000001:0.0:1778629203.784787:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629203.784789:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784790:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629203.784792:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629203/real 1778629203]  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629203.784801:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629203.784802:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629203.784805:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629203.784807:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629203.784808:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629203.784809:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629203.784811:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629203.784816:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784819:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629203.784820:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784821:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784822:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629203.784823:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784827:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629203.784829:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784843:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629203.784846:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784847:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629203.784848:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784850:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629203.784852:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629203.784854:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629203.784856:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629203.784857:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629203.784860:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629203.784864:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629203.784866:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784867:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784869:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472630528/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784873:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629203.784874:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629203.784875:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629203.784876:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629203.784877:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629203.784878:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629203.784879:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629203.784880:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629203.784881:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629203.784882:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629203.784883:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629203.784885:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629203.784886:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784887:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629203.784888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472630656/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629203.784896:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629203.784896:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629203.784897:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629203.784899:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629203.784899:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629203.784900:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629203.784901:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629203.784901:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629203.784902:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629203.784903:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629203.784904:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629203.784905:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629203.784905:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784906:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629203.784908:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629203.784909:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629203.784910:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629203.784911:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629204.039680:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629204.039680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629204.039683:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629204.039686:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629204.039687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629204.039687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629204.039689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629204.039689:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629204.039692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629204.039694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629204.039694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629204.039695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629204.039700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629204.039701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629204.039701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629204.039704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629204.039705:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629204.039707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629204.039708:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629204.039710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629204.039710:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629204.039712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629204.039716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629204.039716:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629204.039720:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629204.039723:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629204.039725:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629204.807705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629204.807711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629204.807713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629204.807717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629204.807720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629204.807723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629204.807724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629204.807727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629204.807729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629205.063691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629205.063691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629205.063697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629205.063699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629205.063699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629205.063703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629205.063703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063704:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629205.063708:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629205.063711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629205.063712:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629205.063717:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629205.063718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629205.063721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629205.063722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629205.063724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629205.063725:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629205.063726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629205.063729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629205.063729:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629205.063730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629205.063733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629205.063735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063735:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629205.063737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063738:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629205.063747:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629205.063749:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629205.063750:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063753:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629205.063754:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063757:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063759:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629205.063763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629205.063765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629205.063825:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629205.063827:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629205.063830:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629205.831707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629205.831714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629205.831716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629205.831721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629205.831724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629205.831728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629205.831730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629205.831739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629205.831742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629206.087698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629206.087698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629206.087702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629206.087704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629206.087704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629206.087705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629206.087707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629206.087708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629206.087710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629206.087713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629206.087714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629206.087714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629206.087715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629206.087717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629206.087719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629206.087720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629206.087722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629206.087723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629206.087725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629206.087728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629206.087729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629206.087731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629206.087732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629206.087735:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629206.087738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629206.087739:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629206.087743:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629206.855731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629206.855737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629206.855739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629206.855744:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629206.855748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629206.855752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629206.855754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629206.855756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629206.855759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629207.111668:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629207.111673:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629207.111677:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629207.111678:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629207.111681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629207.111683:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629207.111695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629207.111695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629207.111700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629207.111700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629207.111702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629207.111703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629207.111708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629207.111708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629207.111713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629207.111714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629207.111716:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629207.111718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629207.111718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629207.111719:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629207.111723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629207.111724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1778629207.111725:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629207.111726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629207.111727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629207.111730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629207.111730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629207.687713:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308555536, at 4308555584
00000100:00000040:1.0:1778629207.687713:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308555536, at 4308555584
00000100:00000010:0.0:1778629207.687729:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629207.687731:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac69c0.
00000100:00000001:2.0:1778629207.879769:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629207.879775:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629207.879776:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629207.879781:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629207.879783:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629207.879787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629207.879789:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629207.879791:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629207.879792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629208.135728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629208.135732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629208.135733:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629208.135735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629208.135738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629208.135738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629208.135738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.135739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629208.135756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629208.135757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629208.135760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629208.135761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629208.135761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629208.135764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629208.135765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.135766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.135769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629208.135770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629208.135770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629208.135771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629208.135773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629208.135773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.135774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629208.135779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629208.135800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629208.135803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629208.135806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629208.903724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629208.903725:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629208.903730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629208.903740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629208.903744:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629208.903746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629208.903747:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629208.903750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629208.903751:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629208.903755:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629208.903756:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.903759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629208.903761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629208.903762:0:184533:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13884
00000100:00000001:0.0:1778629208.903764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629208.903771:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629208.903776:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629208.903778:0:184533:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629208.903781:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903783:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629208.903785:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903787:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629208.903789:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629208.903791:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629208.903793:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629208.903795:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629208.903796:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629208.903797:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629208.903799:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903800:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629208.903802:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903803:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629208.903805:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629208.903807:0:184533:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903808:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629208.903810:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629208.903812:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629208.903814:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903815:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629208.903816:0:184533:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629208.903823:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629208.903825:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629208.903828:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629208.903829:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903831:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629208.903833:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629208.903836:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629208.903847:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629208.903852:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629208.903858:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629208.903865:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629208.903868:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629208.903871:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629208.903884:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629208.903886:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629208.903888:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629208.903889:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629208.903890:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629208.903892:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629208.903894:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13884
00000400:00000200:2.0:1778629208.903897:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629208.903899:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629208.903901:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629208.903902:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903904:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629208.903905:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629208.903906:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629208.903907:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629208.903908:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629208.903909:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1778629208.903910:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629208.903912:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629208.903914:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629208.903916:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:0.0:1778629208.903917:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629208.903918:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629208.903922:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629208.903927:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903931:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629208.903932:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629208.903935:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629208.903935:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.903938:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629208.903940:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629208.903941:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629208.903944:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1778629208.903946:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629208.903949:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903950:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629208.903953:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1778629208.903957:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630784:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629208.903957:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629208.903961:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903963:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629208.903965:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1778629208.903968:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629208.903970:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903972:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629208.903974:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
02000000:00000001:0.0:1778629208.903975:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778629208.903977:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629208.903978:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629208.903981:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629208.903982:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629208.903983:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.903986:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629208.903987:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1778629208.903989:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629208.903990:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629208.903993:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629208.903996:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000400:00000200:0.0:1778629208.904000:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629208.904001:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629208.904005:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00100000:2.0:1778629208.904009:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1778629208.904013:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:2.0:1778629208.904020:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1778629208.904021:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630784, portal 25
00000100:00000001:2.0:1778629208.904024:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904025:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629208.904028:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:2.0:1778629208.904030:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629208.904036:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629208.904047:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629208.904048:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629208.904054:0:184533:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629208.904056:0:184533:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629208.904059:0:184533:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629208.904060:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629208.904062:0:184533:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629208.904066:0:184533:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13884
00000100:00000040:0.0:1778629208.904068:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629208.904071:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000400:00000200:2.0:1778629208.904071:0:184533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629208.904075:0:184533:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000200:0.0:1778629208.904076:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472630784, offset 0
00000100:00080000:2.0:1778629208.904077:0:184533:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629208.904086:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629208.904086:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.904091:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629208.904093:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.904096:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629208.904097:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629208.904101:0:184533:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629208.904103:0:184533:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:0.0:1778629208.904105:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:2.0:1778629208.904106:0:184533:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629208.904109:0:184533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:0.0:1778629208.904112:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1778629208.904113:0:184533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629208.904116:0:184533:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629208.904118:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629208.904124:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629208.904127:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778629208.904130:0:184533:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629208.904132:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497527:497527:256:4294967295] 192.168.204.112@tcp LPNI seq info [497486:497486:8:4294967295]
00000100:00000001:2.0:1778629208.904133:0:184533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629208.904137:0:184533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629208.904140:0:184533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629208.904143:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629208.904144:0:184533:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629208.904148:0:184533:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629208.904150:0:184533:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629208.904151:0:184533:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629208.904154:0:184533:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629208.904157:0:184533:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.904160:0:184533:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629208.904161:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1778629208.904162:0:184533:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629208.904166:0:184533:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.904167:0:184533:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629208.904170:0:184533:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629208.904171:0:184533:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629208.904174:0:184533:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629208.904175:0:184533:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629208.904176:0:184533:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629208.904179:0:184533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1778629208.904180:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629208.904182:0:184533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629208.904186:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
02000000:00000010:2.0:1778629208.904188:0:184533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629208.904192:0:184533:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629208.904195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00100000:2.0:1778629208.904200:0:184533:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1778629208.904201:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629208.904212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629208.904216:0:184533:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1778629208.904217:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778629208.904221:0:184533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629208.904224:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629208.904229:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000040:2.0:1778629208.904229:0:184533:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629208.904237:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778629208.904239:0:184533:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629208.904242:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629208.904244:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629208.904246:0:184533:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629208.904248:0:184533:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629208.904251:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629208.904257:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000100:00000040:2.0:1778629208.904258:0:184533:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13894)
00000400:00000010:0.0:1778629208.904259:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629208.904265:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629208.904270:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904280:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.904283:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904289:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904291:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629208.904295:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629208.904299:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629208.904301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308560656
00000100:00000010:0.0:1778629208.904306:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629208.904319:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629208.904324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308560656
00000100:00000010:0.0:1778629208.904327:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6de0.
00000100:00000001:0.0:1778629208.904330:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629208.904334:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629208.904336:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904339:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629208.904343:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629208/real 1778629208]  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629208.904351:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629208.904353:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629208.904355:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629208.904357:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629208.904359:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629208.904361:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629208.904364:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629208.904372:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904378:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629208.904380:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.904384:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629208.904387:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904395:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629208.904398:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904405:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629208.904408:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904410:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.904411:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904413:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629208.904415:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629208.904418:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629208.904422:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629208.904424:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629208.904428:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629208.904436:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472630784:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629208.904440:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904442:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.904445:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472630784/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904451:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629208.904453:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629208.904455:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629208.904458:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629208.904460:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629208.904462:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629208.904464:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629208.904465:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778629208.904468:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629208.904470:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629208.904471:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629208.904474:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629208.904475:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904477:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904483:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629208.904485:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904487:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629208.904489:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629208.904490:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629208.904494:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904500:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629208.904502:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629208.904503:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629208.904512:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629208.904514:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629208.904517:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629208.904520:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629208.904522:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629208.904524:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629208.904525:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629208.904530:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629208.904532:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629208.904535:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629208.904538:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629208.904541:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629208.904544:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472630912, portal 10
00000100:00000001:0.0:1778629208.904546:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629208.904547:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629208.904553:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904558:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629208.904560:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629208.904562:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629208.904564:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472630912, offset 0
00000400:00000200:0.0:1778629208.904568:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629208.904571:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629208.904575:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629208.904577:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629208.904580:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629208.904582:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629208.904585:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629208.904588:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497528:497528:256:4294967295] 192.168.204.112@tcp LPNI seq info [497487:497487:8:4294967295]
00000400:00000200:0.0:1778629208.904592:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629208.904605:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629208.904647:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629208.904650:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629208.904654:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629208.904657:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629208.904661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629208.904663:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629208.904667:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629208.904669:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629208.904671:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629208.904674:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629208.904676:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629208.904678:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629208.904681:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629208.904684:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904692:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.904694:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904701:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904702:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629208.904705:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629208.904709:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629208.904712:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629208.904714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308556814
00000100:00000001:0.0:1778629208.904716:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308560656
00000100:00000001:0.0:1778629208.904718:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308556814
00000100:00000001:0.0:1778629208.904721:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308560656
00000100:00000001:0.0:1778629208.904723:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629208.904725:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904726:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629208.904730:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629208/real 1778629208]  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629208.904750:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629208.904751:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629208.904752:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629208.904754:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629208.904756:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629208.904758:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629208.904761:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629208.904769:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904775:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629208.904776:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904778:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.904779:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629208.904782:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904789:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629208.904792:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904799:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629208.904801:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.904804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.904805:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629208.904809:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629208.904812:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629208.904815:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629208.904818:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629208.904821:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629208.904829:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472630912:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629208.904833:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629208.904836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904842:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629208.904843:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629208.904845:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629208.904847:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629208.904848:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629208.904851:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629208.904854:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629208.904855:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629208.904857:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629208.904859:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629208.904861:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629208.904863:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629208.904866:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629208.904868:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629208.904871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629208.904874:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631040, portal 10
00000100:00000001:0.0:1778629208.904876:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629208.904877:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:0.0:1778629208.904882:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904894:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629208.904896:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629208.904898:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629208.904901:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472631040, offset 0
00000400:00000200:0.0:1778629208.904904:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629208.904908:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629208.904912:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629208.904915:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629208.904917:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629208.904919:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629208.904921:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629208.904924:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497529:497529:256:4294967295] 192.168.204.112@tcp LPNI seq info [497488:497488:8:4294967295]
00000400:00000200:0.0:1778629208.904928:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629208.904934:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629208.904938:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629208.904942:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629208.904945:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629208.904948:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629208.904952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629208.904954:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629208.904958:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629208.904960:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629208.904962:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629208.904965:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629208.904968:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629208.904970:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629208.904972:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629208.904975:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904982:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.904985:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.904996:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.904998:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629208.905000:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629208.905003:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629208.905006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629208.905009:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308556815
00000100:00000001:0.0:1778629208.905011:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308560656
00000100:00000001:0.0:1778629208.905013:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308556815
00000100:00000001:0.0:1778629208.905015:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308560656
00000100:00000001:0.0:1778629208.905017:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629208.905019:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.905020:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629208.905023:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629208/real 1778629208]  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629208.905030:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629208.905032:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629208.905033:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629208.905035:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629208.905036:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629208.905038:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629208.905041:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629208.905049:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.905055:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629208.905056:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905058:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.905059:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629208.905062:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.905069:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629208.905072:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.905079:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629208.905081:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905082:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629208.905084:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905086:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629208.905088:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629208.905090:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629208.905093:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629208.905095:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629208.905099:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629208.905106:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629208.905110:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905111:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.905114:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472630912/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.905120:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629208.905121:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629208.905123:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629208.905125:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629208.905126:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629208.905128:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629208.905130:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629208.905131:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629208.905134:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629208.905135:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629208.905136:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629208.905139:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629208.905140:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905142:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629208.905145:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472631040/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629208.905150:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629208.905151:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629208.905153:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629208.905154:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629208.905156:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629208.905157:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629208.905159:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629208.905160:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629208.905163:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629208.905164:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629208.905165:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629208.905167:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629208.905168:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905169:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629208.905172:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629208.905174:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629208.905175:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629208.905177:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629209.159711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629209.159713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629209.159717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629209.159718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629209.159722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629209.159724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629209.159739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629209.159740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629209.159746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629209.159747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629209.159750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629209.159752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629209.159752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629209.159757:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629209.159758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629209.159761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629209.159762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629209.159766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629209.159768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629209.159771:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629209.159774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629209.159777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629209.159778:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629209.159780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629209.159781:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629209.159783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629209.159785:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629209.927762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629209.927767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629209.927768:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629209.927780:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629209.927784:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629209.927787:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629209.927790:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629209.927793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629209.927795:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629210.183722:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629210.183723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629210.183728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629210.183729:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629210.183733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629210.183733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629210.183736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629210.183738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629210.183738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629210.183738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629210.183740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629210.183744:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629210.183744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629210.183748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629210.183750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629210.183752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629210.183753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629210.183757:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629210.183758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629210.183760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629210.183762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629210.183764:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629210.183768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629210.183771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629210.183789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629210.183793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629210.183795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629210.951713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629210.951719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629210.951721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629210.951725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629210.951732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629210.951736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629210.951738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629210.951740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629210.951743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629211.207718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629211.207719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629211.207724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629211.207725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629211.207729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629211.207729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629211.207732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629211.207733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629211.207734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629211.207735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629211.207735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629211.207740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629211.207741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629211.207742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629211.207743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629211.207744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629211.207745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629211.207746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629211.207747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629211.207749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629211.207750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629211.207751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629211.207753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629211.207753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629211.207768:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629211.207771:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629211.207774:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629211.975761:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629211.975768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629211.975769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629211.975776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629211.975780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629211.975783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629211.975786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629211.975788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629211.975792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629212.231716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629212.231720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629212.231721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629212.231722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629212.231725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629212.231725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629212.231726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629212.231727:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629212.231732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629212.231733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629212.231734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629212.231734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629212.231738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629212.231739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629212.231740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629212.231742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629212.231742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629212.231743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629212.231747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629212.231749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629212.231751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629212.231757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629212.231759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629212.231762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629212.231802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629212.231806:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629212.231810:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629212.807712:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308560656, at 4308560704
00000100:00000040:1.0:1778629212.807712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308560656, at 4308560704
00000100:00000010:1.0:1778629212.807726:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6de0.
00000100:00000010:0.0:1778629212.807731:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629212.999686:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629212.999691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629212.999693:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629212.999696:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629212.999699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629212.999702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629212.999704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629212.999706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629212.999708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629213.255714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629213.255719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629213.255720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629213.255721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629213.255725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629213.255726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629213.255729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629213.255730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629213.255731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629213.255734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629213.255734:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629213.255734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629213.255738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629213.255739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629213.255742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629213.255743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629213.255743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629213.255748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629213.255748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629213.255749:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629213.255752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629213.255753:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629213.255755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629213.255758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629213.255758:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629213.255762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629213.255767:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629213.255770:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629213.255773:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629213.255775:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629213.255799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629213.255801:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629213.255803:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629214.023730:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629214.023731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629214.023737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778629214.023739:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629214.023740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.023743:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629214.023745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778629214.023747:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629214.023750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629214.023752:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629214.023753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.023757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778629214.023760:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13889
00000100:00000001:2.0:1778629214.023761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.023766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629214.023772:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629214.023779:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629214.023783:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629214.023786:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023790:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629214.023793:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023796:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629214.023799:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629214.023801:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629214.023803:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629214.023805:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629214.023808:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629214.023810:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629214.023813:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023815:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629214.023817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023818:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629214.023821:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629214.023824:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023826:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629214.023829:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629214.023832:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629214.023834:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.023837:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629214.023838:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629214.023846:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778629214.023850:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629214.023854:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629214.023855:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.023858:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629214.023860:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629214.023863:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629214.023870:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629214.023876:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629214.023883:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629214.023892:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629214.023896:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.023900:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629214.023918:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629214.023921:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629214.023924:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629214.023925:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629214.023927:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629214.023929:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629214.023932:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13889
00000400:00000200:0.0:1778629214.023936:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629214.023939:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629214.023941:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629214.023943:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778629214.023944:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023948:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629214.023948:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778629214.023952:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629214.023952:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629214.023956:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629214.023958:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629214.023961:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:2.0:1778629214.023962:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778629214.023963:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629214.023966:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629214.023970:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629214.023975:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629214.023976:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629214.023979:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.023981:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629214.023983:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1778629214.023984:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629214.023986:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629214.023987:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.023991:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:2.0:1778629214.023991:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629214.023996:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00100000:2.0:1778629214.023999:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631168:192.168.204.112@tcp:250:kworker.0
00000100:00080000:0.0:1778629214.024001:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629214.024006:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024007:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629214.024009:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629214.024012:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629214.024014:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629214.024015:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629214.024019:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629214.024021:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.024024:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629214.024027:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629214.024030:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.024032:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629214.024033:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
00000100:00000010:0.0:1778629214.024036:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
02000000:00000001:2.0:1778629214.024036:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629214.024041:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629214.024044:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1778629214.024045:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629214.024047:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.024049:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629214.024051:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1778629214.024051:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:0.0:1778629214.024054:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629214.024058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000010:0.0:1778629214.024059:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629214.024064:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629214.024067:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631168, portal 25
00000100:00100000:0.0:1778629214.024070:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629214.024071:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629214.024073:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000001:0.0:1778629214.024082:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1778629214.024083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629214.024087:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.024097:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024097:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629214.024103:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629214.024108:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:0.0:1778629214.024110:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629214.024113:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472631168, offset 0
00000100:00080000:0.0:1778629214.024114:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629214.024119:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629214.024120:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1778629214.024122:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629214.024123:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629214.024127:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629214.024130:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13889
00000400:00000200:2.0:1778629214.024132:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629214.024137:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629214.024141:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629214.024142:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629214.024147:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629214.024149:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1778629214.024152:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.024156:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629214.024156:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778629214.024161:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024162:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1778629214.024165:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778629214.024167:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:0.0:1778629214.024170:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629214.024173:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:2.0:1778629214.024174:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497530:497530:256:4294967295] 192.168.204.112@tcp LPNI seq info [497489:497489:8:4294967295]
00000020:00000001:0.0:1778629214.024177:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629214.024180:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778629214.024184:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:0.0:1778629214.024185:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629214.024188:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629214.024193:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629214.024198:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629214.024202:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024202:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1778629214.024207:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629214.024210:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:2.0:1778629214.024215:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629214.024216:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629214.024219:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629214.024220:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
02000000:00000001:0.0:1778629214.024221:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629214.024225:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629214.024228:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629214.024231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629214.024232:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629214.024235:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1778629214.024236:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000008:00000001:0.0:1778629214.024239:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.024242:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629214.024246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000010:0.0:1778629214.024247:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000020:00000040:0.0:1778629214.024251:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:2.1:1778629214.024251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1778629214.024256:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629214.024259:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1778629214.024260:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629214.024262:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1778629214.024263:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
02000000:00000001:0.0:1778629214.024264:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629214.024267:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629214.024271:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1778629214.024272:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778629214.024277:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629214.024280:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1778629214.024285:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629214.024285:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629214.024288:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629214.024294:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629214.024302:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629214.024303:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629214.024307:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.024315:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024317:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.024324:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629214.024328:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.024332:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629214.024337:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629214.024338:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629214.024340:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1778629214.024343:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629214.024346:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629214.024346:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629214.024352:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629214.024353:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13899)
00000100:00000001:2.0:1778629214.024356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308565776
00000100:00000010:2.0:1778629214.024361:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4240.
00000100:00000001:2.0:1778629214.024368:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629214.024374:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308565776
00000100:00000010:2.0:1778629214.024377:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4d80.
00000100:00000001:2.0:1778629214.024380:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629214.024383:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629214.024385:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024387:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629214.024391:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629214/real 1778629214]  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629214.024399:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629214.024400:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629214.024402:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629214.024404:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629214.024406:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629214.024408:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629214.024412:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629214.024420:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024425:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629214.024427:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024429:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.024430:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629214.024434:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024440:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629214.024444:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024450:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629214.024454:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024455:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.024456:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024458:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629214.024461:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629214.024463:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629214.024466:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629214.024468:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629214.024471:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629214.024478:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631168:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629214.024482:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024484:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.024486:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472631168/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024497:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629214.024500:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629214.024502:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629214.024504:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629214.024506:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629214.024507:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629214.024509:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629214.024512:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629214.024515:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629214.024516:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629214.024518:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:2.0:1778629214.024521:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629214.024522:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024525:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024531:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629214.024532:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024534:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629214.024536:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629214.024537:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629214.024540:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024545:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629214.024547:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629214.024548:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629214.024550:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629214.024552:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629214.024554:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631296:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629214.024557:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629214.024560:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629214.024561:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629214.024563:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629214.024565:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629214.024567:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629214.024570:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629214.024573:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629214.024575:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629214.024578:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631296, portal 10
00000100:00000001:2.0:1778629214.024580:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629214.024581:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:2.0:1778629214.024587:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024593:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629214.024595:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629214.024597:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629214.024599:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472631296, offset 0
00000400:00000200:2.0:1778629214.024603:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024606:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629214.024626:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629214.024628:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629214.024642:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629214.024644:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629214.024647:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024649:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497531:497531:256:4294967295] 192.168.204.112@tcp LPNI seq info [497490:497490:8:4294967295]
00000400:00000200:2.0:1778629214.024654:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629214.024660:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629214.024664:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629214.024668:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629214.024671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629214.024674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778629214.024679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629214.024682:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1778629214.024685:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629214.024686:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629214.024689:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629214.024692:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629214.024695:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629214.024696:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629214.024699:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629214.024703:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024709:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.024712:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024717:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024719:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629214.024721:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629214.024725:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629214.024728:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629214.024730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308561934
00000100:00000001:2.0:1778629214.024732:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308565776
00000100:00000001:2.0:1778629214.024734:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308561934
00000100:00000001:2.0:1778629214.024737:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308565776
00000100:00000001:2.0:1778629214.024739:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629214.024741:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024742:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629214.024745:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629214/real 1778629214]  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629214.024752:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629214.024753:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629214.024755:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629214.024757:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629214.024758:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629214.024760:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629214.024763:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629214.024769:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024779:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629214.024781:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024782:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.024784:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629214.024787:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024793:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629214.024796:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024802:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629214.024804:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024805:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.024807:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.024808:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629214.024812:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629214.024814:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629214.024817:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629214.024819:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629214.024823:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629214.024830:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631296:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629214.024833:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629214.024835:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024841:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629214.024842:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629214.024844:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629214.024846:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629214.024848:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629214.024850:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629214.024853:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629214.024854:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629214.024856:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629214.024857:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629214.024860:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629214.024862:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629214.024865:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629214.024866:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629214.024869:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629214.024871:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631424, portal 10
00000100:00000001:2.0:1778629214.024873:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629214.024874:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:2.0:1778629214.024879:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024884:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629214.024886:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629214.024887:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629214.024890:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472631424, offset 0
00000400:00000200:2.0:1778629214.024894:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024898:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629214.024900:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629214.024903:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629214.024905:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629214.024907:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629214.024909:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629214.024911:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497532:497532:256:4294967295] 192.168.204.112@tcp LPNI seq info [497491:497491:8:4294967295]
00000400:00000200:2.0:1778629214.024914:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629214.024920:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629214.024925:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629214.024927:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629214.024931:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629214.024933:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778629214.024936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629214.024938:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1778629214.024941:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629214.024943:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629214.024946:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629214.024949:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629214.024951:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629214.024953:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629214.024955:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629214.024958:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024965:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.024967:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.024973:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024974:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629214.024976:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629214.024979:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629214.024982:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629214.024984:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308561935
00000100:00000001:2.0:1778629214.024986:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308565776
00000100:00000001:2.0:1778629214.024988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308561935
00000100:00000001:2.0:1778629214.024989:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308565776
00000100:00000001:2.0:1778629214.024991:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629214.024993:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.024994:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629214.024997:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629214/real 1778629214]  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629214.025005:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629214.025006:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629214.025008:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629214.025009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629214.025010:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629214.025012:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629214.025015:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629214.025021:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.025026:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629214.025028:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025030:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.025031:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629214.025033:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.025039:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629214.025042:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.025047:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629214.025049:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025051:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629214.025052:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025053:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629214.025055:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629214.025057:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629214.025061:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629214.025062:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629214.025066:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629214.025072:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629214.025076:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025077:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.025079:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472631296/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.025085:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629214.025086:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629214.025088:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629214.025090:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629214.025092:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629214.025093:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629214.025094:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629214.025096:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778629214.025098:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629214.025100:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629214.025101:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:2.0:1778629214.025103:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629214.025104:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025106:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629214.025109:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472631424/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629214.025114:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629214.025115:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629214.025117:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629214.025118:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629214.025119:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629214.025121:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629214.025122:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629214.025123:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778629214.025125:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629214.025127:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629214.025128:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:2.0:1778629214.025130:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629214.025131:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025132:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629214.025135:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629214.025136:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629214.025138:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629214.025139:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629214.279704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629214.279706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629214.279711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629214.279712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629214.279713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629214.279715:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629214.279716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629214.279718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629214.279718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629214.279721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629214.279722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629214.279722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629214.279724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629214.279727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629214.279728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629214.279732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629214.279733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629214.279735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629214.279737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629214.279739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629214.279740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629214.279742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629214.279745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629214.279745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629214.279775:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629214.279778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629214.279781:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629215.047736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629215.047743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629215.047745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629215.047750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629215.047754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629215.047758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629215.047761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629215.047764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629215.047767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629215.303728:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629215.303728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629215.303735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629215.303736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629215.303737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629215.303739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629215.303743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629215.303744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629215.303755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629215.303755:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629215.303756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629215.303761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629215.303764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629215.303764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629215.303767:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629215.303771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629215.303772:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629215.303774:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629215.303775:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629215.303779:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629215.303781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303782:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629215.303788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629215.303791:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629215.303794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303800:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629215.303803:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629215.303806:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629215.303807:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303810:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629215.303812:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303814:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303817:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629215.303822:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629215.303823:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629215.303850:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629215.303853:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629215.303856:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629216.071747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629216.071755:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629216.071758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629216.071763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629216.071767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629216.071771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629216.071774:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629216.071776:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629216.071778:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629216.327700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629216.327700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629216.327706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629216.327706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629216.327708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629216.327708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629216.327711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629216.327712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629216.327714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629216.327718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629216.327718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629216.327719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629216.327721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629216.327722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629216.327723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629216.327724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629216.327727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629216.327728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629216.327729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629216.327730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629216.327733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629216.327733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629216.327736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629216.327740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629216.327786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629216.327789:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629216.327793:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629217.095694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629217.095701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629217.095703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629217.095708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629217.095711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629217.095715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629217.095717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629217.095719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629217.095722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629217.351766:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629217.351766:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629217.351770:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629217.351779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629217.351780:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629217.351781:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629217.351785:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629217.351785:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629217.351790:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629217.351796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629217.351799:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629217.351800:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629217.351802:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629217.351810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629217.351811:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629217.351812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629217.351824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629217.351825:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629217.351838:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629217.351839:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629217.351842:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629217.351843:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629217.351847:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629217.351848:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629217.351859:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629217.351865:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629217.351870:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629217.927716:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308565776, at 4308565824
00000100:00000010:0.0:1778629217.927734:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4240.
00000100:00000040:1.0:1778629217.927743:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308565776, at 4308565824
00000100:00000010:1.0:1778629217.927758:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4d80.
00000100:00000001:2.0:1778629218.119740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629218.119747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629218.119749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629218.119754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629218.119758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629218.119761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629218.119764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629218.119766:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629218.119768:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629218.375739:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629218.375746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629218.375746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629218.375748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629218.375755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629218.375756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629218.375756:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629218.375760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629218.375766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629218.375767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629218.375768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629218.375772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629218.375772:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629218.375775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629218.375777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629218.375779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629218.375781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629218.375782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629218.375782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629218.375787:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629218.375792:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629218.375793:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629218.375797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629218.375803:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629218.375813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629218.375816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629218.375819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629219.143735:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629219.143748:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629219.143751:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629219.143756:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629219.143762:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629219.143770:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13894
00000400:00000200:0.0:1778629219.143781:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629219.143790:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629219.143794:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629219.143799:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.143804:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629219.143806:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.143808:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629219.143812:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629219.143814:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000100:00000001:2.0:1778629219.143815:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1778629219.143817:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629219.143819:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1778629219.143821:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000100:00000001:2.0:1778629219.143822:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629219.143823:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00100000:2.0:1778629219.143827:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000020:00000001:0.0:1778629219.143828:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629219.143833:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629219.143833:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629219.143837:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629219.143837:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629219.143840:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629219.143841:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629219.143845:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629219.143845:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1778629219.143851:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00000001:2.0:1778629219.143852:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629219.143859:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629219.143862:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629219.143866:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629219.143870:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629219.143874:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.143877:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629219.143880:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629219.143888:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000020:00000040:0.0:1778629219.143892:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629219.143896:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629219.143897:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.143899:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629219.143902:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629219.143907:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629219.143913:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778629219.143919:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629219.143928:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629219.143937:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629219.143941:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629219.143944:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629219.143962:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629219.143964:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629219.143967:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629219.143969:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629219.143970:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629219.143973:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629219.143976:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13894
00000400:00000200:0.0:1778629219.143981:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629219.143985:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629219.143988:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629219.143992:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.143994:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629219.143996:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629219.143997:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629219.143998:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629219.144001:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629219.144002:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778629219.144003:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1778629219.144004:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629219.144007:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:2.0:1778629219.144008:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629219.144009:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629219.144013:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629219.144018:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629219.144019:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629219.144021:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629219.144027:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144033:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629219.144034:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629219.144037:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629219.144038:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:2.0:1778629219.144042:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1778629219.144043:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144047:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.144047:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629219.144049:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629219.144052:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629219.144057:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629219.144058:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631552:192.168.204.112@tcp:250:kworker.0
02000000:00000001:0.0:1778629219.144061:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.144065:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629219.144070:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1778629219.144071:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629219.144075:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1778629219.144076:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.144080:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.144080:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629219.144084:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
02000000:00000001:2.0:1778629219.144084:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1778629219.144089:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629219.144092:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1778629219.144092:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629219.144094:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.144097:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.144098:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629219.144102:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629219.144105:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629219.144109:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778629219.144112:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b800.
00000400:00000010:2.0:1778629219.144114:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:0.0:1778629219.144118:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629219.144123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00100000:0.0:1778629219.144127:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1778629219.144134:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631552, portal 25
00000100:00000001:0.0:1778629219.144137:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629219.144139:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629219.144140:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144142:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:0.0:1778629219.144147:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629219.144152:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629219.144171:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144172:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1778629219.144175:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629219.144178:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629219.144182:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1778629219.144184:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:0.0:1778629219.144185:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629219.144189:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1778629219.144191:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472631552, offset 0
00000100:00000001:0.0:1778629219.144192:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629219.144198:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13894
00000400:00000200:2.0:1778629219.144203:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629219.144204:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629219.144210:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629219.144213:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629219.144217:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629219.144219:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144223:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629219.144228:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778629219.144229:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144233:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629219.144237:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1778629219.144238:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1778629219.144240:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629219.144244:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1778629219.144247:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:0.0:1778629219.144248:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629219.144252:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629219.144255:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1778629219.144257:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629219.144261:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:0.0:1778629219.144265:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144269:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629219.144273:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497533:497533:256:4294967295] 192.168.204.112@tcp LPNI seq info [497492:497492:8:4294967295]
00000100:00000040:0.0:1778629219.144279:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629219.144282:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629219.144284:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629219.144288:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629219.144291:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144295:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629219.144299:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629219.144301:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1778629219.144304:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629219.144308:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.144311:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1778629219.144312:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00100000:0.0:1778629219.144315:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629219.144318:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629219.144319:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000001:0.0:1778629219.144320:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629219.144327:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000020:00000040:0.0:1778629219.144331:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:2.0:1778629219.144332:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:0.0:1778629219.144338:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1778629219.144339:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1778629219.144342:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.144347:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629219.144350:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1778629219.144352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:0.0:1778629219.144354:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629219.144360:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
02000000:00000010:0.0:1778629219.144363:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000800:00000100:2.0:1778629219.144369:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629219.144371:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629219.144373:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000100:00100000:0.0:1778629219.144378:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629219.144380:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778629219.144388:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629219.144392:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629219.144392:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1778629219.144397:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629219.144400:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629219.144406:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:0.0:1778629219.144407:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629219.144413:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629219.144415:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1778629219.144416:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629219.144419:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629219.144423:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1778629219.144424:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629219.144429:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13904)
00000100:00000001:2.0:1778629219.144464:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.144469:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144477:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144480:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629219.144488:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629219.144494:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629219.144498:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308570896
00000100:00000010:2.0:1778629219.144504:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4660.
00000100:00000001:2.0:1778629219.144512:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629219.144521:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308570896
00000100:00000010:2.0:1778629219.144526:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4060.
00000100:00000001:2.0:1778629219.144543:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629219.144548:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629219.144551:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144555:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629219.144565:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629219/real 1778629219]  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629219.144576:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629219.144579:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629219.144582:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629219.144587:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629219.144589:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629219.144593:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629219.144597:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629219.144636:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144645:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629219.144648:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144651:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.144654:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629219.144659:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144666:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629219.144672:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144679:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629219.144681:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144683:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.144684:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144686:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629219.144688:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629219.144690:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629219.144694:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629219.144696:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629219.144699:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629219.144706:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631552:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629219.144713:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144715:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.144718:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472631552/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144724:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629219.144727:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629219.144730:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629219.144733:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629219.144735:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629219.144737:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629219.144739:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629219.144742:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778629219.144745:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629219.144747:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629219.144749:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:2.0:1778629219.144753:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629219.144754:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144756:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144764:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629219.144765:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144767:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629219.144769:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629219.144770:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629219.144773:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144780:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629219.144781:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.144783:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629219.144785:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629219.144787:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629219.144790:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631680:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629219.144793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629219.144795:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629219.144797:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.144799:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629219.144802:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629219.144804:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629219.144808:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629219.144811:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629219.144814:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629219.144817:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631680, portal 10
00000100:00000001:2.0:1778629219.144818:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629219.144820:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
00000100:00000040:2.0:1778629219.144826:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144833:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629219.144835:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629219.144837:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629219.144839:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472631680, offset 0
00000400:00000200:2.0:1778629219.144843:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629219.144847:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629219.144851:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629219.144854:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629219.144856:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629219.144859:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629219.144861:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629219.144864:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497534:497534:256:4294967295] 192.168.204.112@tcp LPNI seq info [497493:497493:8:4294967295]
00000400:00000200:2.0:1778629219.144868:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629219.144874:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629219.144879:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629219.144882:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629219.144885:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629219.144887:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778629219.144891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629219.144893:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1778629219.144897:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629219.144898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629219.144901:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629219.144904:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629219.144906:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629219.144908:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629219.144910:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629219.144913:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144921:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.144924:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144930:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144931:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629219.144934:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629219.144938:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629219.144942:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629219.144943:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308567054
00000100:00000001:2.0:1778629219.144946:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308570896
00000100:00000001:2.0:1778629219.144948:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308567054
00000100:00000001:2.0:1778629219.144950:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308570896
00000100:00000001:2.0:1778629219.144952:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629219.144954:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.144956:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629219.144959:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629219/real 1778629219]  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629219.144967:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629219.144969:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629219.144970:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629219.144973:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629219.144974:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629219.144977:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629219.144981:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629219.144989:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.144996:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629219.144997:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.144999:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.145000:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629219.145003:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145010:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629219.145013:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145020:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629219.145022:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145023:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.145024:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145025:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629219.145029:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629219.145031:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629219.145033:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629219.145035:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629219.145037:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629219.145042:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631680:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629219.145044:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629219.145046:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145058:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629219.145059:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.145061:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629219.145063:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629219.145065:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629219.145067:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629219.145071:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629219.145072:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629219.145074:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629219.145075:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629219.145078:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629219.145080:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629219.145083:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629219.145086:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629219.145088:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629219.145091:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631808, portal 10
00000100:00000001:2.0:1778629219.145093:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629219.145094:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:2.0:1778629219.145099:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145105:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629219.145107:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629219.145108:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629219.145111:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472631808, offset 0
00000400:00000200:2.0:1778629219.145115:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629219.145118:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629219.145122:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629219.145124:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629219.145126:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629219.145128:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629219.145131:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629219.145134:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497535:497535:256:4294967295] 192.168.204.112@tcp LPNI seq info [497494:497494:8:4294967295]
00000400:00000200:2.0:1778629219.145138:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629219.145144:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629219.145148:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629219.145151:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629219.145155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629219.145157:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778629219.145161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629219.145164:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1778629219.145167:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629219.145168:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629219.145171:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629219.145174:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629219.145177:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629219.145178:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629219.145181:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629219.145184:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145191:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.145194:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145200:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.145201:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629219.145204:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629219.145206:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629219.145209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629219.145211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308567055
00000100:00000001:2.0:1778629219.145214:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308570896
00000100:00000001:2.0:1778629219.145216:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308567055
00000100:00000001:2.0:1778629219.145218:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308570896
00000100:00000001:2.0:1778629219.145220:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629219.145222:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.145224:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629219.145227:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629219/real 1778629219]  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629219.145235:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629219.145236:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629219.145238:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629219.145240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629219.145241:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629219.145243:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629219.145245:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629219.145253:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145259:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629219.145260:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145262:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.145263:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629219.145267:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145273:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629219.145277:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145283:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629219.145285:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145286:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629219.145288:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145289:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629219.145292:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629219.145295:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629219.145298:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629219.145301:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629219.145304:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629219.145312:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472631808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629219.145316:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145318:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.145320:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472631680/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145327:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629219.145328:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629219.145330:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629219.145333:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629219.145334:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629219.145336:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629219.145338:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629219.145340:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b800.
02000000:00000001:2.0:1778629219.145342:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629219.145343:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629219.145345:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:2.0:1778629219.145347:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629219.145348:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145350:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629219.145353:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472631808/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629219.145359:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629219.145360:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629219.145362:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629219.145364:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629219.145365:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629219.145366:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629219.145367:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629219.145369:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629219.145371:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629219.145372:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629219.145373:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:2.0:1778629219.145376:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629219.145377:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145378:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629219.145382:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629219.145383:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629219.145384:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629219.145386:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629219.399696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629219.399705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629219.399708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629219.399711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629219.399715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629219.399715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629219.399716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.399722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629219.399724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629219.399725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629219.399726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629219.399729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629219.399730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629219.399730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.399736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629219.399737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629219.399739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629219.399741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629219.399743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629219.399747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629219.399750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629219.399752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629219.399752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629219.399759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629219.399796:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629219.399799:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629219.399803:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629220.167798:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629220.167806:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629220.167809:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629220.167815:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629220.167820:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629220.167824:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629220.167827:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629220.167830:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629220.167834:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629220.423750:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629220.423750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629220.423750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629220.423761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629220.423763:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629220.423764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629220.423767:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629220.423770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629220.423775:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629220.423777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629220.423777:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629220.423785:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629220.423785:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629220.423787:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629220.423791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629220.423794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629220.423794:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629220.423795:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629220.423800:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629220.423801:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629220.423803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629220.423806:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629220.423808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629220.423815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629220.423865:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629220.423870:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629220.423874:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629221.191726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629221.191733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629221.191735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629221.191741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629221.191744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629221.191748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629221.191751:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629221.191753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629221.191756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629221.447682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629221.447684:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629221.447688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629221.447690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629221.447693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629221.447695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629221.447698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629221.447698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629221.447704:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629221.447704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629221.447705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629221.447707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629221.447708:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629221.447710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629221.447713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629221.447714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629221.447718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629221.447718:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629221.447723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629221.447723:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629221.447727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629221.447730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629221.447733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629221.447735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629221.447768:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629221.447772:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629221.447775:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629222.215718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629222.215727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629222.215728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629222.215735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629222.215738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629222.215741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629222.215743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629222.215745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629222.215746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629222.471698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629222.471698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629222.471699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629222.471703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629222.471704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629222.471705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629222.471708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629222.471708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629222.471709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629222.471711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629222.471714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629222.471714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629222.471715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629222.471719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629222.471719:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629222.471720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629222.471722:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629222.471723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629222.471724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629222.471725:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629222.471728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629222.471729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629222.471730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629222.471730:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629222.471733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629222.471733:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629222.471734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629222.471738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629222.471738:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629222.471741:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629222.471788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629222.471790:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629222.471792:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629223.047683:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308570896, at 4308570944
00000100:00000040:0.0:1778629223.047688:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308570896, at 4308570944
00000100:00000010:1.0:1778629223.047698:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4060.
00000100:00000010:0.0:1778629223.047702:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4660.
00000100:00000001:2.0:1778629223.239743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629223.239750:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629223.239752:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629223.239757:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629223.239760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629223.239764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629223.239766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629223.239769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629223.239772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629223.495671:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629223.495671:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629223.495676:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629223.495678:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629223.495683:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629223.495687:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629223.495690:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629223.495694:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629223.495694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629223.495700:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629223.495700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629223.495702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629223.495703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629223.495705:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629223.495707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629223.495708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629223.495710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629223.495711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629223.495716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629223.495719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629223.495720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629223.495722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629223.495724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629223.495725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629223.495767:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629223.495771:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629223.495774:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629224.263721:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629224.263728:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629224.263730:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629224.263737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629224.263738:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629224.263743:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629224.263744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629224.263747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629224.263749:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13899
00000100:00100000:0.0:1778629224.263754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629224.263758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778629224.263758:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629224.263764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629224.263766:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629224.263768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629224.263769:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629224.263772:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629224.263773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629224.263774:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629224.263778:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629224.263778:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263783:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629224.263786:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629224.263787:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629224.263789:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629224.263791:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629224.263792:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629224.263794:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629224.263796:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263797:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629224.263798:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263800:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629224.263802:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629224.263804:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263805:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629224.263807:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629224.263809:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629224.263811:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.263813:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629224.263814:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629224.263821:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629224.263823:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629224.263826:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629224.263827:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.263828:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629224.263831:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629224.263834:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629224.263841:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629224.263846:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629224.263852:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629224.263859:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629224.263861:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629224.263864:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629224.263879:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629224.263881:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629224.263883:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629224.263884:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629224.263885:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629224.263886:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629224.263888:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13899
00000400:00000200:2.0:1778629224.263890:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629224.263891:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629224.263893:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629224.263895:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263896:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629224.263898:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263899:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629224.263901:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629224.263902:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629224.263903:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629224.263905:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629224.263906:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629224.263907:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629224.263909:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263910:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629224.263911:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629224.263912:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629224.263915:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629224.263915:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629224.263916:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778629224.263919:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1778629224.263920:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629224.263923:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629224.263925:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629224.263928:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629224.263930:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629224.263930:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.263933:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629224.263937:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629224.263941:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.263944:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.263946:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1778629224.263947:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629224.263948:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629224.263950:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629224.263954:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629224.263954:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629224.263957:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.263958:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629224.263959:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629224.263962:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629224.263963:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629224.263965:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629224.263969:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631936:192.168.204.112@tcp:250:kworker.0
02000000:00000010:2.0:1778629224.263971:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:0.0:1778629224.263975:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629224.263977:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.263979:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629224.263982:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629224.263984:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629224.263985:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629224.263992:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
00000100:00000001:2.0:1778629224.263994:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1778629224.263997:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.263998:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629224.264004:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629224.264008:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629224.264011:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778629224.264020:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629224.264021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00080000:2.0:1778629224.264023:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629224.264026:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629224.264027:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629224.264029:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1778629224.264031:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472631936, portal 25
00000100:00000001:2.0:1778629224.264032:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629224.264036:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778629224.264037:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13899
00000100:00000001:0.0:1778629224.264040:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000400:00000200:2.0:1778629224.264045:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629224.264049:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629224.264050:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629224.264054:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629224.264060:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629224.264064:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629224.264064:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629224.264070:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629224.264072:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629224.264075:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000010:0.0:1778629224.264077:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000020:00000001:2.0:1778629224.264079:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1778629224.264082:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472631936, offset 0
00000020:00000040:2.0:1778629224.264082:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629224.264085:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629224.264088:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629224.264091:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629224.264094:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629224.264095:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629224.264101:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629224.264104:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629224.264104:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629224.264107:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629224.264110:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629224.264114:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:2.0:1778629224.264116:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629224.264120:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778629224.264122:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629224.264125:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264127:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:2.0:1778629224.264128:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629224.264132:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629224.264134:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1778629224.264135:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.264139:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629224.264141:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000008:00100000:2.0:1778629224.264142:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629224.264146:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264147:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497536:497536:256:4294967295] 192.168.204.112@tcp LPNI seq info [497495:497495:8:4294967295]
00000100:00000001:2.0:1778629224.264149:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264155:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778629224.264155:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629224.264159:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629224.264162:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629224.264164:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629224.264168:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629224.264170:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1778629224.264172:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629224.264173:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629224.264179:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000800:00000200:0.0:1778629224.264182:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629224.264184:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629224.264189:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00100000:2.0:1778629224.264190:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629224.264197:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629224.264200:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629224.264201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629224.264204:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1778629224.264207:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1778629224.264211:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629224.264214:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1778629224.264218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629224.264219:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629224.264223:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1778629224.264224:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1778629224.264227:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629224.264232:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13909)
00000800:00000100:0.0:1778629224.264233:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629224.264236:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629224.264241:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629224.264246:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629224.264251:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629224.264253:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629224.264257:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629224.264261:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264269:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.264272:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264278:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264280:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629224.264285:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264289:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629224.264291:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308576016
00000100:00000010:0.0:1778629224.264296:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629224.264302:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629224.264308:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308576016
00000100:00000010:0.0:1778629224.264311:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6300.
00000100:00000001:0.0:1778629224.264313:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629224.264316:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629224.264319:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264320:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629224.264324:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629224/real 1778629224]  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629224.264333:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629224.264334:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629224.264336:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629224.264339:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629224.264341:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629224.264343:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629224.264346:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629224.264354:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264361:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629224.264362:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.264366:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629224.264370:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264377:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629224.264381:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264387:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629224.264390:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264392:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.264393:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264396:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629224.264398:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629224.264400:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629224.264404:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629224.264406:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629224.264409:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629224.264417:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472631936:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629224.264421:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264423:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.264426:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472631936/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264445:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629224.264447:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629224.264450:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629224.264453:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629224.264454:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629224.264456:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629224.264458:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629224.264460:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629224.264463:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629224.264465:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629224.264467:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629224.264469:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629224.264470:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264473:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264478:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629224.264480:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264481:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629224.264483:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629224.264484:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629224.264488:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264494:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629224.264495:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.264497:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629224.264499:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629224.264501:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629224.264503:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632064:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629224.264506:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629224.264508:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629224.264510:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.264512:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629224.264514:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629224.264516:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264520:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629224.264523:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629224.264526:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629224.264528:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632064, portal 10
00000100:00000001:0.0:1778629224.264530:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629224.264531:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629224.264537:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264543:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629224.264545:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629224.264547:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629224.264550:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632064, offset 0
00000400:00000200:0.0:1778629224.264554:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629224.264557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629224.264560:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629224.264563:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629224.264565:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629224.264567:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629224.264570:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629224.264572:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497537:497537:256:4294967295] 192.168.204.112@tcp LPNI seq info [497496:497496:8:4294967295]
00000400:00000200:0.0:1778629224.264576:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629224.264581:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629224.264585:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629224.264588:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629224.264591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629224.264594:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778629224.264598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629224.264600:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1778629224.264603:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629224.264605:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629224.264626:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629224.264629:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629224.264632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629224.264633:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629224.264635:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629224.264638:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264645:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.264647:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264652:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264654:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629224.264656:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629224.264660:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629224.264663:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629224.264665:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308572174
00000100:00000001:0.0:1778629224.264667:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308576016
00000100:00000001:0.0:1778629224.264669:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308572174
00000100:00000001:0.0:1778629224.264671:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308576016
00000100:00000001:0.0:1778629224.264673:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629224.264675:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264676:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629224.264680:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629224/real 1778629224]  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629224.264686:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629224.264687:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629224.264689:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629224.264690:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629224.264692:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629224.264693:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629224.264696:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629224.264703:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264708:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629224.264709:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264711:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.264712:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629224.264715:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264721:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629224.264724:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264730:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629224.264732:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264733:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.264734:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264736:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629224.264740:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629224.264743:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629224.264746:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629224.264748:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629224.264752:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629224.264759:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632064:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629224.264762:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629224.264765:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264771:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629224.264773:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.264775:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629224.264777:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629224.264779:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629224.264782:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629224.264785:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629224.264786:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629224.264788:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629224.264789:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629224.264792:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629224.264795:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629224.264797:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629224.264800:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629224.264803:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629224.264805:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632192, portal 10
00000100:00000001:0.0:1778629224.264807:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629224.264808:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:0.0:1778629224.264814:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264825:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629224.264827:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629224.264829:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629224.264832:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632192, offset 0
00000400:00000200:0.0:1778629224.264836:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629224.264839:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629224.264843:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629224.264845:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629224.264847:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629224.264850:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629224.264852:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629224.264855:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497538:497538:256:4294967295] 192.168.204.112@tcp LPNI seq info [497497:497497:8:4294967295]
00000400:00000200:0.0:1778629224.264859:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629224.264865:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629224.264869:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629224.264872:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629224.264876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629224.264878:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1778629224.264882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629224.264885:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1778629224.264889:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629224.264890:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629224.264893:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629224.264896:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629224.264899:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629224.264900:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629224.264902:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629224.264905:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264912:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.264914:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264925:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264926:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629224.264929:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629224.264932:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629224.264934:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629224.264936:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308572175
00000100:00000001:0.0:1778629224.264938:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308576016
00000100:00000001:0.0:1778629224.264940:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308572175
00000100:00000001:0.0:1778629224.264942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308576016
00000100:00000001:0.0:1778629224.264944:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629224.264946:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.264948:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629224.264951:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629224/real 1778629224]  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629224.264958:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629224.264959:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629224.264961:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629224.264963:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629224.264964:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629224.264967:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629224.264969:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629224.264977:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264984:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629224.264985:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.264987:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.264988:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629224.264991:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.264998:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629224.265002:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.265009:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629224.265011:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265013:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629224.265014:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265016:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629224.265018:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629224.265021:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629224.265024:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629224.265026:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629224.265029:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629224.265035:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629224.265039:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265040:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.265043:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472632064/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.265048:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629224.265050:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629224.265051:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629224.265054:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629224.265055:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629224.265056:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629224.265058:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629224.265060:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629224.265062:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629224.265064:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629224.265065:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629224.265068:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629224.265069:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265070:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629224.265073:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472632192/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629224.265079:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629224.265080:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629224.265082:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629224.265084:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629224.265085:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629224.265086:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629224.265088:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629224.265089:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629224.265091:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629224.265092:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629224.265093:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629224.265095:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629224.265096:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265098:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.265101:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629224.265102:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.265104:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629224.265106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.519698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629224.519698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629224.519704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629224.519706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629224.519706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629224.519709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629224.519711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629224.519712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629224.519714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629224.519715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629224.519719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629224.519719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629224.519720:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629224.519723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629224.519724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629224.519724:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629224.519727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629224.519728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629224.519729:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629224.519730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629224.519730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629224.519734:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629224.519736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519736:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519740:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519742:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629224.519750:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629224.519751:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629224.519752:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519753:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629224.519755:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519756:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519757:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629224.519760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629224.519761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629224.519801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629224.519804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629224.519807:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629225.287734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629225.287742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629225.287745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629225.287751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629225.287755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629225.287759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629225.287763:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629225.287766:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629225.287770:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629225.543673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629225.543679:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629225.543681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629225.543682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629225.543684:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629225.543687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629225.543687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629225.543689:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629225.543690:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629225.543693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629225.543694:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629225.543695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629225.543696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629225.543698:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629225.543700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629225.543702:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629225.543703:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629225.543703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629225.543704:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629225.543707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629225.543709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629225.543709:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629225.543713:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629225.543716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629225.543775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629225.543779:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629225.543782:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629226.311725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629226.311731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629226.311733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629226.311743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629226.311747:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629226.311751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629226.311754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629226.311756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629226.311759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629226.567717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629226.567717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629226.567721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629226.567725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629226.567726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629226.567726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629226.567730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629226.567731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629226.567733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629226.567735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629226.567736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629226.567737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629226.567739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629226.567741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629226.567743:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629226.567746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629226.567747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629226.567751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629226.567751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629226.567754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629226.567755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629226.567758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629226.567758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629226.567762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629226.567798:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629226.567801:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629226.567804:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629227.335791:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629227.335797:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629227.335800:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629227.335805:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629227.335810:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629227.335814:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629227.335817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629227.335820:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629227.335823:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629227.591708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629227.591708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629227.591714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629227.591716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629227.591716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629227.591719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629227.591719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629227.591719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629227.591727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629227.591727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629227.591729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629227.591732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629227.591733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629227.591733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629227.591735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629227.591736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629227.591738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629227.591739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629227.591741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629227.591742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629227.591742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629227.591744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629227.591747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629227.591749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629227.591801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629227.591805:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629227.591808:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629228.167737:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308576016, at 4308576064
00000100:00000040:0.0:1778629228.167743:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308576016, at 4308576064
00000100:00000010:1.0:1778629228.167752:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6300.
00000100:00000010:0.0:1778629228.167755:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629228.359696:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629228.359704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629228.359706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629228.359711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629228.359714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629228.359718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629228.359721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629228.359723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629228.359725:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629228.615716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629228.615716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629228.615722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629228.615723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629228.615723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629228.615725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629228.615726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629228.615728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629228.615732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629228.615732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629228.615734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629228.615738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629228.615738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629228.615738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629228.615741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629228.615743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629228.615743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629228.615744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629228.615748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629228.615748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629228.615751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629228.615752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629228.615756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629228.615756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629228.615811:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629228.615813:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629228.615815:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629228.807725:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629228.807735:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629228.807741:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629228.807881:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629228.807885:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629228.807899:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629228.807906:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629228.807908:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629229.383765:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629229.383773:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629229.383775:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629229.383779:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629229.383783:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629229.383790:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13904
00000100:00000001:2.0:1778629229.383790:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629229.383798:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629229.383802:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629229.383803:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778629229.383812:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000400:00000200:1.0:1778629229.383816:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629229.383819:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629229.383819:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1778629229.383825:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629229.383826:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629229.383828:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629229.383830:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1778629229.383831:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383836:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629229.383836:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1778629229.383848:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629229.383848:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629229.383853:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629229.383855:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629229.383858:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629229.383860:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629229.383862:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629229.383864:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383866:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629229.383867:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383868:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629229.383870:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629229.383873:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383876:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629229.383879:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629229.383881:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629229.383883:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.383884:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629229.383885:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629229.383892:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823480.
00000020:00000040:1.0:1778629229.383894:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629229.383897:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629229.383898:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.383900:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629229.383902:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629229.383905:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629229.383911:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:1.0:1778629229.383915:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629229.383921:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629229.383928:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629229.383932:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629229.383935:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007466eeac] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629229.383950:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629229.383952:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629229.383955:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629229.383956:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629229.383957:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629229.383959:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629229.383960:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13904
00000400:00000200:1.0:1778629229.383963:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629229.383965:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629229.383967:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629229.383969:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383971:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629229.383972:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383974:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629229.383975:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629229.383976:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629229.383977:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629229.383979:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629229.383980:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629229.383981:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629229.383982:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1778629229.383983:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383985:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629229.383987:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629229.383988:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629229.383988:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629229.383992:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1778629229.383992:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629229.383994:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629229.383996:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629229.383997:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1778629229.384001:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629229.384001:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629229.384005:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384008:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629229.384013:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629229.384015:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1778629229.384016:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384019:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384019:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629229.384024:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822680.
02000000:00000001:0.0:1778629229.384025:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1778629229.384026:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629229.384028:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629229.384029:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629229.384029:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384032:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629229.384033:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629229.384035:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629229.384035:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629229.384040:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00100000:0.0:1778629229.384042:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472632320:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629229.384043:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384049:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1778629229.384049:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629229.384054:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778629229.384055:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1778629229.384057:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384057:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384062:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1778629229.384063:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfff5169] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778629229.384069:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
00000100:00000001:1.0:1778629229.384069:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384074:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629229.384074:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629229.384078:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629229.384079:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629229.384080:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1778629229.384083:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629229.384084:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629229.384088:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13904
00000400:00000010:0.0:1778629229.384089:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000200:1.0:1778629229.384092:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629229.384095:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629229.384097:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1778629229.384099:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000040:1.0:1778629229.384099:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.384103:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629229.384104:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.384105:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629229.384107:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629229.384107:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000200:0.0:1778629229.384108:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632320, portal 25
00000020:00000001:1.0:1778629229.384109:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629229.384112:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1778629229.384112:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:0.0:1778629229.384115:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629884544 : -123998079667072 : ffff8f3972823480)
00000020:00000001:1.0:1778629229.384116:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629229.384120:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629229.384125:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629229.384126:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.384131:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629229.384136:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629229.384140:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629229.384142:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1778629229.384144:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000040:0.0:1778629229.384149:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:1.0:1778629229.384151:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:0.0:1778629229.384153:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:1.0:1778629229.384154:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629229.384158:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472632320, offset 0
02000000:00000001:1.0:1778629229.384158:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629229.384161:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629229.384164:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384166:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629229.384167:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00100000:1.0:1778629229.384169:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629229.384172:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384173:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629229.384176:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821500.
00000400:00000200:0.0:1778629229.384179:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:1.0:1778629229.384179:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629229.384183:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629229.384184:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629229.384185:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629229.384187:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1778629229.384189:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:1.0:1778629229.384189:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629229.384192:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000400:00000200:0.0:1778629229.384196:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1778629229.384197:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629229.384201:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00100000:1.0:1778629229.384205:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629229.384207:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629229.384213:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629229.384220:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497539:497539:256:4294967295] 192.168.204.112@tcp LPNI seq info [497498:497498:8:4294967295]
00000100:00000001:1.0:1778629229.384221:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629229.384226:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629229.384229:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629229.384233:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013344d4e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629229.384245:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1778629229.384247:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629229.384252:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778629229.384256:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629229.384257:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629229.384261:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1778629229.384264:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000040:1.0:1778629229.384264:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1778629229.384273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629229.384277:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1778629229.384278:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13914)
00000800:00000200:0.1:1778629229.384286:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629229.384290:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1778629229.384295:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629229.384298:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629229.384304:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629229.384308:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629229.384314:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629229.384316:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629229.384320:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629229.384324:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384347:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.384351:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384358:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384359:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629229.384365:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629229.384369:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629229.384371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308581136
00000100:00000010:0.0:1778629229.384376:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629229.384383:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629229.384388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308581136
00000100:00000010:0.0:1778629229.384398:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac60c0.
00000100:00000001:0.0:1778629229.384402:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629229.384405:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629229.384408:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384410:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629229.384415:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629229/real 1778629229]  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629229.384424:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629229.384426:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629229.384427:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629229.384430:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629229.384432:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629229.384434:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629229.384438:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629229.384446:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384452:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629229.384454:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384456:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.384458:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629229.384462:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384468:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629229.384473:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384480:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629229.384483:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384485:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.384486:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384488:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629229.384490:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629229.384493:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629229.384497:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629229.384499:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629229.384502:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629229.384511:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472632320:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629229.384516:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384518:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.384521:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823480 x1865013472632320/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384527:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629229.384529:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629229.384532:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629229.384534:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629229.384536:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629229.384538:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629229.384540:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629229.384542:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:0.0:1778629229.384546:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629229.384547:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629229.384549:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823480.
00000100:00000001:0.0:1778629229.384552:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629229.384553:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384555:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384561:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629229.384563:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384565:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629229.384566:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629229.384568:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629229.384572:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384578:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629229.384579:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384581:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629229.384583:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629229.384585:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629229.384588:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632448:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629229.384591:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629229.384592:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629229.384594:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384596:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629229.384598:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629229.384600:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629229.384604:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629229.384606:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629229.384628:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629229.384631:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632448, portal 10
00000100:00000001:0.0:1778629229.384633:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629229.384634:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880960 : -123998079670656 : ffff8f3972822680)
00000100:00000040:0.0:1778629229.384640:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384647:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629229.384649:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629229.384651:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629229.384653:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632448, offset 0
00000400:00000200:0.0:1778629229.384657:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629229.384661:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629229.384664:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629229.384667:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629229.384670:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629229.384672:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629229.384675:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629229.384677:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497540:497540:256:4294967295] 192.168.204.112@tcp LPNI seq info [497499:497499:8:4294967295]
00000400:00000200:0.0:1778629229.384681:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629229.384687:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629229.384691:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629229.384695:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629229.384699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629229.384702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778629229.384705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629229.384708:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1778629229.384711:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629229.384713:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629229.384716:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629229.384719:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629229.384721:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629229.384723:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629229.384725:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629229.384729:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384737:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.384739:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384746:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384747:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629229.384750:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629229.384755:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629229.384757:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629229.384759:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308577294
00000100:00000001:0.0:1778629229.384762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308581136
00000100:00000001:0.0:1778629229.384764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308577294
00000100:00000001:0.0:1778629229.384766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308581136
00000100:00000001:0.0:1778629229.384768:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629229.384770:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.384772:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629229.384775:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629229/real 1778629229]  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629229.384783:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629229.384784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629229.384785:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629229.384788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629229.384789:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629229.384791:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629229.384794:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629229.384802:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384807:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629229.384809:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384811:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.384812:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629229.384815:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384822:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629229.384826:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384832:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629229.384835:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.384837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.384839:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629229.384843:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629229.384846:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629229.384849:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629229.384851:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629229.384855:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629229.384862:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632448:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629229.384866:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629229.384869:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384876:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629229.384877:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384879:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629229.384881:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629229.384882:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629229.384885:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629229.384888:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629229.384890:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629229.384891:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629229.384893:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629229.384896:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629229.384898:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629229.384901:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629229.384903:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629229.384907:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629229.384909:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632576, portal 10
00000100:00000001:0.0:1778629229.384911:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629229.384912:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629876480 : -123998079675136 : ffff8f3972821500)
00000100:00000040:0.0:1778629229.384917:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.384929:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629229.384931:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629229.384933:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629229.384936:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632576, offset 0
00000400:00000200:0.0:1778629229.384939:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629229.384943:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629229.384946:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629229.384949:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629229.384951:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629229.384953:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629229.384956:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629229.384958:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497541:497541:256:4294967295] 192.168.204.112@tcp LPNI seq info [497500:497500:8:4294967295]
00000400:00000200:0.0:1778629229.384962:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629229.384968:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629229.384972:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629229.384975:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629229.384979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629229.384981:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1778629229.384985:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629229.384988:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1778629229.384991:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629229.384993:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629229.384996:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629229.384999:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629229.385002:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629229.385003:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629229.385006:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629229.385009:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385016:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.385019:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385031:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.385032:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629229.385035:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629229.385038:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629229.385042:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629229.385043:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308577295
00000100:00000001:0.0:1778629229.385046:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308581136
00000100:00000001:0.0:1778629229.385048:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308577295
00000100:00000001:0.0:1778629229.385049:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308581136
00000100:00000001:0.0:1778629229.385051:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629229.385053:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.385054:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629229.385058:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629229/real 1778629229]  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629229.385064:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629229.385065:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629229.385067:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629229.385068:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629229.385070:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629229.385072:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629229.385074:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629229.385081:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385087:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629229.385088:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385089:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.385091:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629229.385094:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385100:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629229.385103:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385109:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629229.385111:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385112:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629229.385113:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385115:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629229.385117:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629229.385119:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629229.385122:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629229.385123:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629229.385127:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629229.385133:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629229.385136:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385137:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.385140:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822680 x1865013472632448/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385145:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629229.385147:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629229.385148:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629229.385151:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629229.385152:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629229.385153:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629229.385155:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629229.385156:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:0.0:1778629229.385159:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629229.385160:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629229.385161:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822680.
00000100:00000001:0.0:1778629229.385164:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629229.385165:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385166:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629229.385169:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821500 x1865013472632576/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629229.385174:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629229.385175:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629229.385177:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629229.385179:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629229.385180:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629229.385181:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629229.385183:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629229.385184:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:0.0:1778629229.385186:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629229.385187:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629229.385188:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821500.
00000100:00000001:0.0:1778629229.385190:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629229.385191:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385193:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.385196:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629229.385197:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.385198:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629229.385200:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.639705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629229.639705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629229.639705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629229.639710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.639712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629229.639712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629229.639715:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.639716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629229.639718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629229.639721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629229.639725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629229.639725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629229.639730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629229.639732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.639733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629229.639733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629229.639740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629229.639740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629229.639746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629229.639746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629229.639752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629229.639752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629229.639759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629229.639766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629229.639782:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629229.639785:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629229.639787:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629230.407687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629230.407693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629230.407695:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629230.407701:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629230.407705:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629230.407709:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629230.407712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629230.407714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629230.407716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629230.663720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629230.663720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629230.663728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629230.663728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629230.663728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629230.663731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629230.663733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629230.663733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629230.663738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629230.663740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629230.663743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629230.663743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629230.663744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629230.663749:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629230.663749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629230.663753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629230.663754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629230.663756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629230.663756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629230.663757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629230.663759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629230.663760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629230.663763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629230.663765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629230.663840:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629230.663845:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629230.663849:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629231.431745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629231.431753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629231.431756:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629231.431763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629231.431768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629231.431773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629231.431777:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629231.431779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629231.431783:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629231.687749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629231.687749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629231.687755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629231.687757:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629231.687758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629231.687764:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629231.687764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629231.687765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629231.687780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629231.687780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629231.687780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629231.687787:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629231.687789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629231.687789:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629231.687795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629231.687796:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629231.687796:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629231.687798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629231.687803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629231.687807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629231.687807:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629231.687811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629231.687812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629231.687815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629231.687841:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629231.687846:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629231.687850:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629232.455659:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629232.455664:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629232.455665:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629232.455669:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629232.455672:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629232.455674:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629232.455677:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629232.455678:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629232.455680:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629232.711751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629232.711751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629232.711757:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629232.711760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629232.711760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629232.711762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629232.711764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629232.711764:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629232.711771:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629232.711772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629232.711772:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629232.711776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629232.711777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629232.711778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629232.711781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629232.711781:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629232.711782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629232.711786:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629232.711787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629232.711788:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629232.711791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629232.711791:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629232.711792:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629232.711797:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629232.711798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629232.711799:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629232.711803:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629232.711806:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629232.711809:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629232.711811:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629232.711873:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629232.711887:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629232.711890:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629233.287705:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308581136, at 4308581184
00000100:00000040:0.0:1778629233.287706:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308581136, at 4308581184
00000100:00000010:1.0:1778629233.287716:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac60c0.
00000100:00000010:0.0:1778629233.287719:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629233.479760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629233.479768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629233.479769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629233.479775:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629233.479779:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629233.479783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629233.479786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629233.479788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629233.479792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629233.735701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629233.735701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629233.735704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629233.735708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629233.735708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629233.735708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629233.735712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629233.735712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629233.735713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629233.735715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629233.735718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629233.735718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629233.735719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629233.735721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629233.735722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629233.735723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629233.735725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629233.735727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629233.735728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629233.735730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629233.735732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629233.735733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629233.735736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629233.735736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629233.735746:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629233.735749:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629233.735752:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629234.503728:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629234.503738:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629234.503741:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629234.503744:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629234.503748:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629234.503753:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13909
00000400:00000200:2.0:1778629234.503762:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629234.503767:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629234.503770:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629234.503773:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503776:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629234.503777:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503779:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629234.503782:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629234.503784:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629234.503786:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629234.503788:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629234.503790:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629234.503792:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629234.503795:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503796:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629234.503797:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503799:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629234.503801:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629234.503803:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503810:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629234.503813:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629234.503817:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
02000000:00000001:2.0:1778629234.503817:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629234.503819:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629234.503824:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629234.503825:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.503826:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629234.503831:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629234.503837:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000010:2.0:1778629234.503838:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629234.503846:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
00000100:00000001:0.0:1778629234.503847:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1778629234.503850:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629234.503852:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.503853:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629234.503854:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629234.503857:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778629234.503859:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629234.503862:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.503864:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1778629234.503868:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:0.0:1778629234.503869:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629234.503876:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629234.503883:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629234.503890:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629234.503894:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629234.503897:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629234.503911:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629234.503913:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629234.503916:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629234.503917:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629234.503918:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629234.503919:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629234.503921:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13909
00000400:00000200:2.0:1778629234.503924:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629234.503926:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629234.503929:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629234.503932:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.503934:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629234.503935:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629234.503938:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629234.503939:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629234.503944:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629234.503945:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629234.503948:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629234.503949:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629234.503951:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629234.503954:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:0.0:1778629234.503956:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629234.503962:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629234.503970:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629234.503983:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629234.503985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629234.503990:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629234.503990:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629234.503995:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629234.503997:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629234.503998:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:0.0:1778629234.504001:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1778629234.504002:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629234.504010:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629234.504011:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504016:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629234.504020:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472632704:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629234.504021:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629234.504028:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629234.504030:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629234.504032:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504033:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629234.504034:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629234.504037:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629234.504040:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629234.504041:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504051:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629234.504052:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629234.504058:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629234.504059:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629234.504061:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629234.504061:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629234.504062:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1778629234.504063:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778629234.504064:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629234.504071:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504072:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629234.504082:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000400:00000200:0.0:1778629234.504089:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629234.504090:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629234.504095:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00100000:2.0:1778629234.504096:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1778629234.504104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:2.0:1778629234.504105:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629234.504112:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629234.504115:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629234.504116:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632704, portal 25
00000100:00000001:0.0:1778629234.504121:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629234.504123:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:0.0:1778629234.504134:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629234.504136:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629234.504145:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629234.504151:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629234.504156:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1778629234.504161:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504162:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1778629234.504164:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00080000:2.0:1778629234.504166:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629234.504170:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1778629234.504173:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472632704, offset 0
00000100:00080000:2.0:1778629234.504178:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13909
00000400:00000200:0.0:1778629234.504189:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629234.504190:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629234.504199:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629234.504201:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629234.504207:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629234.504211:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504213:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629234.504216:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629234.504221:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504233:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629234.504235:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1778629234.504239:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629234.504242:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:0.0:1778629234.504244:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:2.0:1778629234.504246:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629234.504248:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629234.504250:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629234.504253:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629234.504257:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778629234.504261:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504266:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504269:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629234.504275:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504276:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497542:497542:256:4294967295] 192.168.204.112@tcp LPNI seq info [497501:497501:8:4294967295]
00000100:00000001:2.0:1778629234.504283:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629234.504290:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629234.504291:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629234.504296:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629234.504299:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629234.504302:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629234.504307:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629234.504313:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629234.504314:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629234.504321:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629234.504323:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1778629234.504324:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00000001:2.0:1778629234.504332:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629234.504335:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629234.504336:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629234.504345:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629234.504348:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:0.0:1778629234.504354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629234.504355:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629234.504360:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629234.504361:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1778629234.504363:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629234.504368:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629234.504372:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778629234.504379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:2.0:1778629234.504381:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000800:00000200:0.1:1778629234.504385:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1778629234.504387:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629234.504391:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629234.504393:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00100000:2.0:1778629234.504394:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629234.504405:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778629234.504405:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629234.504411:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629234.504421:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629234.504425:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629234.504432:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629234.504433:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629234.504437:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629234.504441:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629234.504444:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000100:00000040:2.0:1778629234.504444:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1778629234.504451:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000040:2.0:1778629234.504454:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13920)
00000100:00000001:0.0:1778629234.504456:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629234.504462:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504471:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.504474:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504480:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.504481:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629234.504487:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629234.504491:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629234.504493:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308586256
00000100:00000010:0.0:1778629234.504498:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629234.504506:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629234.504512:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308586256
00000100:00000010:0.0:1778629234.504514:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6420.
00000100:00000001:0.0:1778629234.504516:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629234.504518:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629234.504520:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.504522:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629234.504525:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629234/real 1778629234]  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629234.504531:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629234.504533:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629234.504534:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629234.504536:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629234.504537:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629234.504538:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629234.504541:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629234.504546:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504555:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629234.504556:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504559:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.504560:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629234.504562:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504567:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629234.504570:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504575:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629234.504577:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.504578:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504580:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629234.504581:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629234.504584:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629234.504587:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629234.504588:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629234.504590:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629234.504594:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472632704:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629234.504597:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504599:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.504601:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472632704/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504606:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629234.504631:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629234.504634:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629234.504638:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629234.504640:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629234.504643:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629234.504645:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629234.504648:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778629234.504652:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629234.504654:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629234.504656:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629234.504660:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629234.504661:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504663:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504669:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629234.504670:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.504672:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629234.504674:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629234.504675:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629234.504678:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504683:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629234.504684:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504686:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629234.504688:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629234.504689:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629234.504690:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632832:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629234.504692:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629234.504694:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629234.504696:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504697:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629234.504699:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629234.504700:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629234.504703:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629234.504705:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629234.504707:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629234.504709:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632832, portal 10
00000100:00000001:0.0:1778629234.504711:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629234.504712:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629234.504716:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504721:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629234.504722:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629234.504724:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629234.504725:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632832, offset 0
00000400:00000200:0.0:1778629234.504727:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504730:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629234.504732:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629234.504734:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629234.504735:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629234.504737:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629234.504739:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504741:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497543:497543:256:4294967295] 192.168.204.112@tcp LPNI seq info [497502:497502:8:4294967295]
00000400:00000200:0.0:1778629234.504743:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629234.504747:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629234.504750:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629234.504752:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629234.504754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629234.504756:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778629234.504759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629234.504761:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778629234.504763:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629234.504764:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629234.504766:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629234.504768:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629234.504770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629234.504771:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629234.504773:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629234.504774:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504779:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.504781:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504789:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.504790:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629234.504792:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629234.504796:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629234.504798:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629234.504800:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308582414
00000100:00000001:0.0:1778629234.504801:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308586256
00000100:00000001:0.0:1778629234.504803:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308582414
00000100:00000001:0.0:1778629234.504804:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308586256
00000100:00000001:0.0:1778629234.504806:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629234.504807:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.504808:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629234.504810:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629234/real 1778629234]  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629234.504817:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629234.504818:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629234.504820:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629234.504822:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629234.504823:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629234.504825:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629234.504828:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629234.504835:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504842:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629234.504843:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504845:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.504847:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629234.504850:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504858:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629234.504861:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504868:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629234.504870:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504872:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.504873:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.504875:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629234.504880:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629234.504882:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629234.504885:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629234.504887:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629234.504891:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629234.504897:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632832:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629234.504901:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629234.504904:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504910:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629234.504911:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504913:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629234.504915:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629234.504917:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629234.504920:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629234.504923:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629234.504925:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629234.504927:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629234.504928:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629234.504932:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629234.504934:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629234.504937:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629234.504940:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629234.504943:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629234.504945:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472632960, portal 10
00000100:00000001:0.0:1778629234.504947:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629234.504948:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778629234.504954:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.504960:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629234.504962:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629234.504965:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629234.504967:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472632960, offset 0
00000400:00000200:0.0:1778629234.504971:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504975:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629234.504978:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629234.504981:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629234.504983:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629234.504985:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629234.504987:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629234.504989:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497544:497544:256:4294967295] 192.168.204.112@tcp LPNI seq info [497503:497503:8:4294967295]
00000400:00000200:0.0:1778629234.504992:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629234.504996:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629234.504998:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629234.505001:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629234.505003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629234.505005:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1778629234.505008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629234.505009:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1778629234.505012:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629234.505013:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629234.505015:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629234.505017:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629234.505019:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629234.505020:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629234.505021:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629234.505023:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505028:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.505029:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505033:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.505034:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629234.505036:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629234.505038:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629234.505040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629234.505042:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308582415
00000100:00000001:0.0:1778629234.505043:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308586256
00000100:00000001:0.0:1778629234.505044:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308582415
00000100:00000001:0.0:1778629234.505045:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308586256
00000100:00000001:0.0:1778629234.505046:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629234.505048:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.505049:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629234.505050:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629234/real 1778629234]  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629234.505054:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629234.505055:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629234.505056:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629234.505057:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629234.505059:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629234.505060:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629234.505062:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629234.505066:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505070:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629234.505070:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505071:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.505072:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629234.505074:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505077:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629234.505079:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505082:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629234.505084:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505084:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629234.505085:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505086:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629234.505088:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629234.505089:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629234.505091:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629234.505093:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629234.505095:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629234.505100:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472632960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629234.505101:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505103:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.505105:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472632832/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505109:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629234.505110:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629234.505111:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629234.505112:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629234.505113:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629234.505114:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629234.505115:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629234.505116:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629234.505118:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629234.505119:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629234.505120:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629234.505121:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629234.505122:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505123:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629234.505124:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472632960/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629234.505128:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629234.505129:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629234.505130:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629234.505131:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629234.505132:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629234.505132:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629234.505133:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629234.505134:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629234.505135:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629234.505135:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629234.505136:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629234.505137:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629234.505138:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505139:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.505141:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629234.505141:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.505142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629234.505144:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629234.759676:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629234.759676:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629234.759677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629234.759682:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629234.759683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629234.759683:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629234.759685:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.759686:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759686:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629234.759690:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629234.759691:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629234.759695:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629234.759695:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629234.759695:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629234.759699:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.759700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629234.759700:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629234.759701:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.759703:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629234.759704:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629234.759704:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629234.759707:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629234.759707:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629234.759710:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629234.759710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629234.759711:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759712:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629234.759715:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759715:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629234.759717:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759719:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629234.759720:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759721:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759723:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629234.759725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629234.759726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629234.759793:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629234.759796:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629234.759798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629235.527736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629235.527741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629235.527743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629235.527748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629235.527752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629235.527756:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629235.527758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629235.527761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629235.527764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629235.783699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629235.783699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629235.783700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629235.783705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629235.783706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629235.783707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629235.783709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629235.783710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629235.783710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629235.783712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629235.783716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629235.783716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629235.783720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629235.783723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629235.783724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629235.783727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629235.783729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629235.783730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629235.783732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629235.783733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629235.783735:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629235.783736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629235.783738:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629235.783741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1778629235.783742:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629235.783744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629235.783748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629236.551715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629236.551722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629236.551724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629236.551731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629236.551735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629236.551738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629236.551740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629236.551743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629236.551747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629236.807691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629236.807691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629236.807698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629236.807699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629236.807700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629236.807702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629236.807704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629236.807704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629236.807711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629236.807712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629236.807714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629236.807717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629236.807720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629236.807720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629236.807721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629236.807722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629236.807726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629236.807728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629236.807730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629236.807731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629236.807735:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629236.807737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629236.807738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629236.807742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629236.807774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629236.807776:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629236.807779:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629237.575698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629237.575703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629237.575704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629237.575708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629237.575711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629237.575713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629237.575715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629237.575716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629237.575718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629237.831727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629237.831727:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629237.831729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629237.831733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629237.831735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629237.831736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629237.831738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629237.831740:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629237.831740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629237.831741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629237.831747:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629237.831748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629237.831750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629237.831753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629237.831754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629237.831754:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629237.831759:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629237.831760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629237.831764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629237.831765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629237.831768:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629237.831769:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629237.831774:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629237.831775:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629237.831775:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629237.831778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629237.831783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629238.407698:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308586256, at 4308586304
00000100:00000040:1.0:1778629238.407698:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308586256, at 4308586304
00000100:00000010:0.0:1778629238.407711:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629238.407718:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6420.
00000100:00000001:0.0:1778629238.599720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629238.599738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629238.599740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629238.599746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629238.599749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629238.599753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629238.599755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629238.599759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629238.599761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629238.855698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629238.855698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629238.855703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629238.855704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629238.855705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629238.855705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629238.855708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629238.855709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629238.855710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629238.855713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629238.855715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629238.855716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629238.855718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629238.855719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629238.855719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629238.855722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629238.855725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629238.855726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629238.855726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629238.855729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629238.855730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629238.855730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629238.855735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629238.855736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629238.855778:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629238.855780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629238.855783:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629239.623678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629239.623678:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629239.623683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629239.623685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629239.623686:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629239.623689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629239.623689:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629239.623691:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629239.623693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629239.623694:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629239.623696:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.623699:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629239.623700:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13915
00000100:00000001:0.0:1778629239.623702:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.623705:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629239.623709:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629239.623714:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629239.623716:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629239.623719:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623721:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629239.623723:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623724:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629239.623727:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629239.623728:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629239.623730:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629239.623732:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629239.623734:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629239.623735:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629239.623737:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623738:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629239.623739:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623740:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629239.623743:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629239.623745:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623746:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629239.623749:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629239.623750:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629239.623752:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629239.623753:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629239.623754:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629239.623762:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629239.623764:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629239.623767:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629239.623768:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629239.623770:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629239.623771:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629239.623775:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629239.623780:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629239.623786:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629239.623791:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629239.623798:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629239.623801:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629239.623804:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629239.623818:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629239.623821:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629239.623823:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629239.623824:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629239.623825:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629239.623827:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629239.623828:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13915
00000400:00000200:2.0:1778629239.623831:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629239.623833:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629239.623835:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629239.623837:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623839:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629239.623840:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629239.623841:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629239.623842:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629239.623845:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778629239.623846:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1778629239.623846:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629239.623848:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629239.623849:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1778629239.623850:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629239.623853:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629239.623854:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629239.623858:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629239.623859:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623863:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629239.623867:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623872:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629239.623877:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778629239.623878:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629239.623880:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629239.623881:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629239.623886:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629239.623886:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.623890:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629239.623890:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629239.623894:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629239.623896:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1778629239.623899:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633088:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629239.623901:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.623903:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629239.623904:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629239.623907:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1778629239.623909:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629239.623910:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.623913:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1778629239.623916:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629239.623918:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000100:00000001:2.0:1778629239.623919:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.623921:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629239.623925:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000400:00000200:0.0:1778629239.623928:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629239.623930:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:0.0:1778629239.623932:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
02000000:00000001:2.0:1778629239.623934:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629239.623936:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629239.623937:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:2.0:1778629239.623939:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629239.623942:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1778629239.623943:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633088, portal 25
02000000:00000001:2.0:1778629239.623944:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.623946:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629239.623948:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
02000000:00000010:2.0:1778629239.623952:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000040:0.0:1778629239.623953:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629239.623958:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.623961:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629239.623963:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629239.623966:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00100000:2.0:1778629239.623967:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1778629239.623970:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472633088, offset 0
00000400:00000200:0.0:1778629239.623979:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629239.623981:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629239.623984:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629239.623987:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629239.623991:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629239.623994:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629239.624000:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629239.624005:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629239.624009:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778629239.624010:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629239.624013:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778629239.624016:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629239.624018:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497545:497545:256:4294967295] 192.168.204.112@tcp LPNI seq info [497504:497504:8:4294967295]
00000400:00000200:0.0:1778629239.624024:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629239.624026:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629239.624028:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629239.624031:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1778629239.624033:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629239.624037:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.0:1778629239.624041:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629239.624044:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13915
00000800:00000010:0.0:1778629239.624045:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000400:00000200:2.0:1778629239.624051:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:0.0:1778629239.624054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629239.624058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1778629239.624059:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629239.624063:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1778629239.624064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629239.624069:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1778629239.624072:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000100:0.0:1778629239.624074:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629239.624077:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629239.624079:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629239.624082:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629239.624084:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629239.624088:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629239.624090:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629239.624092:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629239.624095:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000020:00000001:2.0:1778629239.624096:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629239.624099:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000001:0.0:1778629239.624101:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1778629239.624102:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1778629239.624104:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629239.624106:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629239.624111:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:0.0:1778629239.624115:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1778629239.624117:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629239.624118:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624138:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624140:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1778629239.624140:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.624144:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629239.624146:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629239.624147:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629239.624151:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629239.624153:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629239.624157:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308591376
00000020:00000040:2.0:1778629239.624157:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000010:0.0:1778629239.624163:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00080000:2.0:1778629239.624163:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629239.624168:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624171:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1778629239.624171:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629239.624178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308591376
02000000:00000001:2.0:1778629239.624178:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1778629239.624182:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6780.
02000000:00000001:2.0:1778629239.624184:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624186:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629239.624187:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629239.624190:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1778629239.624191:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629239.624193:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629239.624196:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624197:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778629239.624200:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629239.624201:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629239/real 1778629239]  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1778629239.624205:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000400:00000001:0.0:1778629239.624210:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1778629239.624210:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000001:0.0:1778629239.624212:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629239.624215:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
02000000:00000001:2.0:1778629239.624216:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629239.624217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
02000000:00000001:2.0:1778629239.624219:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629239.624220:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629239.624223:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1778629239.624225:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1778629239.624226:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629239.624228:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629239.624233:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629239.624236:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629239.624240:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629239.624247:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624248:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629239.624249:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624252:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629239.624254:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629239.624256:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1778629239.624259:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624278:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629239.624283:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778629239.624284:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629239.624288:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624294:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629239.624296:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624298:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1778629239.624298:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624299:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624301:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629239.624303:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629239.624308:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629239.624314:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629239.624317:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1778629239.624318:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629239.624321:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629239.624322:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629239.624332:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:0.0:1778629239.624333:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633088:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629239.624339:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629239.624339:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629239.624342:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629239.624345:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472633088/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629239.624347:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629239.624355:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1778629239.624356:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13925)
02000000:00000001:0.0:1778629239.624357:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629239.624359:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629239.624362:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629239.624363:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629239.624364:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629239.624366:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629239.624367:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629239.624370:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629239.624371:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629239.624372:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629239.624374:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629239.624375:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624377:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624381:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629239.624382:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624383:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629239.624384:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629239.624385:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629239.624387:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624391:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629239.624392:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.624393:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629239.624394:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629239.624395:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629239.624397:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633216:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629239.624398:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629239.624399:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629239.624400:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.624401:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629239.624403:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629239.624404:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629239.624406:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629239.624407:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629239.624409:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629239.624411:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633216, portal 10
00000100:00000001:0.0:1778629239.624413:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629239.624414:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629239.624418:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624422:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629239.624423:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629239.624425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629239.624426:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472633216, offset 0
00000400:00000200:0.0:1778629239.624428:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629239.624430:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629239.624432:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629239.624434:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629239.624436:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629239.624437:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629239.624439:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629239.624441:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497546:497546:256:4294967295] 192.168.204.112@tcp LPNI seq info [497505:497505:8:4294967295]
00000400:00000200:0.0:1778629239.624443:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629239.624447:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629239.624449:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629239.624451:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629239.624454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629239.624455:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778629239.624458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629239.624459:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1778629239.624461:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629239.624463:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629239.624464:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629239.624466:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629239.624468:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629239.624469:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629239.624471:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629239.624472:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624481:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629239.624482:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624486:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624487:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629239.624488:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629239.624491:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629239.624492:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629239.624493:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308587533
00000100:00000001:0.0:1778629239.624495:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308591376
00000100:00000001:0.0:1778629239.624496:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308587533
00000100:00000001:0.0:1778629239.624497:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308591376
00000100:00000001:0.0:1778629239.624499:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629239.624500:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624501:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629239.624502:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629239/real 1778629239]  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629239.624506:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629239.624507:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629239.624508:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629239.624509:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629239.624510:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629239.624511:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629239.624513:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629239.624517:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624520:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629239.624521:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629239.624523:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629239.624525:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624528:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629239.624530:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624533:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629239.624535:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624535:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629239.624536:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624537:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629239.624540:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629239.624541:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629239.624543:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629239.624544:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629239.624546:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629239.624550:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633216:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629239.624552:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629239.624553:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624557:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629239.624558:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.624559:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629239.624560:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629239.624561:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629239.624563:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629239.624565:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629239.624566:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629239.624567:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629239.624568:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629239.624569:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629239.624570:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629239.624572:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629239.624573:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629239.624574:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629239.624576:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633344, portal 10
00000100:00000001:0.0:1778629239.624577:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629239.624578:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:0.0:1778629239.624581:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624584:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629239.624585:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629239.624586:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629239.624588:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472633344, offset 0
00000400:00000200:0.0:1778629239.624590:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629239.624591:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629239.624593:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629239.624594:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629239.624596:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629239.624597:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629239.624598:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629239.624600:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497547:497547:256:4294967295] 192.168.204.112@tcp LPNI seq info [497506:497506:8:4294967295]
00000400:00000200:0.0:1778629239.624602:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629239.624606:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629239.624622:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629239.624624:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629239.624627:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629239.624628:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1778629239.624630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629239.624632:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1778629239.624634:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629239.624635:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629239.624637:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629239.624638:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629239.624640:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629239.624641:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629239.624643:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629239.624645:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624649:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629239.624650:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624654:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624655:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629239.624657:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629239.624659:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629239.624660:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629239.624662:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308587535
00000100:00000001:0.0:1778629239.624663:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308591376
00000100:00000001:0.0:1778629239.624664:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308587535
00000100:00000001:0.0:1778629239.624666:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308591376
00000100:00000001:0.0:1778629239.624667:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629239.624668:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624669:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629239.624670:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629239/real 1778629239]  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629239.624674:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629239.624676:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629239.624677:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629239.624678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629239.624679:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629239.624680:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629239.624681:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629239.624685:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624688:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629239.624689:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624690:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629239.624691:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629239.624693:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624696:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629239.624698:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624701:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629239.624702:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624703:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629239.624704:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624705:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629239.624707:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629239.624708:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629239.624710:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629239.624711:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629239.624713:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629239.624721:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629239.624723:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624724:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629239.624726:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472633216/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624729:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629239.624730:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629239.624731:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629239.624732:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629239.624732:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629239.624733:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629239.624734:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629239.624735:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629239.624736:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629239.624737:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629239.624738:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629239.624740:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629239.624741:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624742:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629239.624743:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472633344/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629239.624747:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629239.624747:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629239.624748:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629239.624749:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629239.624750:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629239.624751:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629239.624752:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629239.624752:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629239.624753:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629239.624754:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629239.624754:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629239.624756:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629239.624757:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624758:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.624759:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629239.624760:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.624761:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629239.624762:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.879698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629239.879702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629239.879702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629239.879704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629239.879706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.879707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629239.879708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629239.879711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629239.879712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629239.879713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629239.879713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629239.879716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629239.879719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629239.879719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629239.879720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629239.879722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629239.879724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629239.879724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.879729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629239.879729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629239.879732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.879733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629239.879738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629239.879738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629239.879740:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629239.879743:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629239.879746:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629240.647712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629240.647720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629240.647723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629240.647728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629240.647732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629240.647736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629240.647738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629240.647740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629240.647743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629240.903673:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629240.903673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629240.903673:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629240.903678:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629240.903680:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629240.903680:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629240.903682:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629240.903684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629240.903685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629240.903688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629240.903689:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629240.903691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629240.903692:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629240.903694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629240.903695:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629240.903698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629240.903700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629240.903702:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629240.903704:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629240.903705:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629240.903708:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629240.903708:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629240.903714:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629240.903721:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629240.903739:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629240.903742:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629240.903745:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629241.671727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629241.671735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629241.671737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629241.671742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629241.671746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629241.671750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629241.671753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629241.671755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629241.671758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629241.927703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629241.927710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629241.927712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629241.927718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629241.927718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629241.927721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629241.927722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629241.927727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629241.927728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629241.927730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629241.927739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629241.927739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629241.927739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629241.927747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629241.927747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629241.927750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629241.927759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629241.927761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629241.927762:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629241.927766:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629241.927767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629241.927771:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629241.927774:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629241.927778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629241.927799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629241.927804:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629241.927807:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629242.695709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629242.695715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629242.695717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629242.695723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629242.695726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629242.695730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629242.695733:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629242.695735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629242.695738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629242.951691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629242.951697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629242.951703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629242.951705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629242.951708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629242.951709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629242.951711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629242.951714:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629242.951715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629242.951715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629242.951719:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629242.951720:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629242.951720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629242.951726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629242.951726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629242.951727:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629242.951733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629242.951733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629242.951734:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629242.951737:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629242.951739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629242.951739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629242.951740:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629242.951743:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629242.951743:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629242.951743:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629242.951749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629242.951749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629242.951753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629242.951753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629242.951774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629242.951780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629242.951783:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629243.527732:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308591376, at 4308591424
00000100:00000040:1.0:1778629243.527741:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308591376, at 4308591424
00000100:00000010:0.0:1778629243.527746:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629243.527758:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6780.
00000100:00000001:2.0:1778629243.719737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629243.719744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629243.719746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629243.719751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629243.719754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629243.719759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629243.719762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629243.719765:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629243.719768:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629243.975751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629243.975752:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629243.975757:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629243.975759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629243.975760:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629243.975764:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629243.975765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629243.975773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629243.975774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629243.975777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629243.975782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629243.975782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629243.975787:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629243.975788:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629243.975791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629243.975793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629243.975796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629243.975800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629243.975895:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629243.975897:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629243.975900:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629243.975901:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629243.975903:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629243.975904:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629243.975916:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629243.975918:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629243.975920:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629244.743748:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629244.743754:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629244.743759:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629244.743760:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629244.743762:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629244.743763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629244.743767:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778629244.743768:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629244.743773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629244.743774:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629244.743778:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.743782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629244.743783:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13920
00000100:00000001:0.0:1778629244.743786:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.743790:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629244.743794:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629244.743801:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629244.743806:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629244.743810:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.743814:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629244.743817:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.743819:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629244.743822:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629244.743823:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629244.743825:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629244.743827:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629244.743829:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629244.743831:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629244.743833:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.743834:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629244.743836:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.743837:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629244.743839:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629244.743842:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629244.743843:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629244.743845:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629244.743848:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629244.743849:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.743851:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629244.743852:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629244.743859:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629244.743861:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629244.743865:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629244.743866:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.743868:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629244.743870:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629244.743873:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629244.743879:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778629244.743884:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629244.743891:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629244.743900:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629244.743905:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629244.743909:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629244.743928:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629244.743931:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629244.743942:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629244.743944:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629244.743945:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629244.743948:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629244.743948:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629244.743951:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13920
00000100:00000001:0.0:1778629244.743952:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629244.743955:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1778629244.743955:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629244.743961:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629244.743962:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629244.743966:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629244.743972:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629244.743973:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629244.743975:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.743978:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778629244.743979:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629244.743982:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629244.743983:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629244.743985:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.743987:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:0.0:1778629244.743990:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633472:192.168.204.112@tcp:250:kworker.0
00000020:00000001:2.0:1778629244.743991:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629244.743993:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778629244.743995:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1778629244.743996:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1778629244.743999:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778629244.743999:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:0.0:1778629244.744001:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629244.744003:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629244.744004:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1778629244.744007:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000010:0.0:1778629244.744008:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
00000100:00000040:2.0:1778629244.744011:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629244.744012:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744014:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629244.744017:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629244.744019:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629244.744020:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000010:0.0:1778629244.744033:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000020:00000040:2.0:1778629244.744036:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629244.744039:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:0.0:1778629244.744040:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:2.0:1778629244.744042:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629244.744044:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1778629244.744047:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633472, portal 25
02000000:00000001:2.0:1778629244.744049:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629244.744050:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629244.744053:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
02000000:00000001:2.0:1778629244.744053:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744057:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1778629244.744061:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1778629244.744061:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629244.744065:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744069:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744073:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1778629244.744074:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00000040:0.0:1778629244.744077:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778629244.744077:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629244.744082:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1778629244.744083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
02000000:00000001:2.0:1778629244.744084:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744086:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1778629244.744087:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472633472, offset 0
02000000:00000001:2.0:1778629244.744088:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629244.744090:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744094:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778629244.744095:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629244.744098:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778629244.744104:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629244.744109:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629244.744116:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629244.744119:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629244.744121:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629244.744124:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744126:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629244.744131:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778629244.744132:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629244.744136:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497548:497548:256:4294967295] 192.168.204.112@tcp LPNI seq info [497507:497507:8:4294967295]
00000400:00000200:0.0:1778629244.744146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629244.744153:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744158:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1778629244.744158:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629244.744165:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629244.744167:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1778629244.744168:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629244.744170:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1778629244.744173:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629244.744173:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629244.744176:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13920
00000400:00000200:2.0:1778629244.744182:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:0.0:1778629244.744183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000400:00000200:2.0:1778629244.744186:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629244.744187:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629244.744189:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.744190:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629244.744192:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.744193:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629244.744194:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629244.744195:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629244.744195:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629244.744197:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629244.744198:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629244.744200:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629244.744202:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.744203:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629244.744204:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629244.744206:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629244.744207:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629244.744208:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629244.744209:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629244.744210:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629244.744212:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629244.744213:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744214:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629244.744215:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629244.744217:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744218:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629244.744221:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629244.744223:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629244.744225:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629244.744226:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629244.744227:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629244.744229:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629244.744230:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629244.744234:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629244.744237:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629244.744242:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1778629244.744250:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778629244.744257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629244.744259:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778629244.744267:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629244.744269:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629244.744270:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629244.744273:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744274:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629244.744278:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629244.744282:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629244.744289:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000100:00000001:2.0:1778629244.744289:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629244.744292:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000040:2.0:1778629244.744293:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629244.744295:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629244.744296:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629244.744300:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629244.744301:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629244.744304:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629244.744311:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13930)
00000100:00000001:0.0:1778629244.744312:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744316:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744321:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744323:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629244.744327:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744331:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629244.744333:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308596496
00000100:00000010:0.0:1778629244.744336:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000001:0.0:1778629244.744341:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629244.744346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308596496
00000100:00000010:0.0:1778629244.744347:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6c60.
00000100:00000001:0.0:1778629244.744350:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629244.744352:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629244.744353:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744356:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629244.744358:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629244/real 1778629244]  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629244.744363:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629244.744365:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629244.744366:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629244.744368:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629244.744369:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629244.744370:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629244.744372:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629244.744377:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744381:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629244.744382:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744384:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744385:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629244.744387:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744390:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629244.744393:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744397:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629244.744399:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744400:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744400:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744402:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629244.744403:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629244.744404:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629244.744407:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629244.744408:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629244.744411:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629244.744415:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633472:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629244.744420:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744421:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744422:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472633472/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744427:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629244.744428:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629244.744430:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629244.744432:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629244.744433:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629244.744434:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629244.744435:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629244.744437:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629244.744439:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629244.744440:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629244.744441:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629244.744443:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629244.744444:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744445:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744450:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629244.744451:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744452:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629244.744453:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629244.744454:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629244.744456:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744460:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629244.744461:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629244.744462:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629244.744463:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629244.744465:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629244.744466:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633600:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629244.744468:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629244.744469:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629244.744470:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629244.744471:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629244.744473:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629244.744474:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744476:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629244.744477:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629244.744479:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629244.744481:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633600, portal 10
00000100:00000001:0.0:1778629244.744482:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629244.744483:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629244.744487:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744491:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629244.744493:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629244.744494:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629244.744495:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472633600, offset 0
00000400:00000200:0.0:1778629244.744497:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629244.744499:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629244.744501:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629244.744503:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629244.744504:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629244.744506:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629244.744507:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629244.744509:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497549:497549:256:4294967295] 192.168.204.112@tcp LPNI seq info [497508:497508:8:4294967295]
00000400:00000200:0.0:1778629244.744512:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629244.744516:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629244.744518:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629244.744520:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629244.744522:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629244.744524:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778629244.744526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629244.744528:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778629244.744530:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629244.744531:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629244.744533:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629244.744535:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629244.744536:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629244.744537:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629244.744539:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629244.744540:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744545:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744546:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744550:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744551:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629244.744553:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629244.744555:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629244.744557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629244.744558:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308592653
00000100:00000001:0.0:1778629244.744559:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308596496
00000100:00000001:0.0:1778629244.744561:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308592653
00000100:00000001:0.0:1778629244.744562:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308596496
00000100:00000001:0.0:1778629244.744563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629244.744564:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744565:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629244.744567:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629244/real 1778629244]  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629244.744571:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629244.744572:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629244.744572:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629244.744574:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629244.744575:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629244.744576:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629244.744578:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629244.744582:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744586:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629244.744587:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744587:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744588:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629244.744590:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744593:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629244.744595:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744598:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629244.744600:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744600:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744601:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744602:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629244.744605:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629244.744606:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629244.744631:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629244.744632:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629244.744635:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629244.744639:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633600:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629244.744641:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629244.744643:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744650:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629244.744651:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629244.744652:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629244.744653:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629244.744654:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629244.744656:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629244.744657:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629244.744658:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629244.744659:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629244.744660:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629244.744662:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629244.744663:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629244.744665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629244.744667:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629244.744669:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629244.744670:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633728, portal 10
00000100:00000001:0.0:1778629244.744671:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629244.744672:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:0.0:1778629244.744675:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744679:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629244.744680:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629244.744681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629244.744683:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472633728, offset 0
00000400:00000200:0.0:1778629244.744685:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629244.744687:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629244.744689:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629244.744690:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629244.744692:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629244.744693:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629244.744695:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629244.744697:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497550:497550:256:4294967295] 192.168.204.112@tcp LPNI seq info [497509:497509:8:4294967295]
00000400:00000200:0.0:1778629244.744699:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629244.744703:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629244.744706:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629244.744707:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629244.744709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629244.744711:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1778629244.744713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629244.744715:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1778629244.744718:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629244.744720:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629244.744723:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629244.744726:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629244.744728:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629244.744730:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629244.744732:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629244.744735:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744742:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744744:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744750:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744752:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629244.744754:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629244.744757:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629244.744760:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629244.744762:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308592655
00000100:00000001:0.0:1778629244.744764:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308596496
00000100:00000001:0.0:1778629244.744766:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308592655
00000100:00000001:0.0:1778629244.744768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308596496
00000100:00000001:0.0:1778629244.744769:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629244.744772:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744773:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629244.744776:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629244/real 1778629244]  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629244.744783:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629244.744784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629244.744785:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629244.744787:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629244.744789:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629244.744790:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629244.744793:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629244.744800:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744805:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629244.744806:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744808:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744809:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629244.744812:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744818:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629244.744821:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744826:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629244.744828:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744829:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629244.744830:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744832:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629244.744834:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629244.744836:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629244.744839:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629244.744841:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629244.744844:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629244.744851:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629244.744854:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744856:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744858:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472633600/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744864:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629244.744865:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629244.744867:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629244.744869:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629244.744870:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629244.744871:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629244.744873:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629244.744875:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778629244.744877:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629244.744879:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629244.744880:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629244.744883:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629244.744884:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744885:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629244.744888:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472633728/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629244.744893:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629244.744894:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629244.744895:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629244.744897:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629244.744898:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629244.744899:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629244.744900:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629244.744902:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629244.744904:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629244.744905:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629244.744906:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629244.744908:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629244.744909:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744910:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.744913:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629244.744914:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.744916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629244.744917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.999740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629244.999740:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629244.999747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629244.999751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629244.999755:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999756:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629244.999758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629244.999761:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629244.999762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629244.999764:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629244.999766:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629244.999768:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.999770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629244.999771:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629244.999776:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629244.999777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629244.999777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629244.999783:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629244.999784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629244.999784:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629244.999785:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629244.999788:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629244.999791:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999791:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629244.999792:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999800:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999807:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629244.999810:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629244.999812:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629244.999815:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999817:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629244.999819:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999821:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999824:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629244.999830:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629244.999832:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629244.999922:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629244.999928:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629244.999933:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629245.767747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629245.767757:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629245.767759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629245.767766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629245.767771:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629245.767776:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629245.767780:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629245.767783:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629245.767786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629246.023723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629246.023724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629246.023731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629246.023732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629246.023732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629246.023735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629246.023735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629246.023737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629246.023742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629246.023743:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629246.023744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629246.023747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629246.023748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629246.023748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629246.023751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629246.023753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629246.023754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629246.023755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629246.023758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629246.023758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629246.023759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629246.023763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629246.023763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629246.023769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629246.023781:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629246.023784:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629246.023787:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629246.791765:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629246.791775:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629246.791777:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629246.791784:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629246.791789:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629246.791794:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629246.791797:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629246.791800:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629246.791804:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629247.047710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629247.047714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629247.047718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629247.047718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629247.047720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629247.047721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629247.047735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629247.047743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629247.047746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629247.047752:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629247.047758:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629247.047763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629247.047766:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778629247.047767:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629247.047770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629247.047770:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629247.047780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629247.047781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629247.047823:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629247.047827:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629247.047829:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629247.047833:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629247.047836:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629247.047839:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629247.047842:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629247.047845:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629247.047847:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629247.815724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629247.815731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629247.815733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629247.815739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629247.815743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629247.815746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629247.815748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629247.815750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629247.815752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629248.071749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629248.071749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629248.071760:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629248.071762:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629248.071762:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629248.071766:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629248.071766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629248.071766:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629248.071777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629248.071778:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629248.071778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629248.071781:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629248.071785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629248.071786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629248.071788:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629248.071790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629248.071792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629248.071792:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629248.071798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629248.071798:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629248.071802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629248.071802:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629248.071807:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629248.071807:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629248.071821:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629248.071826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629248.071830:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629248.647732:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308596496, at 4308596544
00000100:00000040:1.0:1778629248.647732:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308596496, at 4308596544
00000100:00000010:0.0:1778629248.647748:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000010:1.0:1778629248.647749:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6c60.
00000100:00000001:0.0:1778629248.839725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629248.839733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629248.839734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629248.839740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629248.839743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629248.839748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629248.839750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629248.839753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629248.839756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629249.095734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629249.095735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629249.095739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629249.095743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629249.095744:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629249.095744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.095747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629249.095747:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629249.095753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629249.095755:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629249.095756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629249.095756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629249.095762:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629249.095763:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629249.095764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629249.095767:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629249.095768:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629249.095768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.095773:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629249.095774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629249.095776:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629249.095777:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.095781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629249.095782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629249.095851:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629249.095856:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629249.095860:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629249.863662:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629249.863670:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629249.863673:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629249.863676:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629249.863679:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629249.863692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629249.863694:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13925
00000100:00000001:0.0:1778629249.863698:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629249.863705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629249.863710:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000400:00000200:2.0:1778629249.863711:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629249.863719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629249.863723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629249.863724:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629249.863731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629249.863731:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629249.863736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629249.863737:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629249.863740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.863741:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629249.863753:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.863755:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629249.863758:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629249.863760:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629249.863762:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629249.863765:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629249.863766:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629249.863768:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629249.863770:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.863771:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629249.863772:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.863774:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629249.863776:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629249.863778:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629249.863779:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629249.863785:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629249.863787:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629249.863789:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.863791:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629249.863792:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629249.863800:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629249.863802:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629249.863805:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629249.863806:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.863808:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629249.863811:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629249.863816:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629249.863825:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629249.863831:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629249.863840:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629249.863852:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629249.863856:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629249.863861:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629249.863885:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629249.863888:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629249.863891:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629249.863892:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629249.863893:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629249.863896:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629249.863899:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13925
00000400:00000200:2.0:1778629249.863903:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629249.863906:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629249.863908:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629249.863910:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629249.863912:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629249.863913:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629249.863918:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629249.863919:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629249.863921:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629249.863932:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629249.863937:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629249.863939:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629249.863944:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1778629249.863945:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629249.863947:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629249.863956:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629249.863965:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629249.863978:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629249.863983:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629249.863984:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629249.863986:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629249.863991:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629249.863994:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629249.863994:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629249.863998:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629249.863999:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1778629249.864005:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629249.864006:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864014:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629249.864022:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633856:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629249.864022:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629249.864031:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629249.864032:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629249.864035:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629249.864036:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629249.864043:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864043:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629249.864050:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1778629249.864051:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629249.864055:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864059:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629249.864060:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629249.864069:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629249.864071:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629249.864075:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629249.864076:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629249.864080:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629249.864081:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864084:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1778629249.864085:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
02000000:00000001:2.0:1778629249.864086:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629249.864092:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629249.864095:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
02000000:00000010:2.0:1778629249.864096:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629249.864105:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629249.864108:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633856, portal 25
00000100:00100000:2.0:1778629249.864111:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629249.864112:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629249.864117:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778629249.864133:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629249.864133:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629249.864140:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629249.864155:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864156:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629249.864165:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629249.864172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629249.864180:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472633856, offset 0
00000100:00000001:2.0:1778629249.864183:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629249.864187:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629249.864194:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629249.864194:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629249.864199:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629249.864201:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629249.864204:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629249.864208:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13925
00000400:00000200:0.0:1778629249.864212:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629249.864218:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629249.864223:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778629249.864226:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:2.0:1778629249.864228:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629249.864236:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1778629249.864241:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629249.864242:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629249.864249:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629249.864254:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1778629249.864258:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629249.864263:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.864265:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629249.864271:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497551:497551:256:4294967295] 192.168.204.112@tcp LPNI seq info [497510:497510:8:4294967295]
00000020:00000001:2.0:1778629249.864272:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629249.864276:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629249.864280:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778629249.864284:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629249.864285:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629249.864292:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629249.864293:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629249.864297:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.864299:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629249.864307:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629249.864311:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629249.864313:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1778629249.864317:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629249.864322:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000200:0.0:1778629249.864330:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629249.864331:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629249.864338:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1778629249.864340:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
02000000:00000001:2.0:1778629249.864341:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629249.864346:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864347:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629249.864350:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1778629249.864356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000008:00000001:2.0:1778629249.864357:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864363:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629249.864364:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000010:2.0:1778629249.864368:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629249.864371:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:0.1:1778629249.864377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629249.864378:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629249.864385:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778629249.864385:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1778629249.864391:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629249.864394:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629249.864396:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629249.864398:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629249.864402:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
02000000:00000010:2.0:1778629249.864403:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629249.864412:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629249.864414:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629249.864427:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1778629249.864428:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629249.864435:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629249.864437:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629249.864442:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629249.864449:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864480:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.864491:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629249.864493:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629249.864501:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629249.864514:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864515:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.864521:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629249.864530:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629249.864531:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629249.864536:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629249.864542:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629249.864544:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629249.864546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308601616
00000100:00000040:2.0:1778629249.864548:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1778629249.864553:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6540.
00000100:00000040:2.0:1778629249.864553:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629249.864564:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13935)
00000100:00000001:0.0:1778629249.864566:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629249.864575:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308601616
00000100:00000010:0.0:1778629249.864577:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6720.
00000100:00000001:0.0:1778629249.864581:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629249.864584:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629249.864587:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.864590:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629249.864594:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629249/real 1778629249]  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629249.864603:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629249.864605:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629249.864626:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629249.864628:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629249.864629:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629249.864631:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629249.864634:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629249.864640:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864645:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629249.864646:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864648:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.864650:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629249.864652:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864658:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629249.864661:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864666:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629249.864668:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864669:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.864670:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864672:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629249.864674:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629249.864676:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629249.864679:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629249.864680:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629249.864683:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629249.864688:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472633856:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629249.864692:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864694:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.864696:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472633856/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864701:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629249.864703:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629249.864706:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629249.864708:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629249.864709:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629249.864710:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629249.864712:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629249.864714:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629249.864718:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629249.864719:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629249.864721:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629249.864723:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629249.864724:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864726:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864733:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629249.864735:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.864737:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629249.864739:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629249.864740:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629249.864742:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864748:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629249.864749:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629249.864751:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629249.864753:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629249.864754:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629249.864756:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633984:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629249.864758:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629249.864760:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629249.864761:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629249.864762:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629249.864765:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629249.864766:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629249.864769:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629249.864771:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629249.864773:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629249.864776:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472633984, portal 10
00000100:00000001:0.0:1778629249.864777:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629249.864778:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629249.864783:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864788:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629249.864790:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629249.864791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629249.864793:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472633984, offset 0
00000400:00000200:0.0:1778629249.864796:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629249.864798:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629249.864801:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629249.864803:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629249.864805:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629249.864806:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629249.864808:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629249.864810:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497552:497552:256:4294967295] 192.168.204.112@tcp LPNI seq info [497511:497511:8:4294967295]
00000400:00000200:0.0:1778629249.864813:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629249.864817:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629249.864820:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629249.864822:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629249.864824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629249.864826:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778629249.864829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629249.864831:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1778629249.864835:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629249.864836:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629249.864839:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629249.864841:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629249.864843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629249.864844:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629249.864846:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629249.864848:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864853:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.864855:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864859:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.864860:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629249.864862:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629249.864866:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629249.864868:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629249.864870:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308597774
00000100:00000001:0.0:1778629249.864872:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308601616
00000100:00000001:0.0:1778629249.864873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308597774
00000100:00000001:0.0:1778629249.864875:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308601616
00000100:00000001:0.0:1778629249.864876:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629249.864878:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.864879:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629249.864881:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629249/real 1778629249]  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629249.864886:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629249.864887:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629249.864888:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629249.864890:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629249.864891:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629249.864892:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629249.864895:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629249.864900:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864905:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629249.864905:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.864907:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629249.864909:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864913:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629249.864915:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864919:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629249.864921:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864922:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.864938:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.864940:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629249.864944:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629249.864946:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629249.864948:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629249.864950:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629249.864952:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629249.864957:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472633984:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629249.864960:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629249.864962:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.864972:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629249.864973:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629249.864974:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629249.864976:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629249.864977:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629249.864979:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629249.864980:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629249.864982:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629249.864983:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629249.864984:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629249.864986:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629249.864987:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629249.864990:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629249.864991:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629249.864993:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629249.864995:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634112, portal 10
00000100:00000001:0.0:1778629249.864997:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629249.864998:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:0.0:1778629249.865002:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865007:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629249.865008:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629249.865010:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629249.865011:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472634112, offset 0
00000400:00000200:0.0:1778629249.865014:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629249.865016:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629249.865018:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629249.865020:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629249.865022:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629249.865023:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629249.865025:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629249.865028:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497553:497553:256:4294967295] 192.168.204.112@tcp LPNI seq info [497512:497512:8:4294967295]
00000400:00000200:0.0:1778629249.865031:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629249.865035:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629249.865038:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629249.865040:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629249.865043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629249.865045:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1778629249.865048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629249.865050:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1778629249.865053:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629249.865054:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629249.865056:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629249.865058:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629249.865060:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629249.865061:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629249.865063:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629249.865065:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865071:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.865073:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865077:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.865078:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629249.865080:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629249.865082:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629249.865084:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629249.865085:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308597775
00000100:00000001:0.0:1778629249.865087:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308601616
00000100:00000001:0.0:1778629249.865089:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308597775
00000100:00000001:0.0:1778629249.865091:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308601616
00000100:00000001:0.0:1778629249.865092:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629249.865094:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.865095:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629249.865097:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629249/real 1778629249]  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629249.865103:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629249.865104:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629249.865105:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629249.865106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629249.865107:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629249.865108:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629249.865110:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629249.865116:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865120:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629249.865120:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865121:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.865122:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629249.865124:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865128:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629249.865130:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865134:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629249.865136:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865137:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629249.865137:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865138:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629249.865140:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629249.865142:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629249.865144:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629249.865146:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629249.865148:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629249.865153:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629249.865155:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865156:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.865158:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472633984/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865162:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629249.865163:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629249.865164:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629249.865165:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629249.865166:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629249.865167:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629249.865168:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629249.865169:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629249.865171:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629249.865172:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629249.865173:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629249.865175:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629249.865176:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865177:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629249.865179:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472634112/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629249.865183:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629249.865183:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629249.865184:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629249.865185:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629249.865186:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629249.865187:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629249.865188:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629249.865189:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629249.865191:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629249.865192:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629249.865193:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629249.865194:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629249.865195:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865196:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629249.865198:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629249.865199:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629249.865200:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629249.865201:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629250.119701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629250.119709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629250.119711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629250.119716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629250.119717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629250.119723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629250.119723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629250.119728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629250.119731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629250.119731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629250.119735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629250.119736:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629250.119736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629250.119741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629250.119742:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629250.119742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629250.119746:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629250.119746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629250.119751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629250.119754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629250.119757:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629250.119758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629250.119760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629250.119762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629250.119775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629250.119779:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629250.119783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629250.887795:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629250.887802:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629250.887804:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629250.887808:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629250.887811:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629250.887814:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629250.887817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629250.887819:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629250.887821:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629251.143735:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629251.143735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629251.143742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629251.143743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629251.143746:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629251.143749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629251.143756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629251.143756:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629251.143775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629251.143776:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629251.143782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629251.143782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629251.143790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629251.143790:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629251.143796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629251.143796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629251.143804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629251.143804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629251.143972:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629251.143976:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629251.143981:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629251.143983:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629251.143987:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629251.143989:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629251.144068:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629251.144077:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629251.144081:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629251.911747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629251.911752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629251.911754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629251.911758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629251.911761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629251.911764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629251.911766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629251.911767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629251.911769:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629252.167720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629252.167724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629252.167730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629252.167731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629252.167734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629252.167739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629252.167740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629252.167742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629252.167743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629252.167747:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629252.167750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629252.167751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629252.167752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629252.167753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629252.167756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629252.167757:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629252.167761:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629252.167762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629252.167764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629252.167765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629252.167767:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629252.167770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629252.167770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629252.167775:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629252.167783:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629252.167787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629252.167791:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629252.935724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629252.935729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629252.935731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629252.935735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629252.935738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629252.935742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629252.935744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629252.935746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629252.935748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629253.191760:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629253.191764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629253.191770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629253.191771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629253.191774:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191779:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629253.191782:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629253.191782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629253.191782:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629253.191788:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629253.191788:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629253.191790:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191793:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1778629253.191794:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629253.191794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629253.191796:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629253.191799:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629253.191801:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629253.191803:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629253.191806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629253.191807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629253.191809:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629253.191811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629253.191814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629253.191814:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191814:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629253.191819:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191821:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629253.191824:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629253.191929:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629253.191936:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629253.191941:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629253.767762:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308601616, at 4308601664
00000100:00000040:0.0:1778629253.767763:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308601616, at 4308601664
00000100:00000010:1.0:1778629253.767781:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6720.
00000100:00000010:0.0:1778629253.767783:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6540.
00000100:00000001:2.0:1778629253.959787:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629253.959798:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629253.959800:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629253.959807:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629253.959813:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629253.959818:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629253.959822:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629253.959825:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629253.959829:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629254.215685:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629254.215701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629254.215705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629254.215707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629254.215709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629254.215716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629254.215716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629254.215719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629254.215724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629254.215725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629254.215727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629254.215730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.215734:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629254.215735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629254.215740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.215741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629254.215745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629254.215747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629254.215750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:3.0:1778629254.215751:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629254.215756:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.215760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1778629254.215760:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629254.215765:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.215768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629254.215770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.215773:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629254.983734:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629254.983742:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629254.983744:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629254.983748:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629254.983752:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629254.983753:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629254.983758:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13930
00000100:00000001:3.0:1778629254.983759:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629254.983762:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629254.983766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000400:00000200:2.0:1778629254.983771:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629254.983772:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778629254.983778:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629254.983778:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629254.983784:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778629254.983784:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629254.983789:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629254.983790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629254.983792:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778629254.983795:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629254.983796:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.983801:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629254.983804:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629254.983807:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629254.983809:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629254.983812:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629254.983814:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629254.983816:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629254.983818:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.983820:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629254.983831:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.983833:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629254.983835:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629254.983838:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629254.983840:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629254.983843:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629254.983846:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629254.983848:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.983850:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629254.983851:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629254.983856:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629254.983859:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629254.983863:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629254.983864:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.983867:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629254.983869:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629254.983873:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629254.983879:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778629254.983885:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629254.983892:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629254.983900:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629254.983904:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629254.983909:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629254.983925:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629254.983928:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629254.983931:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629254.983932:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629254.983934:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629254.983936:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629254.983938:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13930
00000400:00000200:2.0:1778629254.983942:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629254.983945:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629254.983947:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629254.983950:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629254.983950:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.983954:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629254.983955:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629254.983957:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629254.983959:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629254.983960:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629254.983963:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629254.983965:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:0.0:1778629254.983967:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629254.983967:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629254.983968:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629254.983973:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629254.983978:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629254.983985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629254.983985:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629254.983988:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.983989:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629254.983993:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629254.983994:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629254.983995:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:0.0:1778629254.983997:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1778629254.983998:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629254.984003:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629254.984004:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984008:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629254.984011:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472634240:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629254.984011:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629254.984017:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629254.984018:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629254.984020:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629254.984022:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629254.984023:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.984026:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629254.984027:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629254.984033:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629254.984034:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629254.984039:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:2.0:1778629254.984039:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1778629254.984044:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000008:00000001:2.0:1778629254.984045:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.984049:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629254.984050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000010:2.0:1778629254.984054:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000100:00000200:0.0:1778629254.984057:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634240, portal 25
00000020:00000040:2.0:1778629254.984058:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629254.984063:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1778629254.984064:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778629254.984065:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
02000000:00000001:2.0:1778629254.984067:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.984071:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1778629254.984073:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629254.984074:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629254.984078:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984084:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1778629254.984086:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000040:0.0:1778629254.984087:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629254.984092:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:2.0:1778629254.984092:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629254.984096:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472634240, offset 0
00000100:00100000:2.0:1778629254.984101:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629254.984105:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984111:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629254.984115:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629254.984115:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629254.984121:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629254.984125:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629254.984133:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629254.984146:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629254.984147:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:2.0:1778629254.984152:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629254.984154:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629254.984160:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1778629254.984162:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984163:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629254.984167:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1778629254.984172:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497554:497554:256:4294967295] 192.168.204.112@tcp LPNI seq info [497513:497513:8:4294967295]
00000100:00000001:2.0:1778629254.984173:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629254.984179:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13930
00000400:00000200:0.0:1778629254.984184:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629254.984188:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629254.984192:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629254.984194:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629254.984200:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984203:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629254.984208:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629254.984208:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984214:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629254.984218:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1778629254.984221:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778629254.984221:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629254.984225:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1778629254.984228:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000020:00000040:2.0:1778629254.984229:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629254.984234:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629254.984237:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:0.0:1778629254.984241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629254.984246:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1778629254.984248:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984255:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629254.984259:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:0.1:1778629254.984261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629254.984264:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:0.1:1778629254.984266:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1778629254.984268:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629254.984276:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000100:0.0:1778629254.984279:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629254.984282:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629254.984283:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
02000000:00000001:2.0:1778629254.984285:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629254.984289:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1778629254.984290:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629254.984295:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629254.984297:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629254.984300:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629254.984304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000008:00100000:2.0:1778629254.984304:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1778629254.984307:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000008:00000001:2.0:1778629254.984309:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984311:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1778629254.984313:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629254.984318:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1778629254.984319:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629254.984325:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629254.984334:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.984337:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629254.984340:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629254.984342:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.984346:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629254.984348:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629254.984352:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984355:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629254.984357:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629254.984362:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984368:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1778629254.984368:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629254.984376:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629254.984377:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629254.984378:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629254.984385:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629254.984387:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629254.984393:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308606736
00000100:00000001:2.0:1778629254.984395:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629254.984401:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1778629254.984402:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000040:2.0:1778629254.984409:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629254.984413:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1778629254.984413:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629254.984420:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629254.984422:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308606736
00000100:00000040:2.0:1778629254.984426:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13940)
00000100:00000010:0.0:1778629254.984427:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6cc0.
00000100:00000001:0.0:1778629254.984434:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629254.984439:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629254.984442:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984445:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629254.984452:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629254/real 1778629254]  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629254.984464:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629254.984466:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629254.984468:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629254.984472:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629254.984474:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629254.984476:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629254.984480:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629254.984497:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984505:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629254.984507:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984509:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.984511:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629254.984515:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984520:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629254.984523:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984528:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629254.984530:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984531:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.984532:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984533:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629254.984534:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629254.984536:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629254.984539:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629254.984540:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629254.984543:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629254.984548:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472634240:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629254.984551:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984553:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.984555:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472634240/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984563:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629254.984565:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629254.984567:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629254.984569:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629254.984571:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629254.984572:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629254.984573:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629254.984575:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629254.984577:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629254.984578:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629254.984579:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629254.984582:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629254.984583:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984584:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984589:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629254.984590:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984592:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629254.984593:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629254.984594:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629254.984597:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984601:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629254.984602:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629254.984604:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629254.984605:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629254.984628:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629254.984631:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634368:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629254.984634:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629254.984636:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629254.984637:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629254.984638:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629254.984642:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629254.984644:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629254.984650:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629254.984654:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629254.984657:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629254.984661:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634368, portal 10
00000100:00000001:0.0:1778629254.984662:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629254.984664:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629254.984672:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984679:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629254.984684:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629254.984687:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629254.984690:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472634368, offset 0
00000400:00000200:0.0:1778629254.984695:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629254.984701:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629254.984706:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629254.984709:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629254.984712:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629254.984715:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629254.984717:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629254.984720:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497555:497555:256:4294967295] 192.168.204.112@tcp LPNI seq info [497514:497514:8:4294967295]
00000400:00000200:0.0:1778629254.984731:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629254.984739:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629254.984742:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629254.984745:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629254.984748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629254.984750:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778629254.984754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629254.984755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778629254.984758:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629254.984760:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629254.984762:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629254.984765:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629254.984767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629254.984768:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629254.984771:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629254.984773:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984779:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.984781:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984785:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984786:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629254.984789:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629254.984792:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629254.984795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629254.984797:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308602894
00000100:00000001:0.0:1778629254.984800:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308606736
00000100:00000001:0.0:1778629254.984802:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308602894
00000100:00000001:0.0:1778629254.984805:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308606736
00000100:00000001:0.0:1778629254.984807:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629254.984809:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.984811:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629254.984815:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629254/real 1778629254]  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629254.984835:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629254.984836:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629254.984838:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629254.984841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629254.984843:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629254.984845:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629254.984849:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629254.984859:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984870:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629254.984872:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984873:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.984874:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629254.984876:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984883:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629254.984886:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984894:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629254.984896:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984898:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.984899:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.984901:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629254.984906:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629254.984909:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629254.984913:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629254.984915:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629254.984920:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629254.984929:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634368:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629254.984933:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629254.984937:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984941:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629254.984942:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629254.984944:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629254.984946:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629254.984947:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629254.984949:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629254.984952:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629254.984953:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629254.984954:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629254.984955:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629254.984958:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629254.984960:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629254.984962:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629254.984964:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629254.984967:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629254.984969:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634496, portal 10
00000100:00000001:0.0:1778629254.984970:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629254.984971:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:0.0:1778629254.984975:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.984980:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629254.984981:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629254.984983:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000200:0.0:1778629254.984984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472634496, offset 0
00000400:00000200:0.0:1778629254.984987:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629254.984989:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629254.984992:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629254.984994:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629254.984995:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629254.984997:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629254.984999:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629254.985001:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497556:497556:256:4294967295] 192.168.204.112@tcp LPNI seq info [497515:497515:8:4294967295]
00000400:00000200:0.0:1778629254.985004:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629254.985009:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629254.985012:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629254.985014:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629254.985017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629254.985019:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1778629254.985022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629254.985024:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1778629254.985027:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629254.985028:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629254.985030:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629254.985032:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629254.985035:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:0.0:1778629254.985036:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:0.0:1778629254.985037:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629254.985040:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985045:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.985047:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985051:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.985052:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629254.985054:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629254.985057:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629254.985058:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629254.985060:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308602895
00000100:00000001:0.0:1778629254.985062:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308606736
00000100:00000001:0.0:1778629254.985063:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308602895
00000100:00000001:0.0:1778629254.985064:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308606736
00000100:00000001:0.0:1778629254.985066:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629254.985067:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.985069:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629254.985071:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629254/real 1778629254]  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629254.985076:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629254.985077:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629254.985078:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629254.985080:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629254.985081:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629254.985082:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629254.985083:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629254.985088:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985092:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629254.985093:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985094:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.985095:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629254.985098:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985102:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629254.985104:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985108:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629254.985109:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985110:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629254.985111:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985112:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629254.985114:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629254.985115:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629254.985117:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629254.985118:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629254.985121:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629254.985126:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629254.985128:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985129:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.985131:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472634368/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985135:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629254.985136:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629254.985137:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629254.985138:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629254.985140:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629254.985141:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629254.985143:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629254.985145:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778629254.985148:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629254.985149:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629254.985150:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629254.985153:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629254.985154:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985156:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629254.985159:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472634496/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629254.985166:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629254.985167:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629254.985169:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629254.985170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629254.985172:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629254.985173:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629254.985174:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629254.985175:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629254.985177:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629254.985179:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629254.985181:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629254.985183:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629254.985184:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985185:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629254.985189:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629254.985190:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629254.985192:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629254.985193:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629255.239719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629255.239720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629255.239728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629255.239728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629255.239732:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629255.239733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629255.239742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629255.239742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629255.239748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629255.239749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629255.239755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629255.239755:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629255.239761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629255.239762:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629255.239766:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629255.239770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629255.239772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629255.239776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239914:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629255.239918:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629255.239920:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629255.239923:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239926:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629255.239927:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239929:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239930:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239933:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629255.239934:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629255.239935:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629255.239936:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239937:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629255.239938:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239939:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239940:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629255.239943:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629255.239944:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629255.240001:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629255.240006:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629255.240009:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629256.007702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629256.007710:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629256.007712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629256.007719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629256.007723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629256.007727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629256.007731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629256.007733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629256.007737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629256.263693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629256.263693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629256.263699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629256.263700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629256.263701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629256.263703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629256.263705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629256.263706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629256.263708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629256.263710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629256.263710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629256.263712:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629256.263717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629256.263719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629256.263722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629256.263723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629256.263723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629256.263726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629256.263732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629256.263733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629256.263736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629256.263737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629256.263741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629256.263742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629256.263749:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629256.263753:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629256.263757:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629257.031719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629257.031724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629257.031726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629257.031739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629257.031743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629257.031746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629257.031749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629257.031751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629257.031753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629257.287740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629257.287740:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629257.287745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629257.287749:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629257.287750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629257.287750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629257.287754:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629257.287756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629257.287759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629257.287761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629257.287762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629257.287762:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629257.287769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629257.287772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629257.287774:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629257.287774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629257.287785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629257.287790:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629257.287791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629257.287792:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629257.287797:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629257.287798:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629257.287803:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629257.287804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629257.287864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629257.287869:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629257.287872:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629258.055654:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629258.055659:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629258.055660:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629258.055665:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629258.055670:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629258.055674:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629258.055676:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629258.055679:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629258.055682:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629258.311736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629258.311739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629258.311743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629258.311746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629258.311751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629258.311755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629258.311766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629258.311769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629258.311774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629258.311774:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629258.311778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629258.311785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629258.311785:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629258.311786:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629258.311791:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629258.311797:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629258.311800:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629258.311802:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629258.311812:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629258.311813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629258.311819:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629258.311824:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629258.311828:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629258.311832:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629258.311834:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629258.311842:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629258.311848:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629258.887741:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308606736, at 4308606784
00000100:00000040:1.0:1778629258.887754:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308606736, at 4308606784
00000100:00000010:0.0:1778629258.887773:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000010:1.0:1778629258.887774:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6cc0.
00000100:00000001:3.0:1778629259.079754:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629259.079762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629259.079764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629259.079771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629259.079776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629259.079781:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629259.079785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629259.079788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629259.079792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629259.335723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629259.335726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629259.335729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629259.335729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629259.335733:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629259.335734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629259.335734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629259.335744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629259.335756:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629259.335758:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629259.335758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629259.335763:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629259.335767:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629259.335768:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629259.335772:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629259.335776:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629259.335777:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629259.335777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629259.335788:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629259.335789:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629259.335791:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629259.335792:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629259.335797:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629259.335798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629259.335845:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629259.335848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629259.335850:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629260.103767:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629260.103775:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629260.103777:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629260.103781:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629260.103785:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629260.103791:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13935
00000400:00000200:2.0:1778629260.103801:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629260.103807:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629260.103810:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629260.103816:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.103823:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629260.103826:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.103829:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629260.103834:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629260.103838:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629260.103842:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629260.103845:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629260.103848:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629260.103851:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629260.103856:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.103859:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629260.103865:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629260.103867:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629260.103868:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629260.103877:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00000001:3.0:1778629260.103878:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629260.103883:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629260.103883:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.103886:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629260.103893:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1778629260.103894:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
02000000:00000001:2.0:1778629260.103897:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629260.103900:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629260.103900:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629260.103905:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629260.103907:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629260.103907:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629260.103921:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1778629260.103926:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000100:00000001:3.0:1778629260.103926:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1778629260.103933:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629260.103937:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629260.103938:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.103941:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1778629260.103943:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629260.103944:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629260.103949:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629260.103957:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629260.103963:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629260.103971:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629260.103979:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629260.103983:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629260.103986:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629260.104001:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629260.104003:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629260.104005:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629260.104006:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629260.104007:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629260.104009:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629260.104011:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13935
00000400:00000200:2.0:1778629260.104013:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629260.104016:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629260.104017:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629260.104019:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104021:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629260.104022:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104024:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629260.104026:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629260.104027:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629260.104027:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629260.104029:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629260.104030:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629260.104031:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629260.104033:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104034:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629260.104035:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629260.104036:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104040:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629260.104042:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1778629260.104042:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629260.104046:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629260.104047:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629260.104048:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629260.104050:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629260.104054:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1778629260.104057:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629260.104057:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104060:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629260.104065:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629260.104070:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1778629260.104071:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104074:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104074:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629260.104078:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
02000000:00000001:0.0:1778629260.104080:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629260.104084:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1778629260.104084:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629260.104088:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629260.104089:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629260.104092:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629260.104095:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472634624:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629260.104096:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629260.104099:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629260.104102:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104103:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1778629260.104108:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629260.104109:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629260.104113:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104114:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629260.104116:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629260.104122:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
00000100:00100000:2.0:1778629260.104123:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629260.104126:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104134:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629260.104136:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629260.104137:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629260.104143:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000040:2.0:1778629260.104143:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1778629260.104152:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:2.0:1778629260.104154:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629260.104157:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629260.104160:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634624, portal 25
00000100:00080000:2.0:1778629260.104160:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629260.104164:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629260.104165:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1778629260.104167:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629260.104168:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000001:2.0:1778629260.104174:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1778629260.104179:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629260.104179:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13935
00000400:00000200:2.0:1778629260.104188:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629260.104195:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629260.104196:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629260.104198:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629260.104203:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629260.104205:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:0.0:1778629260.104208:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24330.
00000100:00000001:2.0:1778629260.104209:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629260.104212:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:0.0:1778629260.104219:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472634624, offset 0
00000100:00000001:2.0:1778629260.104225:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629260.104231:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629260.104232:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629260.104235:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629260.104237:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629260.104238:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629260.104241:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629260.104242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629260.104246:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629260.104251:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629260.104252:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104256:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629260.104258:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1778629260.104259:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104263:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629260.104265:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:2.0:1778629260.104266:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629260.104270:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629260.104273:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629260.104277:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629260.104278:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629260.104282:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629260.104283:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497557:497557:256:4294967295] 192.168.204.112@tcp LPNI seq info [497516:497516:8:4294967295]
02000000:00000001:2.0:1778629260.104288:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629260.104291:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629260.104293:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104297:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629260.104298:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629260.104300:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104301:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629260.104305:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629260.104308:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629260.104312:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629260.104313:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629260.104314:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629260.104318:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629260.104320:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629260.104322:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629260.104326:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778629260.104326:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629260.104331:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629260.104332:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00100000:2.0:1778629260.104335:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1778629260.104343:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629260.104344:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629260.104348:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629260.104353:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1778629260.104353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629260.104364:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629260.104367:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629260.104370:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629260.104372:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629260.104373:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629260.104379:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629260.104382:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629260.104387:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308611856
00000100:00000040:2.0:1778629260.104387:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13945)
00000100:00000010:0.0:1778629260.104395:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629260.104402:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629260.104410:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308611856
00000100:00000010:0.0:1778629260.104414:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6f00.
00000100:00000001:0.0:1778629260.104418:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629260.104424:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629260.104426:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104430:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104440:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629260.104449:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629260.104452:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778629260.104455:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629260.104457:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629260.104459:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629260.104464:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629260.104471:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629260.104473:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629260.104475:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629260.104478:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629260.104480:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629260.104483:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634752:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629260.104487:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629260.104488:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629260.104490:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629260.104491:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629260.104495:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629260.104497:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629260.104500:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629260.104503:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872370.
00000400:00000010:0.0:1778629260.104506:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629260.104509:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634752, portal 10
00000100:00000001:0.0:1778629260.104511:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629260.104512:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629260.104519:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629260.104526:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629260.104529:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629260.104532:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24220.
00000100:00000200:0.0:1778629260.104535:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472634752, offset 0
00000400:00000200:0.0:1778629260.104541:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629260.104545:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629260.104549:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629260.104552:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629260.104554:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629260.104557:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629260.104559:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629260.104562:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497558:497558:255:4294967295] 192.168.204.112@tcp LPNI seq info [497517:497517:7:4294967295]
00000400:00000200:0.0:1778629260.104566:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629260.104575:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629260.104582:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629260.104586:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4600.
00000800:00000200:0.0:1778629260.104591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629260.104595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629260.104598:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629260.104602:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629260.104605:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629260.104627:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308608013
00000100:00000001:0.0:1778629260.104630:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308611856
00000100:00000001:0.0:1778629260.104632:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308608014
00000100:00000001:0.0:1778629260.104634:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308611856
00000100:00000001:0.0:1778629260.104636:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629260.104637:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104640:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629260.104644:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629260.104651:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629260.104653:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629260.104655:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629260.104657:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629260.104659:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629260.104661:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629260.104664:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629260.104666:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629260.104675:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629260.104677:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629260.104682:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629260.104684:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629260.104687:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629260.104690:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629260.104694:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629260.104696:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472634880, portal 10
00000100:00000001:0.0:1778629260.104698:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629260.104699:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:0.0:1778629260.104705:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629260.104711:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629260.104713:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629260.104715:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24f68.
00000100:00000200:0.0:1778629260.104718:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472634880, offset 0
00000400:00000200:0.0:1778629260.104733:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629260.104737:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629260.104741:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629260.104743:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629260.104746:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629260.104748:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629260.104750:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629260.104753:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497559:497559:254:4294967295] 192.168.204.112@tcp LPNI seq info [497518:497518:6:4294967295]
00000400:00000200:0.0:1778629260.104756:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629260.104762:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629260.104767:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629260.104770:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4c00.
00000800:00000200:0.0:1778629260.104774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629260.104777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629260.104779:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629260.104782:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629260.104785:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629260.104787:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308608015
00000100:00000001:0.0:1778629260.104789:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308611856
00000100:00000001:0.0:1778629260.104792:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308608015
00000100:00000001:0.0:1778629260.104794:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308611856
00000100:00000001:0.0:1778629260.104795:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629260.104797:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104799:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629260.104804:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629260.104806:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778629260.104808:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629260.104809:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629260.104811:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.104812:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.359697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629260.359698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629260.359704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.359706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629260.359708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629260.359710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629260.359712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629260.359731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629260.359731:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629260.359731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629260.359736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.359739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629260.359741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629260.359744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.359745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629260.359745:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629260.359754:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629260.359755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629260.359760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629260.359760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629260.359766:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629260.359769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629260.359769:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629260.359770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629260.359775:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1778629260.359778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629260.359780:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629261.127716:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629261.127722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629261.127724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629261.127732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629261.127736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629261.127739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629261.127742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629261.127744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629261.127747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629261.383717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629261.383717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629261.383722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629261.383724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629261.383725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629261.383728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629261.383728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629261.383729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629261.383736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629261.383737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629261.383737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629261.383740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629261.383743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629261.383743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629261.383746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629261.383748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629261.383751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629261.383751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629261.383757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629261.383757:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629261.383761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629261.383761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629261.383767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629261.383768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629261.383801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629261.383805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629261.383808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629262.151709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629262.151716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629262.151718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629262.151723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629262.151727:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629262.151731:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629262.151734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629262.151736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629262.151739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629262.407710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629262.407715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629262.407716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629262.407717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629262.407720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629262.407722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629262.407726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629262.407726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629262.407729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629262.407729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629262.407735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629262.407737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629262.407737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629262.407742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629262.407743:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629262.407746:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629262.407749:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629262.407752:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629262.407754:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629262.407756:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629262.407758:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629262.407776:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629262.407779:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629262.407781:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629262.407853:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629262.407857:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629262.407858:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629262.407861:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629262.407863:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629262.407865:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629262.407867:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629262.407869:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629262.407871:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629263.175715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629263.175720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629263.175722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629263.175727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629263.175730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629263.175734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629263.175736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629263.175739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629263.175742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1778629263.175876:0:2386:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:1.0:1778629263.175914:0:2386:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1778629263.175923:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629263.175927:0:2386:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:1.0:1778629263.175931:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629263.175936:0:2386:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1778629263.175956:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:1.0:1778629263.175960:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:1.0:1778629263.175966:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1778629263.175971:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1778629263.175977:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24330
00000400:00000010:1.0:1778629263.175980:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24330.
00000100:00000001:1.0:1778629263.175985:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629263.175999:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629263.176025:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629263.176030:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629263.176038:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629263.176040:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1778629263.176049:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:1.0:1778629263.176052:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4600.
00000400:00000200:1.0:1778629263.176055:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1778629263.176059:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1778629263.176062:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24220
00000400:00000010:1.0:1778629263.176063:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24220.
00000100:00000001:1.0:1778629263.176066:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629263.176071:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629263.176079:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778629263.176082:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1778629263.176083:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176087:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629263.176091:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1778629263.176092:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629263.176095:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1778629263.176102:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629260/real 1778629263]  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1778629263.176103:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:1.0:1778629263.176107:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4c00.
00000400:00000200:1.0:1778629263.176112:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1778629263.176118:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1778629263.176124:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24f68
00000400:00000010:1.0:1778629263.176126:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24f68.
00000100:00000001:1.0:1778629263.176128:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1778629263.176130:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000200:1.0:1778629263.176132:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629263.176133:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629263.176138:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872370.
00000100:00000001:1.0:1778629263.176140:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629263.176144:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629263.176146:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629263.176149:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629263.176155:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1778629263.176155:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629263.176159:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1778629263.176163:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629263.176173:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176179:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629263.176180:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176183:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176185:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629263.176189:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176201:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629263.176207:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176224:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629263.176228:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176229:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176231:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176233:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629263.176237:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629263.176241:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629263.176247:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629263.176249:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629263.176254:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629263.176262:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634752:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629263.176266:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629263.176270:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629260/real 1778629263]  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629263.176278:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629263.176279:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629263.176281:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629263.176283:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629263.176285:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629263.176287:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629263.176290:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629263.176303:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176309:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629263.176311:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176312:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176313:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629263.176316:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176322:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629263.176326:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176333:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629263.176335:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176336:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176338:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176339:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629263.176342:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629263.176344:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629263.176347:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629263.176349:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629263.176353:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629263.176359:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472634880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629263.176364:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629263.176367:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629260/real 1778629263]  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629263.176392:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629263.176393:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629263.176395:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629263.176397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629263.176399:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629263.176401:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629263.176405:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629263.176412:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176417:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629263.176419:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176421:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176422:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629263.176426:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176433:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629263.176436:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176442:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629263.176444:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176445:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629263.176446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176448:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629263.176449:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629263.176451:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629263.176454:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629263.176456:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629263.176460:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629263.176473:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472634624:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629263.176478:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176480:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629263.176483:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472634752/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176490:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629263.176496:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629263.176502:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629263.176506:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629263.176509:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629263.176511:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629263.176513:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629263.176518:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629263.176521:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629263.176523:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629263.176525:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629263.176529:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629263.176530:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176532:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629263.176535:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472634880/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176540:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629263.176542:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629263.176543:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629263.176544:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629263.176546:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629263.176547:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629263.176548:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629263.176549:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629263.176551:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629263.176552:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629263.176553:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629263.176556:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629263.176557:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176558:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629263.176561:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472634624/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629263.176566:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629263.176567:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629263.176568:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629263.176570:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629263.176571:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629263.176572:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629263.176573:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629263.176575:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629263.176576:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629263.176577:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629263.176578:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629263.176580:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629263.176581:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176583:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.176593:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629263.176594:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629263.176596:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629263.176597:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629263.431779:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629263.431781:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629263.431786:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629263.431789:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629263.431792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629263.431794:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629263.431794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629263.431799:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629263.431800:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629263.431808:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629263.431815:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629263.431819:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.431822:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629263.431825:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629263.431829:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629263.431860:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629263.431863:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629263.431866:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629263.431928:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629263.431931:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629263.431932:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629263.431934:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629263.431936:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629263.431939:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629263.431941:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629263.431942:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629263.431944:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629264.007693:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308611856, at 4308611904
00000100:00000040:1.0:1778629264.007693:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308611856, at 4308611904
00000100:00000010:1.0:1778629264.007709:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6f00.
00000100:00000010:0.0:1778629264.007711:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:3.0:1778629264.199877:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629264.199883:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629264.199884:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629264.199889:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629264.199892:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629264.199895:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629264.199897:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629264.199899:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629264.199902:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629264.455734:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629264.455734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629264.455741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629264.455743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629264.455743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629264.455747:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629264.455748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455749:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778629264.455753:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629264.455754:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629264.455755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629264.455759:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629264.455760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629264.455760:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629264.455763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629264.455764:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629264.455767:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629264.455768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629264.455768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629264.455771:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629264.455772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629264.455772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629264.455777:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455777:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629264.455778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455784:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455789:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629264.455791:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629264.455793:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629264.455795:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455796:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629264.455798:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455800:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455803:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629264.455808:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629264.455810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629264.455833:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629264.455837:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629264.455840:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629265.223725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629265.223730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629265.223731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629265.223736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629265.223739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629265.223742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629265.223745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629265.223746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629265.223748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629265.223794:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629265.223802:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629265.223804:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629265.223808:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629265.223811:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629265.223819:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13940
00000400:00000200:1.0:1778629265.223828:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629265.223834:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629265.223837:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629265.223839:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.223842:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.223843:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.223845:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629265.223848:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629265.223850:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629265.223852:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629265.223854:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629265.223855:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629265.223858:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629265.223860:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.223861:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.223862:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.223863:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629265.223865:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629265.223867:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629265.223869:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629265.223871:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629265.223874:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629265.223876:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.223877:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629265.223879:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629265.223884:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823100.
00000020:00000040:1.0:1778629265.223886:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629265.223890:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629265.223891:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.223893:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629265.223896:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629265.223900:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629265.223907:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:1.0:1778629265.223914:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629265.223924:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629265.223935:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629265.223940:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629265.223944:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee663ea] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629265.223971:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629265.223974:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629265.223978:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629265.223980:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629265.223981:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629265.223984:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629265.223986:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13940
00000400:00000200:1.0:1778629265.223990:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629265.223993:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629265.223995:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629265.223998:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224001:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.224003:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224005:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629265.224007:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629265.224008:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629265.224010:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629265.224012:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629265.224014:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629265.224016:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629265.224019:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224021:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.224023:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224025:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629265.224027:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629265.224031:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224034:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629265.224036:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629265.224042:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1778629265.224044:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629265.224048:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224049:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629265.224052:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629265.224054:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1778629265.224059:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629265.224064:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.224067:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629265.224071:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822d80.
00000020:00000040:1.0:1778629265.224076:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:0.0:1778629265.224077:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629265.224079:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629265.224081:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.224086:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629265.224089:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629265.224094:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629265.224102:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:1.0:1778629265.224110:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224111:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629265.224116:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629265.224123:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1778629265.224125:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629265.224133:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629265.224139:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629265.224146:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.224147:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629265.224154:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000978b369a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629265.224160:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635008:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629265.224175:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629265.224180:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778629265.224187:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.224188:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629265.224194:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1778629265.224197:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1778629265.224202:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629265.224203:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629265.224208:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1778629265.224211:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
00000100:00000001:1.0:1778629265.224212:0:224857:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1778629265.224219:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629265.224220:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13940
00000400:00000200:1.0:1778629265.224230:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629265.224234:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778629265.224242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778629265.224242:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629265.224250:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224254:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.224257:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224259:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629265.224261:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:0.0:1778629265.224262:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000020:00000040:1.0:1778629265.224263:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629265.224267:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629265.224273:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629265.224277:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:0.0:1778629265.224280:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000020:00000001:1.0:1778629265.224280:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629265.224286:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224290:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629265.224292:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224294:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:0.0:1778629265.224296:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635008, portal 25
00000020:00000040:1.0:1778629265.224298:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629265.224302:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224304:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629265.224306:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629265.224309:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629265.224311:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1778629265.224316:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224317:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629883648 : -123998079667968 : ffff8f3972823100)
00000100:00000001:1.0:1778629265.224323:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629265.224328:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629265.224334:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.224336:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629265.224337:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1778629265.224343:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821c00.
00000020:00000040:1.0:1778629265.224347:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629265.224357:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629265.224359:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.224368:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1778629265.224371:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1778629265.224371:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629265.224377:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629265.224385:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000010:1.0:1778629265.224385:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629265.224392:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629265.224393:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629265.224401:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472635008, offset 0
00000100:00100000:1.0:1778629265.224405:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629265.224416:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629265.224421:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629265.224423:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629265.224431:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ac61c0] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629265.224447:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629265.224459:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629265.224463:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629265.224467:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778629265.224472:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629265.224477:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629265.224478:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1778629265.224487:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629265.224492:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:1.0:1778629265.224495:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13950)
00000400:00000200:0.0:1778629265.224501:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629265.224506:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629265.224512:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497560:497560:256:4294967295] 192.168.204.112@tcp LPNI seq info [497519:497519:8:4294967295]
00000400:00000200:0.0:1778629265.224518:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629265.224532:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629265.224540:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.224546:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629265.224553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629265.224557:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629265.224562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629265.224565:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629265.224577:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.224580:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629265.224587:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629265.224591:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629265.224598:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629265.224600:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629265.224604:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629265.224683:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224695:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.224700:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224709:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224711:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629265.224720:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629265.224725:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629265.224730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308616977
00000100:00000010:0.0:1778629265.224738:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629265.224748:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629265.224757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308616977
00000100:00000010:0.0:1778629265.224760:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6900.
00000100:00000001:0.0:1778629265.224764:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629265.224768:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629265.224771:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224774:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629265.224778:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629265/real 1778629265]  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629265.224788:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629265.224790:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629265.224793:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629265.224795:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629265.224798:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629265.224800:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629265.224803:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629265.224811:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224824:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629265.224825:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224828:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.224831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629265.224835:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224841:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629265.224846:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224860:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629265.224862:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224864:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.224865:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224867:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629265.224872:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629265.224876:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629265.224881:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629265.224883:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629265.224888:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629265.224897:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635008:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629265.224903:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224905:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.224907:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823100 x1865013472635008/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224914:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629265.224917:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629265.224920:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629265.224924:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629265.224927:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629265.224929:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629265.224931:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629265.224935:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778629265.224939:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629265.224941:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629265.224943:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823100.
00000100:00000001:0.0:1778629265.224946:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629265.224947:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224950:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.224963:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629265.224965:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.224967:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629265.224969:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629265.224970:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629265.224974:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.224982:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629265.224984:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.224986:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629265.224989:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629265.224991:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629265.224994:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635136:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629265.224997:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629265.225000:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629265.225002:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.225003:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629265.225007:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629265.225010:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629265.225014:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629265.225017:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629265.225020:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629265.225023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635136, portal 10
00000100:00000001:0.0:1778629265.225026:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629265.225028:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629882752 : -123998079668864 : ffff8f3972822d80)
00000100:00000040:0.0:1778629265.225036:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225043:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629265.225046:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629265.225048:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629265.225051:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472635136, offset 0
00000400:00000200:0.0:1778629265.225054:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629265.225058:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629265.225063:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629265.225066:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629265.225069:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629265.225071:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629265.225074:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629265.225077:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497561:497561:256:4294967295] 192.168.204.112@tcp LPNI seq info [497520:497520:8:4294967295]
00000400:00000200:0.0:1778629265.225081:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629265.225086:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629265.225092:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.225095:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629265.225099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629265.225101:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629265.225106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629265.225109:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629265.225113:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.225114:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629265.225117:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629265.225120:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629265.225123:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629265.225124:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629265.225127:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629265.225130:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225137:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.225140:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225147:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.225149:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629265.225151:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629265.225155:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629265.225158:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629265.225160:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308613134
00000100:00000001:0.0:1778629265.225163:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308616977
00000100:00000001:0.0:1778629265.225166:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308613134
00000100:00000001:0.0:1778629265.225167:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308616977
00000100:00000001:0.0:1778629265.225170:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629265.225172:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.225174:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629265.225176:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629265/real 1778629265]  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629265.225184:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629265.225185:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629265.225187:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629265.225189:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629265.225190:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629265.225192:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629265.225195:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629265.225202:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225208:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629265.225209:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225210:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.225212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629265.225215:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225221:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629265.225224:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225230:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629265.225233:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225235:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.225236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225238:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629265.225243:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629265.225245:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629265.225249:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629265.225251:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629265.225255:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629265.225262:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635136:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629265.225266:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629265.225270:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225277:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629265.225279:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.225281:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629265.225282:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629265.225284:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629265.225287:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629265.225290:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629265.225292:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629265.225294:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629265.225296:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629265.225299:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629265.225300:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629265.225303:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629265.225305:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629265.225308:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629265.225311:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635264, portal 10
00000100:00000001:0.0:1778629265.225313:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629265.225314:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629878272 : -123998079673344 : ffff8f3972821c00)
00000100:00000040:0.0:1778629265.225319:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225325:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629265.225328:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629265.225330:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629265.225332:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472635264, offset 0
00000400:00000200:0.0:1778629265.225336:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629265.225340:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629265.225344:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629265.225346:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629265.225348:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629265.225350:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629265.225352:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629265.225355:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497562:497562:256:4294967295] 192.168.204.112@tcp LPNI seq info [497521:497521:8:4294967295]
00000400:00000200:0.0:1778629265.225358:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629265.225363:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629265.225368:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.225371:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629265.225374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629265.225377:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629265.225381:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629265.225383:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629265.225386:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629265.225388:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629265.225391:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629265.225394:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629265.225397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629265.225399:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629265.225401:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629265.225405:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225417:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.225419:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225425:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.225426:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629265.225429:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629265.225433:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629265.225436:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629265.225437:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308613135
00000100:00000001:0.0:1778629265.225440:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308616977
00000100:00000001:0.0:1778629265.225442:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308613135
00000100:00000001:0.0:1778629265.225444:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308616977
00000100:00000001:0.0:1778629265.225446:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629265.225448:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.225449:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629265.225453:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629265/real 1778629265]  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629265.225459:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629265.225461:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629265.225463:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629265.225465:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629265.225466:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629265.225468:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629265.225471:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629265.225478:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225484:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629265.225486:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225487:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.225489:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629265.225492:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225498:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629265.225501:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225507:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629265.225509:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225510:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629265.225512:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225513:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629265.225516:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629265.225519:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629265.225522:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629265.225524:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629265.225528:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629265.225535:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629265.225538:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225540:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.225543:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822d80 x1865013472635136/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225548:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629265.225549:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629265.225551:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629265.225554:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629265.225555:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629265.225557:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629265.225559:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629265.225560:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:0.0:1778629265.225562:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629265.225564:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629265.225565:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822d80.
00000100:00000001:0.0:1778629265.225568:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629265.225569:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225570:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629265.225573:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821c00 x1865013472635264/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629265.225578:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629265.225579:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629265.225581:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629265.225583:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629265.225584:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629265.225585:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629265.225586:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629265.225588:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:0.0:1778629265.225590:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629265.225591:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629265.225593:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821c00.
00000100:00000001:0.0:1778629265.225595:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629265.225596:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225598:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.225601:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629265.225602:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.225603:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629265.225605:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629265.479710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629265.479710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629265.479717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629265.479719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.479724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629265.479725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629265.479728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629265.479731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629265.479731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629265.479732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629265.479735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629265.479735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.479738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629265.479738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629265.479740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.479741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629265.479743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629265.479743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629265.479845:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629265.479848:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629265.479853:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629265.479854:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629265.479857:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629265.479858:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629265.479937:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629265.479942:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629265.479945:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629266.247737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629266.247743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629266.247745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629266.247751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629266.247754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629266.247758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629266.247761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629266.247764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629266.247766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629266.503696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629266.503696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629266.503702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629266.503703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629266.503703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629266.503706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629266.503707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629266.503707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629266.503713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629266.503713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629266.503715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629266.503718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629266.503719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629266.503722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629266.503723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629266.503725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629266.503726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629266.503727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629266.503729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629266.503729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629266.503730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629266.503735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629266.503738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629266.503740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629266.503764:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629266.503767:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629266.503770:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629266.695724:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629266.695734:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629266.695739:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629266.695874:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629266.695888:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629266.695890:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629266.695896:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629266.695899:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629267.271683:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629267.271688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629267.271690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629267.271694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629267.271697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629267.271700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629267.271702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629267.271703:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629267.271706:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629267.527693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629267.527693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629267.527694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629267.527698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629267.527700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629267.527700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629267.527702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629267.527703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629267.527704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629267.527704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629267.527709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629267.527710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629267.527710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629267.527712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629267.527715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629267.527716:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629267.527719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629267.527720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629267.527724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629267.527725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629267.527728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629267.527728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629267.527732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629267.527733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629267.527761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629267.527765:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629267.527767:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629268.295702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629268.295709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629268.295712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629268.295717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629268.295720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629268.295724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629268.295727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629268.295730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629268.295743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629268.551737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629268.551741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629268.551745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629268.551746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629268.551748:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629268.551755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629268.551756:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629268.551758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629268.551761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629268.551763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629268.551765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629268.551766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629268.551770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629268.551773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629268.551776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629268.551790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629268.551794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629268.551797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629268.551886:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629268.551890:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629268.551891:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629268.551893:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629268.551895:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629268.551897:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629268.551899:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629268.551900:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629268.551909:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629269.127718:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308616977, at 4308617024
00000100:00000040:1.0:1778629269.127718:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308616977, at 4308617024
00000100:00000010:1.0:1778629269.127731:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6900.
00000100:00000010:0.0:1778629269.127734:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:3.0:1778629269.319671:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629269.319676:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629269.319677:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629269.319682:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629269.319686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629269.319690:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629269.319692:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629269.319695:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629269.319698:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629269.575702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629269.575703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629269.575705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629269.575709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629269.575710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629269.575711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629269.575712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629269.575714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629269.575716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629269.575716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629269.575718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629269.575720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629269.575720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629269.575722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629269.575724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629269.575725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629269.575726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629269.575728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629269.575729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629269.575731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629269.575732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629269.575735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629269.575736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629269.575738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629269.575784:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629269.575786:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629269.575789:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629270.343670:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629270.343673:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629270.343678:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629270.343679:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629270.343681:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343682:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629270.343686:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1778629270.343687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629270.343689:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1778629270.343692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629270.343695:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13945
00000100:00000001:3.0:1778629270.343696:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629270.343701:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1778629270.343704:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629270.343705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1778629270.343710:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629270.343711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629270.343714:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629270.343718:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343720:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629270.343722:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343724:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629270.343726:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629270.343727:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629270.343729:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629270.343731:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629270.343732:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629270.343734:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629270.343736:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343738:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629270.343739:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343741:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629270.343744:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629270.343747:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343749:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629270.343751:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629270.343755:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629270.343757:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343759:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629270.343761:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629270.343769:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822300.
00000020:00000040:1.0:1778629270.343772:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629270.343776:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629270.343778:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343780:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629270.343783:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629270.343787:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629270.343796:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945eccc00.
00000100:00000001:1.0:1778629270.343801:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629270.343807:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629270.343814:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629270.343817:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629270.343820:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001446738c] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629270.343834:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629270.343836:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629270.343838:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629270.343839:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629270.343840:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629270.343842:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629270.343844:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13945
00000400:00000200:1.0:1778629270.343847:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629270.343849:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629270.343851:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629270.343853:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343855:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629270.343856:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1778629270.343856:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343859:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629270.343860:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778629270.343861:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1778629270.343862:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1778629270.343863:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629270.343865:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629270.343867:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629270.343869:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629270.343870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1778629270.343872:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629270.343878:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343882:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629270.343885:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343889:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629270.343891:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1778629270.343892:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778629270.343894:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629270.343895:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629270.343900:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.343901:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629270.343901:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629270.343905:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629270.343906:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629270.343910:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629270.343910:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343911:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629270.343915:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1778629270.343917:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635392:192.168.204.112@tcp:250:kworker.0
00000008:00000001:1.0:1778629270.343917:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343920:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629270.343924:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820700.
00000100:00000001:0.0:1778629270.343925:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1778629270.343926:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629270.343929:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629270.343930:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629270.343930:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343931:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629270.343933:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629270.343934:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629270.343935:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.343939:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629270.343940:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:1.0:1778629270.343943:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629270.343946:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1778629270.343950:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:1.0:1778629270.343954:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1778629270.343955:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.343957:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629270.343960:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007531e58b] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629270.343965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629270.343971:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:1.0:1778629270.343972:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629270.343974:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629270.343977:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629270.343977:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629270.343978:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1778629270.343980:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000001:1.0:1778629270.343980:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629270.343984:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13945
00000400:00000200:1.0:1778629270.343986:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:0.0:1778629270.343989:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635392, portal 25
00000400:00000200:1.0:1778629270.343989:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629270.343992:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629270.343994:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1778629270.343995:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629270.343997:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880064 : -123998079671552 : ffff8f3972822300)
00000100:00000001:1.0:1778629270.343998:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629270.344000:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.344003:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629270.344004:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629270.344006:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629270.344007:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1778629270.344008:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778629270.344008:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629270.344012:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629270.344016:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629270.344022:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.344025:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629270.344028:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629270.344032:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629270.344036:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629270.344039:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629270.344040:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778629270.344043:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629270.344045:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1778629270.344047:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629270.344048:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629270.344050:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629270.344051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000001:1.0:1778629270.344051:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629270.344053:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629270.344055:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629270.344056:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472635392, offset 0
00000100:00000001:1.0:1778629270.344057:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629270.344062:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822a00.
00000020:00000040:1.0:1778629270.344064:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629270.344066:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629270.344068:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629270.344068:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.344075:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629270.344077:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1778629270.344079:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:1.0:1778629270.344079:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629270.344084:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629270.344086:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629270.344087:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629270.344093:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1778629270.344093:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629270.344099:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:1.0:1778629270.344103:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629270.344105:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1778629270.344106:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629270.344109:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:1.0:1778629270.344111:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000563e8c66] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629270.344116:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497563:497563:256:4294967295] 192.168.204.112@tcp LPNI seq info [497522:497522:8:4294967295]
00000400:00000200:0.0:1778629270.344125:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629270.344128:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629270.344130:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629270.344135:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629270.344139:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1778629270.344140:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629270.344146:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629270.344151:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13955)
00000800:00000200:0.0:1778629270.344156:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344160:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629270.344166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629270.344169:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778629270.344173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629270.344175:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778629270.344177:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344179:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629270.344184:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629270.344187:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629270.344190:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629270.344191:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629270.344194:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629270.344198:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344205:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344207:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344215:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344216:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629270.344220:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629270.344222:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629270.344224:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308622096
00000100:00000010:0.0:1778629270.344227:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629270.344233:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629270.344237:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308622096
00000100:00000010:0.0:1778629270.344239:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6120.
00000100:00000001:0.0:1778629270.344241:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629270.344243:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629270.344245:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344246:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629270.344249:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629270/real 1778629270]  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629270.344254:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629270.344256:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629270.344257:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629270.344258:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629270.344259:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629270.344261:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629270.344263:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629270.344268:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344271:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629270.344272:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344273:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629270.344276:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344281:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629270.344284:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344290:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629270.344293:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344294:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344295:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344297:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629270.344299:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629270.344301:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629270.344305:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629270.344307:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629270.344311:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629270.344320:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635392:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629270.344324:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344326:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344328:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822300 x1865013472635392/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344334:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629270.344337:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629270.344339:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629270.344342:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629270.344343:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629270.344345:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629270.344347:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629270.344349:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:0.0:1778629270.344352:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629270.344355:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629270.344356:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822300.
00000100:00000001:0.0:1778629270.344359:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629270.344360:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344362:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344368:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629270.344370:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344371:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629270.344372:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629270.344373:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629270.344376:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344380:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629270.344381:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.344382:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629270.344384:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629270.344385:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629270.344386:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635520:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629270.344388:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629270.344390:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629270.344391:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.344392:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629270.344394:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629270.344395:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629270.344397:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629270.344399:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629270.344401:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629270.344403:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635520, portal 10
00000100:00000001:0.0:1778629270.344410:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629270.344411:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872896 : -123998079678720 : ffff8f3972820700)
00000100:00000040:0.0:1778629270.344415:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344419:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629270.344420:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629270.344422:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629270.344423:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472635520, offset 0
00000400:00000200:0.0:1778629270.344426:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629270.344428:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629270.344430:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629270.344433:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629270.344434:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629270.344436:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629270.344437:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629270.344439:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497564:497564:256:4294967295] 192.168.204.112@tcp LPNI seq info [497523:497523:8:4294967295]
00000400:00000200:0.0:1778629270.344441:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629270.344445:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629270.344448:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344450:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629270.344452:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629270.344453:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778629270.344456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629270.344458:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778629270.344460:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344461:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629270.344463:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629270.344466:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629270.344468:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629270.344470:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629270.344472:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629270.344475:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344482:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344485:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344491:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344492:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629270.344496:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629270.344500:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629270.344504:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629270.344506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308618253
00000100:00000001:0.0:1778629270.344508:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308622096
00000100:00000001:0.0:1778629270.344510:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308618253
00000100:00000001:0.0:1778629270.344512:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308622096
00000100:00000001:0.0:1778629270.344514:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629270.344516:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344517:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629270.344532:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629270/real 1778629270]  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629270.344537:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629270.344538:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629270.344539:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629270.344541:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629270.344542:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629270.344543:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629270.344545:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629270.344550:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344553:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629270.344554:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344555:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629270.344558:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344561:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629270.344563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344568:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629270.344569:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344570:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344571:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344572:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629270.344575:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629270.344576:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629270.344578:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629270.344579:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629270.344582:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629270.344590:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635520:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629270.344593:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629270.344596:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344602:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629270.344603:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.344605:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629270.344625:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629270.344627:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629270.344630:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629270.344632:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629270.344634:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629270.344635:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629270.344636:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629270.344638:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629270.344640:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629270.344642:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629270.344644:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629270.344646:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629270.344648:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635648, portal 10
00000100:00000001:0.0:1778629270.344649:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629270.344650:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629881856 : -123998079669760 : ffff8f3972822a00)
00000100:00000040:0.0:1778629270.344653:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344657:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629270.344658:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629270.344660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629270.344661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472635648, offset 0
00000400:00000200:0.0:1778629270.344663:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629270.344665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629270.344667:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629270.344669:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629270.344671:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629270.344672:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629270.344673:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629270.344675:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497565:497565:256:4294967295] 192.168.204.112@tcp LPNI seq info [497524:497524:8:4294967295]
00000400:00000200:0.0:1778629270.344678:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629270.344681:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629270.344684:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344685:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629270.344688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629270.344689:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1778629270.344692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629270.344694:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1778629270.344696:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629270.344697:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629270.344699:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629270.344701:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629270.344702:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629270.344703:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629270.344705:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629270.344707:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344711:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344713:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344716:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344717:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629270.344719:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629270.344721:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629270.344723:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629270.344724:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308618255
00000100:00000001:0.0:1778629270.344726:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308622096
00000100:00000001:0.0:1778629270.344727:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308618255
00000100:00000001:0.0:1778629270.344728:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308622096
00000100:00000001:0.0:1778629270.344729:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629270.344730:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344731:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629270.344733:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629270/real 1778629270]  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629270.344737:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629270.344738:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629270.344739:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629270.344740:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629270.344741:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629270.344742:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629270.344744:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629270.344749:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344753:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629270.344754:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344755:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344756:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629270.344758:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344761:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629270.344763:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344766:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629270.344767:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344768:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629270.344769:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344770:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629270.344771:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629270.344773:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629270.344775:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629270.344776:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629270.344778:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629270.344782:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629270.344784:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344785:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344787:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820700 x1865013472635520/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344790:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629270.344791:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629270.344792:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629270.344794:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629270.344795:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629270.344796:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629270.344797:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629270.344798:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:0.0:1778629270.344800:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629270.344801:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629270.344802:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820700.
00000100:00000001:0.0:1778629270.344804:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629270.344805:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344807:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629270.344810:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822a00 x1865013472635648/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629270.344815:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629270.344816:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629270.344818:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629270.344820:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629270.344821:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629270.344822:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629270.344824:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629270.344825:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:0.0:1778629270.344827:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629270.344828:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629270.344829:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822a00.
00000100:00000001:0.0:1778629270.344831:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629270.344832:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344834:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.344837:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629270.344838:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.344840:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629270.344842:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629270.599710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629270.599710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629270.599716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629270.599716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629270.599718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.599718:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629270.599723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629270.599723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629270.599727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629270.599727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629270.599730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629270.599730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.599734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629270.599734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629270.599737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629270.599737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629270.599740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629270.599740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629270.600040:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629270.600043:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629270.600046:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629270.600047:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629270.600049:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629270.600050:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629270.600062:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629270.600064:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629270.600066:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629271.367758:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629271.367765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629271.367767:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629271.367771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629271.367775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629271.367778:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629271.367781:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629271.367783:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629271.367785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629271.623748:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629271.623752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629271.623753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629271.623755:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629271.623760:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629271.623760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629271.623761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629271.623764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629271.623768:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629271.623770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629271.623772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629271.623773:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629271.623774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629271.623776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629271.623784:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629271.623786:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629271.623791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629271.623791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629271.623802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629271.623803:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629271.623808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629271.623809:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629271.623820:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629271.623820:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629271.623832:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629271.623836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629271.623840:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629272.391753:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629272.391761:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629272.391763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629272.391771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629272.391775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629272.391779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629272.391782:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629272.391785:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629272.391789:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629272.647752:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629272.647752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629272.647758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629272.647761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629272.647764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629272.647765:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629272.647767:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629272.647773:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629272.647776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629272.647777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629272.647779:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629272.647781:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629272.647784:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629272.647785:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629272.647787:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629272.647791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629272.647791:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629272.647792:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629272.647797:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629272.647798:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629272.647801:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629272.647803:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629272.647804:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629272.647806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629272.647815:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629272.647817:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629272.647817:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629272.647824:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629272.647827:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629272.647831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629272.647840:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629272.647843:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629272.647845:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629273.415684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629273.415689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629273.415690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629273.415694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629273.415697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629273.415699:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629273.415702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629273.415704:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629273.415705:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629273.671711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629273.671712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629273.671716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629273.671719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629273.671720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629273.671720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629273.671724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629273.671724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629273.671727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629273.671730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629273.671730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629273.671731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629273.671738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629273.671738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629273.671739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629273.671742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629273.671743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629273.671744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629273.671750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629273.671750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629273.671753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629273.671754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629273.671759:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629273.671759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629273.671804:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629273.671808:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629273.671811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629274.247745:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308622096, at 4308622144
00000100:00000040:1.0:1778629274.247745:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308622096, at 4308622144
00000100:00000010:0.0:1778629274.247763:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000010:1.0:1778629274.247767:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6120.
00000100:00000001:3.0:1778629274.439740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629274.439753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629274.439755:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629274.439760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629274.439764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629274.439767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629274.439770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629274.439772:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629274.439775:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629274.695709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629274.695709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629274.695713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629274.695715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629274.695716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629274.695719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629274.695719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695719:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629274.695722:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629274.695726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629274.695726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629274.695726:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629274.695730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629274.695730:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629274.695731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629274.695733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629274.695733:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629274.695734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629274.695736:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629274.695737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629274.695738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629274.695740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629274.695741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629274.695746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629274.695747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695747:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629274.695755:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629274.695756:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629274.695758:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695759:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629274.695761:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695762:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695764:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629274.695767:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629274.695769:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629274.695789:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629274.695791:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629274.695794:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629275.463693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629275.463694:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629275.463700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629275.463703:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629275.463703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.463706:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1778629275.463709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629275.463710:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629275.463714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629275.463715:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629275.463719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629275.463723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1778629275.463726:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13950
00000100:00000001:2.0:1778629275.463727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629275.463732:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629275.463736:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629275.463743:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629275.463747:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629275.463751:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463755:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629275.463758:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463760:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629275.463764:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629275.463766:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629275.463768:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629275.463770:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629275.463772:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629275.463775:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629275.463777:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463779:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629275.463781:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463783:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629275.463785:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629275.463788:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463791:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629275.463793:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629275.463796:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629275.463799:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.463801:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629275.463803:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629275.463812:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821f80.
00000020:00000040:1.0:1778629275.463815:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629275.463819:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629275.463820:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.463823:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629275.463826:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629275.463830:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629275.463837:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:1.0:1778629275.463842:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629275.463851:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629275.463860:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629275.463864:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629275.463868:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4f1737] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629275.463886:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629275.463889:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629275.463892:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629275.463893:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629275.463895:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629275.463898:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629275.463901:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13950
00000400:00000200:1.0:1778629275.463905:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629275.463906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1778629275.463909:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629275.463911:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629275.463914:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629275.463915:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629275.463919:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463923:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629275.463925:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629275.463927:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463933:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629275.463937:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629275.463939:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:0.0:1778629275.463942:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1778629275.463942:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629275.463946:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629275.463946:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629275.463950:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629275.463951:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629275.463955:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1778629275.463955:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629275.463960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629275.463961:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463965:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1778629275.463967:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635776:192.168.204.112@tcp:250:kworker.0
00000100:00000040:1.0:1778629275.463969:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.463974:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629275.463976:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1778629275.463978:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:0.0:1778629275.463981:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1778629275.463982:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629275.463984:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.463986:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629275.463989:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1778629275.463989:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1778629275.463995:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778629275.463995:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629275.463999:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629275.464000:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464004:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629275.464007:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:1.0:1778629275.464008:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1778629275.464012:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000008:00000001:1.0:1778629275.464012:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464016:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629275.464021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000010:1.0:1778629275.464022:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823b80.
00000020:00000040:1.0:1778629275.464025:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000200:0.0:1778629275.464027:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635776, portal 25
02000000:00000001:1.0:1778629275.464028:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778629275.464031:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1778629275.464031:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464033:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629879168 : -123998079672448 : ffff8f3972821f80)
00000100:00000001:1.0:1778629275.464035:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629275.464037:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1778629275.464039:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629275.464040:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464047:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1778629275.464047:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000040:0.0:1778629275.464051:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629275.464053:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629275.464054:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629275.464058:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472635776, offset 0
00000100:00100000:1.0:1778629275.464061:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629275.464064:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464072:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629275.464072:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629275.464076:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629275.464079:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778629275.464083:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d80ff9d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629275.464084:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629275.464089:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629275.464093:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629275.464098:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.464100:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629275.464103:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497566:497566:256:4294967295] 192.168.204.112@tcp LPNI seq info [497525:497525:8:4294967295]
00000100:00080000:1.0:1778629275.464105:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629275.464111:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1778629275.464112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629275.464114:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629275.464117:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629275.464120:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629275.464127:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13950
00000400:00000200:0.0:1778629275.464129:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1778629275.464137:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:0.0:1778629275.464138:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629275.464142:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000010:0.0:1778629275.464144:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000100:00080000:1.0:1778629275.464146:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629275.464151:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:0.0:1778629275.464156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629275.464156:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1778629275.464162:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1778629275.464162:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.464168:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629275.464171:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1778629275.464172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778629275.464173:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629275.464176:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1778629275.464177:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000020:00000040:1.0:1778629275.464179:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629275.464183:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000100:0.0:1778629275.464186:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000001:1.0:1778629275.464187:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000010:0.0:1778629275.464190:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000100:00000040:1.0:1778629275.464192:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.464195:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629275.464197:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1778629275.464198:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629275.464203:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629275.464208:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1778629275.464209:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629275.464214:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464215:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629275.464219:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:1.0:1778629275.464219:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629275.464223:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629275.464225:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1778629275.464226:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629275.464229:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464233:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629275.464235:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1778629275.464238:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1778629275.464238:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464240:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629275.464246:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820e00.
00000020:00000040:1.0:1778629275.464250:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629275.464254:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1778629275.464254:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629275.464257:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464259:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1778629275.464261:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629275.464261:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629275.464264:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629275.464269:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:0.0:1778629275.464273:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.464274:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464276:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1778629275.464282:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629275.464283:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629275.464291:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629275.464295:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308627216
00000100:00000001:1.0:1778629275.464297:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629275.464300:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629275.464302:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000040:1.0:1778629275.464305:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001136902d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464309:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629275.464316:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464317:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308627216
00000100:00000040:1.0:1778629275.464319:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1778629275.464321:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6000.
00000100:00000040:1.0:1778629275.464324:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629275.464326:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1778629275.464327:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629275.464332:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1778629275.464332:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629275.464337:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629275.464338:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13961)
00000100:00000001:0.0:1778629275.464340:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629275.464347:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629275/real 1778629275]  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629275.464356:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629275.464358:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629275.464360:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629275.464363:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629275.464364:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629275.464366:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629275.464369:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629275.464374:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464378:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629275.464379:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464380:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629275.464384:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464388:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629275.464390:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464398:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629275.464399:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464400:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464401:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464402:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629275.464404:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629275.464405:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629275.464407:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629275.464408:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629275.464411:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629275.464415:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472635776:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629275.464431:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464432:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629275.464435:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821f80 x1865013472635776/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464439:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629275.464440:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629275.464442:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629275.464444:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629275.464445:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629275.464446:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629275.464448:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629275.464449:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:0.0:1778629275.464452:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629275.464453:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629275.464454:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821f80.
00000100:00000001:0.0:1778629275.464456:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629275.464457:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464459:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464464:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629275.464465:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464466:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629275.464467:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629275.464468:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629275.464470:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464474:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629275.464475:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629275.464476:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629275.464477:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629275.464478:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629275.464480:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635904:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629275.464482:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629275.464483:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629275.464484:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629275.464485:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629275.464487:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629275.464488:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629275.464491:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629275.464492:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629275.464495:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629275.464497:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472635904, portal 10
00000100:00000001:0.0:1778629275.464498:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629275.464499:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629886336 : -123998079665280 : ffff8f3972823b80)
00000100:00000040:0.0:1778629275.464502:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464506:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629275.464508:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629275.464509:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629275.464510:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472635904, offset 0
00000400:00000200:0.0:1778629275.464512:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464515:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629275.464518:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629275.464520:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629275.464521:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629275.464523:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629275.464524:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464526:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497567:497567:256:4294967295] 192.168.204.112@tcp LPNI seq info [497526:497526:8:4294967295]
00000400:00000200:0.0:1778629275.464529:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629275.464533:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629275.464535:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629275.464537:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629275.464539:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629275.464541:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778629275.464545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629275.464547:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1778629275.464551:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629275.464553:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629275.464555:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629275.464558:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629275.464561:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629275.464562:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629275.464564:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629275.464567:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464575:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629275.464577:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464584:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464585:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629275.464588:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629275.464592:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629275.464596:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629275.464598:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308623373
00000100:00000001:0.0:1778629275.464600:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308627216
00000100:00000001:0.0:1778629275.464601:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308623373
00000100:00000001:0.0:1778629275.464602:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308627216
00000100:00000001:0.0:1778629275.464604:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629275.464605:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464606:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629275.464627:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629275/real 1778629275]  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629275.464634:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629275.464636:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629275.464637:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629275.464640:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629275.464641:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629275.464643:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629275.464646:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629275.464653:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464659:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629275.464660:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464662:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629275.464667:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464673:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629275.464676:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464683:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629275.464684:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464686:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464687:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464688:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629275.464691:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629275.464692:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629275.464694:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629275.464695:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629275.464698:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629275.464702:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472635904:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629275.464705:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629275.464706:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464710:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629275.464711:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629275.464712:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629275.464714:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629275.464715:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629275.464716:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629275.464718:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629275.464719:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629275.464720:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629275.464721:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629275.464723:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629275.464724:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629275.464726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629275.464728:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629275.464729:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629275.464731:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636032, portal 10
00000100:00000001:0.0:1778629275.464733:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629275.464734:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629874688 : -123998079676928 : ffff8f3972820e00)
00000100:00000040:0.0:1778629275.464737:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464741:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629275.464742:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629275.464743:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629275.464745:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472636032, offset 0
00000400:00000200:0.0:1778629275.464747:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464749:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629275.464751:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629275.464753:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629275.464755:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629275.464756:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629275.464757:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629275.464759:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497568:497568:256:4294967295] 192.168.204.112@tcp LPNI seq info [497527:497527:8:4294967295]
00000400:00000200:0.0:1778629275.464761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629275.464765:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629275.464767:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629275.464769:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629275.464772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629275.464775:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1778629275.464779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629275.464781:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1778629275.464784:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629275.464786:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629275.464788:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629275.464791:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629275.464794:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629275.464795:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629275.464797:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629275.464801:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464814:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629275.464817:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464822:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464823:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629275.464825:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629275.464828:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629275.464830:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629275.464831:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308623375
00000100:00000001:0.0:1778629275.464832:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308627216
00000100:00000001:0.0:1778629275.464834:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308623375
00000100:00000001:0.0:1778629275.464835:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308627216
00000100:00000001:0.0:1778629275.464836:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629275.464838:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464839:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629275.464841:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629275/real 1778629275]  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629275.464845:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629275.464846:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629275.464847:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629275.464848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629275.464849:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629275.464850:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629275.464852:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629275.464856:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464859:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629275.464860:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464861:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464862:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629275.464864:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464867:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629275.464869:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464873:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629275.464874:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464875:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629275.464875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464876:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629275.464878:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629275.464879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629275.464881:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629275.464882:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629275.464884:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629275.464888:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629275.464890:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464891:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629275.464893:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823b80 x1865013472635904/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464897:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629275.464898:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629275.464899:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629275.464900:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629275.464901:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629275.464902:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629275.464903:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629275.464904:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:0.0:1778629275.464906:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629275.464907:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629275.464908:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823b80.
00000100:00000001:0.0:1778629275.464909:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629275.464910:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464911:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629275.464912:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820e00 x1865013472636032/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629275.464916:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629275.464917:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629275.464917:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629275.464918:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629275.464919:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629275.464920:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629275.464921:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629275.464922:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:0.0:1778629275.464924:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629275.464925:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629275.464926:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820e00.
00000100:00000001:0.0:1778629275.464928:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629275.464929:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.464934:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629275.464935:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.464937:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629275.464938:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.719676:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629275.719676:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629275.719678:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629275.719682:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.719684:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629275.719684:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629275.719686:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629275.719687:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.719688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629275.719688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629275.719694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629275.719694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629275.719694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629275.719697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629275.719701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629275.719701:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629275.719707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629275.719707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.719712:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629275.719712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629275.719715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629275.719716:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629275.719720:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629275.719721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629275.719751:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629275.719755:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629275.719758:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629276.487855:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629276.487861:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629276.487863:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629276.487876:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629276.487879:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629276.487882:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629276.487884:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629276.487885:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629276.487887:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629276.743699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629276.743699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629276.743703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629276.743706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629276.743706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629276.743707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629276.743709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629276.743710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629276.743712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629276.743715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629276.743716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629276.743716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629276.743718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629276.743721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629276.743722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629276.743723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629276.743728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629276.743728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629276.743733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629276.743734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629276.743738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629276.743738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629276.743740:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629276.743743:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629276.743745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629276.743745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629276.743745:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629277.511690:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629277.511698:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629277.511700:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629277.511706:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629277.511709:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629277.511714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629277.511717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629277.511720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629277.511722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629277.767693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629277.767695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629277.767699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629277.767700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629277.767704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629277.767706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629277.767706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629277.767708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629277.767709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629277.767712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629277.767713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629277.767714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629277.767715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629277.767716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629277.767718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629277.767722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629277.767723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629277.767727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629277.767727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629277.767731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629277.767731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629277.767737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629277.767739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629277.767740:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629277.767743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629277.767744:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629277.767749:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629278.535712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629278.535719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629278.535721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629278.535726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629278.535730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629278.535733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629278.535736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629278.535739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629278.535742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629278.791711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629278.791711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629278.791718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629278.791720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629278.791720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629278.791722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629278.791724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629278.791724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629278.791728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629278.791730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629278.791730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629278.791732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629278.791733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629278.791735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629278.791737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629278.791738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629278.791739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629278.791740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629278.791742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629278.791742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629278.791744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629278.791749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629278.791752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629278.791755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629278.791768:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629278.791772:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629278.791776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629279.367722:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308627216, at 4308627264
00000100:00000040:1.0:1778629279.367722:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308627216, at 4308627264
00000100:00000010:1.0:1778629279.367737:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6000.
00000100:00000010:0.0:1778629279.367739:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:2.0:1778629279.559706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629279.559711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629279.559713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629279.559717:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629279.559720:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629279.559723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629279.559727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629279.559729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629279.559732:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629279.815700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629279.815701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629279.815703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629279.815707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629279.815708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629279.815709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629279.815712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629279.815713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629279.815714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629279.815715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629279.815716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629279.815718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629279.815720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629279.815720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629279.815723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629279.815724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629279.815725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629279.815727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629279.815729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629279.815731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629279.815733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629279.815734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629279.815738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629279.815738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629279.815781:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629279.815785:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629279.815788:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629280.583730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629280.583738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629280.583740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629280.583745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629280.583749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629280.583752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629280.583754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629280.583756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629280.583759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629280.583860:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629280.583865:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629280.583868:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629280.583871:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629280.583874:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629280.583881:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13956
00000400:00000200:1.0:1778629280.583889:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629280.583896:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629280.583899:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629280.583902:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.583904:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629280.583907:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.583909:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629280.583913:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629280.583915:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629280.583917:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629280.583920:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629280.583922:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629280.583924:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629280.583927:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.583929:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629280.583939:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.583941:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629280.583944:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629280.583947:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629280.583950:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629280.583953:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629280.583956:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629280.583959:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629280.583962:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629280.583964:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629280.583973:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820e00.
00000020:00000040:1.0:1778629280.583976:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629280.583979:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629280.583981:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629280.583983:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629280.583986:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629280.583989:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629280.583997:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:1.0:1778629280.584003:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629280.584011:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629280.584021:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629280.584025:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629280.584030:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001136902d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629280.584050:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629280.584053:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629280.584056:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629280.584057:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629280.584059:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629280.584062:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629280.584065:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13956
00000400:00000200:1.0:1778629280.584068:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629280.584070:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629280.584072:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629280.584074:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584075:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629280.584077:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584079:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629280.584081:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629280.584082:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629280.584084:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629280.584086:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629280.584088:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629280.584090:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629280.584092:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1778629280.584093:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629280.584096:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629280.584097:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629280.584100:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629280.584101:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584105:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629280.584108:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:0.0:1778629280.584110:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1778629280.584113:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584119:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629280.584123:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629280.584128:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1778629280.584129:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629280.584131:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629280.584133:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.584136:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778629280.584137:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629280.584141:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1778629280.584143:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629280.584145:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1778629280.584149:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629280.584153:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636160:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629280.584153:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629280.584159:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823b80.
00000100:00000001:0.0:1778629280.584160:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1778629280.584164:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629280.584166:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629280.584168:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629280.584170:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629280.584171:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.584175:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1778629280.584175:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1778629280.584182:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629280.584184:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629280.584185:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629280.584188:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.584193:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:1.0:1778629280.584194:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000400:00000010:0.0:1778629280.584197:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:1.0:1778629280.584199:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629280.584205:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00100000:1.0:1778629280.584206:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1778629280.584213:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636160, portal 25
00000100:00000001:0.0:1778629280.584219:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629280.584222:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629874688 : -123998079676928 : ffff8f3972820e00)
00000100:00000040:0.0:1778629280.584232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629280.584233:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629280.584237:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629280.584246:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d80ff9d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584255:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778629280.584256:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629280.584259:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629280.584264:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1778629280.584265:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584267:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629280.584268:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1778629280.584270:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000001:1.0:1778629280.584271:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1778629280.584276:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472636160, offset 0
00000100:00080000:1.0:1778629280.584276:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13956
00000400:00000200:1.0:1778629280.584281:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629280.584283:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629280.584286:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629280.584288:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629280.584291:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584293:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629280.584295:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584296:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629280.584297:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629280.584298:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629280.584301:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778629280.584302:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:1.0:1778629280.584303:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629280.584306:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629280.584308:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629280.584312:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:1.0:1778629280.584313:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584328:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629280.584331:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584333:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629280.584334:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1778629280.584338:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629280.584342:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778629280.584345:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584348:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.584350:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1778629280.584350:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629280.584353:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629280.584356:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:1.0:1778629280.584357:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629280.584360:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629280.584361:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629280.584365:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497569:497569:256:4294967295] 192.168.204.112@tcp LPNI seq info [497528:497528:8:4294967295]
00000008:00000001:1.0:1778629280.584366:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.584372:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629280.584376:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629280.584379:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821f80.
00000020:00000040:1.0:1778629280.584383:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629280.584387:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629280.584390:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1778629280.584390:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629280.584393:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629280.584394:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629280.584396:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629280.584399:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd800.
00000800:00000200:0.0:1778629280.584403:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629280.584404:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629280.584410:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1778629280.584412:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000100:00000001:1.0:1778629280.584418:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629280.584419:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629280.584425:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4f1737] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1778629280.584426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629280.584434:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1778629280.584434:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629280.584437:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629280.584441:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629280.584443:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1778629280.584446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:1.0:1778629280.584447:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629280.584453:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13966)
00000800:00000200:0.1:1778629280.584453:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629280.584461:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629280.584463:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629280.584469:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629280.584473:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629280.584477:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629280.584478:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629280.584481:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629280.584485:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584491:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.584493:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584498:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.584499:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629280.584503:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.584507:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629280.584509:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308632336
00000100:00000010:0.0:1778629280.584514:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629280.584520:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629280.584525:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308632336
00000100:00000010:0.0:1778629280.584528:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6c00.
00000100:00000001:0.0:1778629280.584531:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629280.584534:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629280.584537:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.584539:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629280.584545:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629280/real 1778629280]  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629280.584553:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629280.584555:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629280.584557:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629280.584559:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629280.584560:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629280.584563:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629280.584567:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629280.584574:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584581:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629280.584582:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.584586:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629280.584590:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584596:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629280.584600:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584648:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629280.584652:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584654:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.584656:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584658:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629280.584660:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629280.584663:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629280.584667:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629280.584670:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629280.584674:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629280.584682:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636160:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629280.584686:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584688:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.584690:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820e00 x1865013472636160/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584697:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629280.584699:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629280.584702:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629280.584705:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629280.584706:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629280.584708:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629280.584710:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629280.584712:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:0.0:1778629280.584715:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629280.584716:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629280.584718:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820e00.
00000100:00000001:0.0:1778629280.584721:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629280.584722:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584724:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584730:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629280.584732:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.584733:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629280.584735:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629280.584736:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629280.584740:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584747:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629280.584748:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.584750:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629280.584752:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629280.584754:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629280.584756:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636288:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629280.584759:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629280.584761:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629280.584762:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.584764:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629280.584767:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629280.584768:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.584772:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629280.584775:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629280.584779:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629280.584781:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636288, portal 10
00000100:00000001:0.0:1778629280.584783:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629280.584784:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629886336 : -123998079665280 : ffff8f3972823b80)
00000100:00000040:0.0:1778629280.584792:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584798:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629280.584800:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629280.584802:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629280.584804:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472636288, offset 0
00000400:00000200:0.0:1778629280.584808:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629280.584812:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629280.584816:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629280.584819:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629280.584822:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629280.584824:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629280.584826:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629280.584830:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497570:497570:256:4294967295] 192.168.204.112@tcp LPNI seq info [497529:497529:8:4294967295]
00000400:00000200:0.0:1778629280.584834:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629280.584849:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629280.584854:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629280.584857:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629280.584860:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629280.584863:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778629280.584867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629280.584869:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629280.584873:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629280.584875:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629280.584877:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629280.584880:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629280.584882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629280.584883:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629280.584885:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629280.584887:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584892:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.584900:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584904:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.584905:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629280.584908:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629280.584911:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629280.584915:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629280.584916:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308628494
00000100:00000001:0.0:1778629280.584919:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308632336
00000100:00000001:0.0:1778629280.584920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308628494
00000100:00000001:0.0:1778629280.584923:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308632336
00000100:00000001:0.0:1778629280.584925:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629280.584927:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.584928:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629280.584932:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629280/real 1778629280]  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629280.584940:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629280.584941:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629280.584943:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629280.584945:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629280.584946:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629280.584948:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629280.584952:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629280.584959:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584965:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629280.584966:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584968:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.584969:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629280.584972:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584979:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629280.584982:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.584989:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629280.584991:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584993:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.584994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.584996:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629280.585000:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629280.585002:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629280.585005:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629280.585007:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629280.585011:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629280.585019:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636288:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629280.585022:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629280.585025:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585032:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629280.585033:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.585035:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629280.585037:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629280.585038:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629280.585041:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629280.585044:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629280.585046:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629280.585047:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629280.585049:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629280.585052:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629280.585054:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629280.585057:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629280.585059:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629280.585062:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629280.585065:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636416, portal 10
00000100:00000001:0.0:1778629280.585066:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629280.585067:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629879168 : -123998079672448 : ffff8f3972821f80)
00000100:00000040:0.0:1778629280.585073:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585079:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629280.585081:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629280.585083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629280.585085:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472636416, offset 0
00000400:00000200:0.0:1778629280.585089:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629280.585092:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629280.585096:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629280.585099:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629280.585101:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629280.585103:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629280.585106:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629280.585108:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497571:497571:256:4294967295] 192.168.204.112@tcp LPNI seq info [497530:497530:8:4294967295]
00000400:00000200:0.0:1778629280.585112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629280.585117:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629280.585121:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629280.585124:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629280.585128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629280.585130:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1778629280.585134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629280.585137:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1778629280.585140:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629280.585142:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629280.585144:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629280.585148:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629280.585150:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629280.585152:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629280.585154:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629280.585157:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585164:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.585167:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585173:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.585175:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629280.585178:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629280.585181:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629280.585184:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629280.585186:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308628495
00000100:00000001:0.0:1778629280.585188:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308632336
00000100:00000001:0.0:1778629280.585190:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308628495
00000100:00000001:0.0:1778629280.585192:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308632336
00000100:00000001:0.0:1778629280.585194:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629280.585196:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.585198:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629280.585201:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629280/real 1778629280]  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629280.585208:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629280.585210:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629280.585211:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629280.585213:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629280.585215:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629280.585217:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629280.585220:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629280.585228:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585234:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629280.585236:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585238:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.585239:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629280.585243:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585249:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629280.585253:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585259:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629280.585261:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585262:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629280.585264:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585265:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629280.585267:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629280.585269:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629280.585273:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629280.585275:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629280.585278:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629280.585286:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629280.585289:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585291:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.585293:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823b80 x1865013472636288/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585300:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629280.585301:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629280.585302:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629280.585305:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629280.585306:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629280.585308:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629280.585310:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629280.585311:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:0.0:1778629280.585313:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629280.585314:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629280.585316:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823b80.
00000100:00000001:0.0:1778629280.585329:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629280.585330:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585332:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629280.585334:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821f80 x1865013472636416/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629280.585340:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629280.585341:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629280.585343:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629280.585345:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629280.585346:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629280.585347:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629280.585348:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629280.585350:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:0.0:1778629280.585351:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629280.585352:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629280.585354:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821f80.
00000100:00000001:0.0:1778629280.585356:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629280.585357:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585359:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.585362:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629280.585363:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.585365:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629280.585366:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.839696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629280.839696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629280.839701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629280.839702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629280.839702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629280.839704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629280.839705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.839706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629280.839708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629280.839712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629280.839712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629280.839713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629280.839715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.839717:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629280.839719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.839721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629280.839722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629280.839722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629280.839725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.839726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629280.839726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629280.839728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629280.839730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629280.839734:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629280.839751:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629280.839754:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629280.839757:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629281.607757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629281.607766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629281.607768:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629281.607774:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629281.607778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629281.607791:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629281.607794:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629281.607797:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629281.607800:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629281.863696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629281.863697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629281.863697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629281.863704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629281.863705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629281.863706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629281.863708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629281.863709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629281.863711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629281.863714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629281.863716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629281.863716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629281.863718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629281.863722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629281.863722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629281.863727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629281.863728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629281.863731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629281.863732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629281.863735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629281.863736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629281.863739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629281.863740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629281.863743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629281.863786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629281.863789:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629281.863791:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629282.631704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629282.631709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629282.631711:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629282.631715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629282.631717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629282.631720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629282.631722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629282.631724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629282.631726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629282.887699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629282.887699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629282.887699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629282.887704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629282.887706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629282.887706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629282.887711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629282.887711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629282.887712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629282.887715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629282.887718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629282.887718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629282.887719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629282.887722:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629282.887723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629282.887723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629282.887724:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629282.887726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629282.887727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629282.887728:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629282.887730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629282.887733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629282.887733:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629282.887734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629282.887736:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629282.887737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629282.887738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629282.887740:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629282.887743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629282.887743:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629282.887765:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629282.887766:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629282.887768:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629283.655713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629283.655719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629283.655722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629283.655727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629283.655731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629283.655734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629283.655736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629283.655740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629283.655743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629283.911765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629283.911771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629283.911772:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629283.911775:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629283.911781:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629283.911782:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629283.911782:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629283.911786:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629283.911792:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629283.911792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629283.911796:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629283.911801:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629283.911802:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629283.911804:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629283.911808:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629283.911810:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629283.911810:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629283.911812:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629283.911823:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629283.911823:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629283.911827:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629283.911827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629283.911832:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629283.911834:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629283.911885:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629283.911889:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629283.911892:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629284.487732:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308632336, at 4308632384
00000100:00000040:1.0:1778629284.487732:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308632336, at 4308632384
00000100:00000010:1.0:1778629284.487750:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6c00.
00000100:00000010:0.0:1778629284.487752:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:2.0:1778629284.679735:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629284.679742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629284.679744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629284.679748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629284.679752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629284.679756:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629284.679759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629284.679762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629284.679765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629284.935712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629284.935712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629284.935718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629284.935718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629284.935719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629284.935721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629284.935722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935724:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1778629284.935727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629284.935727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629284.935727:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629284.935732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629284.935732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629284.935732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629284.935736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629284.935737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629284.935737:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629284.935740:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629284.935742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629284.935742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629284.935742:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629284.935745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629284.935746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629284.935746:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629284.935748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629284.935750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629284.935754:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629284.935756:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629284.935757:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935759:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629284.935768:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935770:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935772:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629284.935776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629284.935777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629284.935796:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629284.935798:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629284.935800:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629285.703734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629285.703742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629285.703743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629285.703748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629285.703751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629285.703754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629285.703756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629285.703758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629285.703759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629285.703777:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629285.703781:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629285.703783:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629285.703786:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629285.703788:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629285.703794:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13961
00000400:00000200:2.0:1778629285.703801:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629285.703807:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629285.703809:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629285.703811:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703815:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629285.703817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629285.703823:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629285.703825:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629285.703827:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629285.703829:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629285.703832:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629285.703834:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629285.703837:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703839:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629285.703842:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703843:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629285.703846:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629285.703849:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703851:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629285.703854:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629285.703857:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629285.703859:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.703861:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629285.703863:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629285.703872:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629285.703875:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629285.703878:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629285.703880:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.703883:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629285.703885:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629285.703888:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629285.703895:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778629285.703901:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629285.703910:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629285.703920:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629285.703924:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629285.703928:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629285.703955:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629285.703957:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629285.703960:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629285.703961:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629285.703963:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629285.703965:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629285.703967:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13961
00000400:00000200:2.0:1778629285.703971:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629285.703974:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629285.703976:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629285.703978:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703981:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629285.703983:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.703986:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629285.703988:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629285.703990:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629285.703991:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629285.703993:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629285.703996:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629285.703998:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629285.704001:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629285.704001:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.704005:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629285.704006:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629285.704008:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629285.704010:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629285.704014:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629285.704018:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:0.0:1778629285.704020:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629285.704031:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629285.704035:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629285.704038:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629285.704044:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629285.704044:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629285.704048:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629285.704048:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.704052:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629285.704055:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1778629285.704056:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629285.704059:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1778629285.704059:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.704062:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704065:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629285.704066:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629285.704070:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629285.704073:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1778629285.704074:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636544:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629285.704078:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704080:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629285.704080:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629285.704083:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629285.704084:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704086:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1778629285.704089:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629285.704090:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.704092:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704094:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629285.704100:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629285.704104:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629285.704104:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629285.704115:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629285.704116:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1778629285.704120:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000100:00000001:2.0:1778629285.704120:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629285.704125:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1778629285.704129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629285.704139:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636544, portal 25
00000100:00000001:2.0:1778629285.704139:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629285.704142:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629285.704143:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629285.704147:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00080000:2.0:1778629285.704148:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629285.704151:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629285.704153:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629285.704156:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629285.704159:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13961
00000100:00000040:0.0:1778629285.704163:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629285.704167:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629285.704173:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629285.704180:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629285.704182:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629285.704185:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629285.704189:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:0.0:1778629285.704190:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000001:2.0:1778629285.704192:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1778629285.704195:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472636544, offset 0
00000100:00000040:2.0:1778629285.704196:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.704200:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629285.704202:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629285.704204:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:0.0:1778629285.704207:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629285.704207:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629285.704211:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629285.704213:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629285.704226:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629285.704231:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629285.704232:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629285.704236:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629285.704238:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629285.704241:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778629285.704241:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629285.704247:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:0.0:1778629285.704249:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778629285.704253:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629285.704256:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629285.704257:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629285.704261:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629285.704263:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1778629285.704265:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1778629285.704268:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:2.0:1778629285.704270:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.704273:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629285.704277:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497572:497572:256:4294967295] 192.168.204.112@tcp LPNI seq info [497531:497531:8:4294967295]
00000008:00100000:2.0:1778629285.704277:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629285.704283:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629285.704286:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629285.704286:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629285.704292:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629285.704295:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629285.704302:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629285.704303:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629285.704304:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629285.704308:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629285.704311:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629285.704313:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629285.704315:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778629285.704318:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000800:00000010:0.0:1778629285.704322:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000100:00000001:2.0:1778629285.704323:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629285.704330:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1778629285.704334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629285.704341:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1778629285.704344:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629285.704348:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778629285.704351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629285.704355:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1778629285.704357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1778629285.704366:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629285.704371:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629285.704372:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1778629285.704375:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000100:00000040:2.0:1778629285.704376:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629285.704380:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629285.704383:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629285.704384:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1778629285.704390:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1778629285.704391:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13971)
00000400:00000200:0.0:1778629285.704395:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629285.704399:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629285.704404:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629285.704408:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704419:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.704423:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704431:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704432:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629285.704437:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629285.704441:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629285.704444:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308637456
00000100:00000010:0.0:1778629285.704449:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629285.704457:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629285.704463:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308637456
00000100:00000010:0.0:1778629285.704466:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac68a0.
00000100:00000001:0.0:1778629285.704469:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629285.704472:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629285.704476:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704478:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629285.704482:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629285/real 1778629285]  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629285.704492:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629285.704493:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629285.704495:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629285.704498:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629285.704500:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629285.704502:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629285.704506:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629285.704515:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704521:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629285.704522:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.704526:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629285.704530:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704537:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629285.704542:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704549:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629285.704552:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704553:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.704554:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704556:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629285.704558:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629285.704560:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629285.704564:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629285.704567:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629285.704571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629285.704578:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636544:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629285.704583:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704585:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.704588:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472636544/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704594:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629285.704597:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629285.704600:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629285.704602:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629285.704604:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629285.704606:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629285.704635:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629285.704637:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629285.704641:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629285.704643:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629285.704645:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629285.704648:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629285.704650:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704652:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704658:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629285.704660:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704661:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629285.704663:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629285.704664:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629285.704668:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704674:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629285.704676:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704678:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629285.704679:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629285.704682:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629285.704685:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629285.704688:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629285.704689:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629285.704691:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704693:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629285.704696:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629285.704697:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629285.704701:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629285.704704:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629285.704707:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629285.704710:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636672, portal 10
00000100:00000001:0.0:1778629285.704712:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629285.704713:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629285.704735:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704741:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629285.704743:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629285.704746:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629285.704748:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472636672, offset 0
00000400:00000200:0.0:1778629285.704752:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629285.704756:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629285.704760:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629285.704763:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629285.704765:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629285.704767:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629285.704769:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629285.704772:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497573:497573:256:4294967295] 192.168.204.112@tcp LPNI seq info [497532:497532:8:4294967295]
00000400:00000200:0.0:1778629285.704775:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629285.704781:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629285.704785:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629285.704789:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629285.704792:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629285.704795:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778629285.704806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629285.704809:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778629285.704812:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629285.704814:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629285.704816:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629285.704820:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629285.704822:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629285.704824:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629285.704826:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629285.704830:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704837:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.704840:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704846:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704848:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629285.704851:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629285.704855:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629285.704863:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629285.704865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308633614
00000100:00000001:0.0:1778629285.704867:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308637456
00000100:00000001:0.0:1778629285.704869:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308633614
00000100:00000001:0.0:1778629285.704871:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308637456
00000100:00000001:0.0:1778629285.704873:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629285.704875:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.704877:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629285.704881:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629285/real 1778629285]  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629285.704894:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629285.704896:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629285.704897:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629285.704900:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629285.704901:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629285.704903:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629285.704906:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629285.704914:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704920:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629285.704922:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704924:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.704925:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629285.704929:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704935:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629285.704938:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704945:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629285.704947:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704949:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.704950:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.704952:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629285.704956:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629285.704960:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629285.704963:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629285.704965:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629285.704969:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629285.704977:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636672:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629285.704981:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629285.704984:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.704989:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629285.704991:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.704993:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629285.704995:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629285.704996:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629285.704999:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629285.705002:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629285.705004:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629285.705005:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629285.705007:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629285.705011:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629285.705012:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629285.705016:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629285.705018:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629285.705021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629285.705023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636800, portal 10
00000100:00000001:0.0:1778629285.705025:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629285.705026:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778629285.705032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705039:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629285.705041:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629285.705043:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000200:0.0:1778629285.705045:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472636800, offset 0
00000400:00000200:0.0:1778629285.705049:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629285.705053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629285.705056:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629285.705059:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629285.705061:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629285.705064:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629285.705066:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629285.705069:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497574:497574:256:4294967295] 192.168.204.112@tcp LPNI seq info [497533:497533:8:4294967295]
00000400:00000200:0.0:1778629285.705074:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629285.705080:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629285.705084:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629285.705087:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629285.705091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629285.705095:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1778629285.705099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629285.705101:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1778629285.705105:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629285.705107:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:0.0:1778629285.705110:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629285.705113:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629285.705116:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:0.0:1778629285.705117:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:0.0:1778629285.705119:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629285.705122:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705129:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.705132:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705138:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.705139:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629285.705142:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629285.705145:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629285.705149:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629285.705151:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308633615
00000100:00000001:0.0:1778629285.705153:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308637456
00000100:00000001:0.0:1778629285.705155:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308633615
00000100:00000001:0.0:1778629285.705158:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308637456
00000100:00000001:0.0:1778629285.705160:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629285.705161:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.705163:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629285.705167:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629285/real 1778629285]  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629285.705174:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629285.705175:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629285.705177:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:0.0:1778629285.705179:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629285.705181:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629285.705182:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629285.705185:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629285.705193:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705199:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629285.705201:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705203:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.705204:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629285.705208:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705214:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629285.705234:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705245:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629285.705248:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705249:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629285.705250:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705252:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629285.705255:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629285.705258:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629285.705261:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629285.705264:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629285.705268:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629285.705275:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472636800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629285.705278:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705280:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.705283:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472636672/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705289:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629285.705291:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629285.705292:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629285.705295:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629285.705296:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629285.705297:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629285.705300:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629285.705302:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629285.705304:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629285.705306:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629285.705308:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629285.705310:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629285.705311:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705313:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629285.705316:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472636800/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629285.705327:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629285.705328:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629285.705330:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629285.705332:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629285.705333:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629285.705334:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629285.705336:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629285.705337:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629285.705339:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629285.705340:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629285.705342:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629285.705344:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629285.705344:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705346:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629285.705350:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629285.705352:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.705354:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629285.705355:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.959714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629285.959714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629285.959720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629285.959722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629285.959722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629285.959722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629285.959726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629285.959727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629285.959728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629285.959731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629285.959734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629285.959735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629285.959735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629285.959738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.959741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629285.959741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629285.959742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629285.959745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.959747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629285.959747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629285.959752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629285.959753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629285.959757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629285.959758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629285.959802:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629285.959805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629285.959808:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629286.727718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629286.727723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629286.727725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629286.727729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629286.727731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629286.727734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629286.727736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629286.727738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629286.727740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629286.983695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629286.983696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629286.983699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629286.983700:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629286.983701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629286.983703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629286.983704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629286.983704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629286.983711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629286.983711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629286.983713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629286.983715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629286.983716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629286.983718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629286.983718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629286.983721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629286.983722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629286.983723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629286.983725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629286.983726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629286.983731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629286.983731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629286.983734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629286.983738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629286.983748:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629286.983751:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629286.983755:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629287.751702:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629287.751707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629287.751708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629287.751712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629287.751715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629287.751718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629287.751720:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629287.751722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629287.751723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629288.007701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629288.007701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629288.007707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629288.007708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629288.007710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629288.007710:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629288.007716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629288.007717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629288.007721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629288.007721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629288.007725:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629288.007725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629288.007730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629288.007730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629288.007733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629288.007733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629288.007738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629288.007739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629288.007831:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629288.007834:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629288.007836:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629288.007837:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629288.007839:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629288.007840:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629288.007912:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629288.007915:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629288.007918:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629288.775676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629288.775689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629288.775691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629288.775696:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629288.775699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629288.775704:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629288.775706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629288.775709:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629288.775711:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629289.031692:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629289.031693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629289.031698:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629289.031700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629289.031701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629289.031703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629289.031706:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629289.031707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629289.031711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629289.031712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629289.031715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629289.031716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629289.031719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629289.031720:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629289.031722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629289.031723:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629289.031725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629289.031728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629289.031743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629289.031748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629289.031751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629289.031753:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629289.031755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629289.031756:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629289.031775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629289.031778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629289.031781:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629289.607703:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308637456, at 4308637504
00000100:00000040:1.0:1778629289.607703:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308637456, at 4308637504
00000100:00000010:1.0:1778629289.607717:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac68a0.
00000100:00000010:0.0:1778629289.607718:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:2.0:1778629289.799713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629289.799718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629289.799720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629289.799724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629289.799728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629289.799732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629289.799734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629289.799736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629289.799740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629290.055690:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629290.055690:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629290.055692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629290.055695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629290.055696:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629290.055696:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629290.055698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.055700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629290.055701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629290.055702:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629290.055703:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629290.055704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629290.055707:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629290.055709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629290.055710:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.055711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629290.055712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629290.055713:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629290.055714:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629290.055716:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629290.055719:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.055725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629290.055730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.055733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629290.055756:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629290.055760:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629290.055763:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629290.823764:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629290.823770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629290.823773:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629290.823778:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629290.823781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629290.823785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629290.823788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629290.823791:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629290.823803:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629290.823824:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629290.823831:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629290.823833:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629290.823836:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629290.823839:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629290.823843:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13966
00000400:00000200:2.0:1778629290.823851:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629290.823856:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629290.823858:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629290.823861:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823864:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629290.823866:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823868:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629290.823870:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629290.823871:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629290.823873:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629290.823875:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629290.823877:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629290.823879:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629290.823881:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823883:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629290.823884:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823885:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629290.823887:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629290.823889:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823890:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629290.823892:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629290.823894:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629290.823895:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.823896:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629290.823898:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629290.823902:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629290.823904:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629290.823907:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629290.823908:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.823910:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629290.823912:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629290.823914:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629290.823919:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629290.823924:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629290.823931:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629290.823938:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629290.823941:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629290.823943:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629290.823957:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629290.823959:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629290.823962:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629290.823963:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629290.823964:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629290.823966:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629290.823968:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13966
00000400:00000200:2.0:1778629290.823971:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629290.823973:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629290.823974:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629290.823976:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823977:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629290.823979:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.823980:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629290.823993:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778629290.823995:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629290.823997:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1778629290.823997:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:1.0:1778629290.824001:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1778629290.824001:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629290.824003:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629290.824006:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629290.824009:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629290.824010:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629290.824017:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824023:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629290.824024:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629290.824027:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629290.824028:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824031:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778629290.824033:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1778629290.824035:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629290.824037:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629290.824040:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629290.824041:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824045:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629290.824048:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1778629290.824049:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636928:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629290.824052:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629290.824054:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629290.824056:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824059:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629290.824060:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1778629290.824062:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629290.824063:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629290.824067:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629290.824068:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629290.824072:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629290.824074:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
00000100:00000010:2.0:1778629290.824076:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
02000000:00000001:1.0:1778629290.824078:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629290.824081:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629290.824084:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629290.824087:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629290.824087:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824092:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629290.824093:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1778629290.824094:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
02000000:00000001:2.0:1778629290.824095:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629290.824100:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
02000000:00000010:2.0:1778629290.824101:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629290.824107:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629290.824110:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472636928, portal 25
00000100:00100000:2.0:1778629290.824113:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629290.824114:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629290.824126:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:1.0:1778629290.824135:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629290.824135:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629290.824138:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629290.824145:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824148:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629290.824155:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824155:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629290.824158:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1778629290.824159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00080000:2.0:1778629290.824163:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1778629290.824165:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472636928, offset 0
00000100:00000001:2.0:1778629290.824170:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629290.824172:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778629290.824176:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824176:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629290.824181:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13966
00000400:00000200:2.0:1778629290.824184:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629290.824187:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629290.824188:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629290.824192:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629290.824194:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824195:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629290.824198:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629290.824198:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824202:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629290.824204:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629290.824206:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629290.824207:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1778629290.824209:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629290.824212:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629290.824214:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:2.0:1778629290.824216:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629290.824219:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1778629290.824220:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629290.824222:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778629290.824228:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824229:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497575:497575:256:4294967295] 192.168.204.112@tcp LPNI seq info [497534:497534:8:4294967295]
00000100:00000001:2.0:1778629290.824233:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629290.824236:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629290.824239:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629290.824241:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629290.824245:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629290.824252:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824253:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629290.824256:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629290.824260:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1778629290.824264:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629290.824264:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629290.824268:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824270:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629290.824272:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629290.824273:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824274:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629290.824277:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629290.824279:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629290.824280:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629290.824281:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629290.824282:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629290.824283:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629290.824285:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629290.824290:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
02000000:00000010:2.0:1778629290.824295:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000800:00000200:1.0:1778629290.824301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629290.824301:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629290.824306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00100000:2.0:1778629290.824310:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778629290.824318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629290.824323:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1778629290.824324:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1778629290.824327:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778629290.824332:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629290.824334:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1778629290.824336:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000100:00000001:2.0:1778629290.824347:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629290.824350:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629290.824353:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629290.824356:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629290.824359:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629290.824360:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629290.824364:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13976)
00000400:00000200:1.0:1778629290.824369:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629290.824374:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629290.824377:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629290.824382:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629290.824387:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824395:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.824398:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824404:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824405:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629290.824411:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629290.824415:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629290.824417:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308642576
00000100:00000010:1.0:1778629290.824421:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629290.824427:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629290.824431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308642576
00000100:00000010:1.0:1778629290.824433:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629290.824436:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629290.824437:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629290.824439:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824447:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629290.824450:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629290/real 1778629290]  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629290.824456:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629290.824457:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629290.824459:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629290.824460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629290.824461:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629290.824463:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629290.824465:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629290.824470:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824474:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629290.824475:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824477:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.824478:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629290.824480:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824484:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629290.824486:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824490:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629290.824491:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824492:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.824493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824494:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629290.824495:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629290.824497:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629290.824499:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629290.824501:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629290.824503:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629290.824508:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472636928:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629290.824510:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824511:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.824513:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472636928/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824520:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629290.824521:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629290.824523:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629290.824525:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629290.824526:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629290.824527:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629290.824528:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629290.824530:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629290.824532:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629290.824533:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629290.824534:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629290.824536:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629290.824537:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824538:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824543:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629290.824544:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824545:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629290.824546:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629290.824547:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629290.824549:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824553:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629290.824554:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629290.824555:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629290.824556:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629290.824558:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629290.824559:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629290.824561:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629290.824562:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629290.824563:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629290.824564:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629290.824565:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629290.824567:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629290.824569:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629290.824570:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629290.824572:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629290.824574:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637056, portal 10
00000100:00000001:1.0:1778629290.824576:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629290.824577:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629290.824580:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824584:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629290.824585:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629290.824586:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629290.824588:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637056, offset 0
00000400:00000200:1.0:1778629290.824590:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824592:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629290.824595:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629290.824596:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629290.824598:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629290.824599:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629290.824601:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824603:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497576:497576:256:4294967295] 192.168.204.112@tcp LPNI seq info [497535:497535:8:4294967295]
00000400:00000200:1.0:1778629290.824605:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629290.824653:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629290.824656:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629290.824659:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629290.824662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629290.824664:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629290.824667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629290.824669:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629290.824671:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629290.824673:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629290.824675:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629290.824677:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629290.824679:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629290.824680:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629290.824682:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629290.824685:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824692:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.824695:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824701:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824703:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629290.824706:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629290.824711:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629290.824714:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629290.824716:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308638734
00000100:00000001:1.0:1778629290.824719:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308642576
00000100:00000001:1.0:1778629290.824722:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308638734
00000100:00000001:1.0:1778629290.824724:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308642576
00000100:00000001:1.0:1778629290.824726:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629290.824728:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824730:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629290.824734:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629290/real 1778629290]  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629290.824740:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629290.824741:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629290.824742:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629290.824745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629290.824751:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629290.824753:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629290.824755:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629290.824760:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824768:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629290.824769:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824770:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.824771:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629290.824773:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824776:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629290.824778:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824782:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629290.824784:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824784:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.824785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824786:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629290.824789:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629290.824790:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629290.824792:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629290.824793:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629290.824796:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629290.824803:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637056:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629290.824807:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629290.824809:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824815:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629290.824817:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629290.824819:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629290.824821:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629290.824823:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629290.824825:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629290.824828:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629290.824830:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629290.824831:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629290.824833:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629290.824836:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629290.824838:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629290.824841:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629290.824844:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629290.824847:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629290.824849:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637184, portal 10
00000100:00000001:1.0:1778629290.824851:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629290.824852:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:1.0:1778629290.824856:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824860:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629290.824861:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629290.824862:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629290.824864:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637184, offset 0
00000400:00000200:1.0:1778629290.824866:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824869:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629290.824872:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629290.824875:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629290.824877:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629290.824880:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629290.824882:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629290.824884:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497577:497577:256:4294967295] 192.168.204.112@tcp LPNI seq info [497536:497536:8:4294967295]
00000400:00000200:1.0:1778629290.824888:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629290.824894:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629290.824899:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629290.824902:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629290.824906:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629290.824909:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629290.824912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629290.824915:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629290.824918:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629290.824920:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629290.824922:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629290.824925:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629290.824926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629290.824927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629290.824929:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629290.824931:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824936:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.824938:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824942:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824943:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629290.824945:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629290.824947:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629290.824949:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629290.824950:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308638735
00000100:00000001:1.0:1778629290.824951:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308642576
00000100:00000001:1.0:1778629290.824953:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308638735
00000100:00000001:1.0:1778629290.824954:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308642576
00000100:00000001:1.0:1778629290.824955:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629290.824956:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.824957:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629290.824959:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629290/real 1778629290]  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629290.824964:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629290.824965:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629290.824966:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629290.824967:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629290.824968:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629290.824969:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629290.824971:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629290.824976:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824981:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629290.824982:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.824984:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.824985:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629290.824988:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.824994:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629290.824997:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.825004:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629290.825006:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825008:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629290.825009:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825010:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629290.825013:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629290.825016:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629290.825019:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629290.825021:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629290.825025:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629290.825031:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629290.825033:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825034:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.825036:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472637056/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.825040:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629290.825040:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629290.825042:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629290.825043:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629290.825044:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629290.825045:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629290.825046:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629290.825047:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629290.825049:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629290.825050:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629290.825051:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629290.825054:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629290.825055:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825056:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629290.825059:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472637184/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629290.825065:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629290.825066:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629290.825067:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629290.825069:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629290.825070:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629290.825071:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629290.825073:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629290.825074:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629290.825076:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629290.825077:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629290.825078:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629290.825080:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629290.825081:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825083:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629290.825086:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629290.825088:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629290.825089:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629290.825091:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629291.079697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629291.079697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629291.079698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629291.079703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629291.079704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629291.079705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629291.079707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629291.079708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629291.079709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629291.079711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629291.079711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629291.079714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629291.079716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629291.079717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629291.079719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629291.079719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629291.079719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629291.079723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629291.079725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629291.079727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629291.079727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629291.079731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629291.079731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629291.079737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629291.079747:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629291.079750:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629291.079753:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629291.847701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629291.847707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629291.847708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629291.847712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629291.847714:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629291.847717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629291.847719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629291.847721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629291.847722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629292.103697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629292.103698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629292.103701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629292.103704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629292.103704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629292.103705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629292.103706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629292.103707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629292.103711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629292.103713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629292.103713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629292.103713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629292.103718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629292.103720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629292.103722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629292.103723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629292.103725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629292.103725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629292.103728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629292.103728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629292.103732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629292.103733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629292.103735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629292.103738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629292.103768:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629292.103771:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629292.103773:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629292.871713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629292.871718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629292.871719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629292.871723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629292.871725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629292.871728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629292.871729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629292.871731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629292.871733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629293.127691:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629293.127692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629293.127697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629293.127698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629293.127699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629293.127702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629293.127703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629293.127705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629293.127707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629293.127707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629293.127709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629293.127711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629293.127714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629293.127715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629293.127718:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629293.127719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629293.127720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629293.127722:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629293.127723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629293.127724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629293.127728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629293.127728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629293.127728:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629293.127731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629293.127734:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629293.127735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629293.127735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629293.127738:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629293.127741:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629293.127745:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629293.127767:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629293.127770:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629293.127773:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629293.895726:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629293.895732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629293.895735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629293.895740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629293.895744:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629293.895748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629293.895750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629293.895753:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629293.895756:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629294.151698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629294.151705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629294.151705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629294.151707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629294.151710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629294.151713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629294.151716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629294.151717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629294.151718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629294.151722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629294.151724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629294.151726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629294.151727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629294.151731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629294.151733:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629294.151735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629294.151739:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629294.151752:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629294.151755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629294.151762:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629294.151765:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629294.151768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629294.151770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629294.151772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629294.151812:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629294.151815:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629294.151819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629294.727689:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308642576, at 4308642624
00000100:00000040:1.0:1778629294.727694:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308642576, at 4308642624
00000100:00000010:0.0:1778629294.727703:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000010:1.0:1778629294.727707:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:2.0:1778629294.919674:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629294.919679:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629294.919680:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629294.919684:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629294.919686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629294.919689:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629294.919691:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629294.919693:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629294.919695:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629295.175705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629295.175706:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629295.175710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629295.175712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175714:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629295.175717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629295.175718:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629295.175720:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629295.175721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629295.175724:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629295.175726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629295.175726:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175729:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.175730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629295.175733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629295.175734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629295.175736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629295.175739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629295.175740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629295.175741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629295.175743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629295.175744:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629295.175748:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629295.175750:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629295.175753:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629295.175755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175757:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629295.175763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629295.175765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629295.175786:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629295.175788:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629295.175789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629295.943708:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629295.943710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629295.943716:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629295.943717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629295.943718:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629295.943720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629295.943722:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778629295.943725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629295.943725:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629295.943730:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629295.943732:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13971
00000100:00000001:0.0:1778629295.943734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629295.943738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629295.943741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1778629295.943741:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629295.943745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629295.943747:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629295.943750:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629295.943752:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943755:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629295.943756:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943758:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629295.943760:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629295.943761:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629295.943763:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629295.943765:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629295.943767:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629295.943769:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629295.943771:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943773:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629295.943774:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943775:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629295.943777:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629295.943778:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943779:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629295.943781:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629295.943783:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629295.943785:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629295.943786:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629295.943787:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629295.943794:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629295.943796:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629295.943798:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629295.943799:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629295.943801:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629295.943803:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629295.943806:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629295.943813:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629295.943817:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629295.943823:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629295.943830:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629295.943833:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629295.943836:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629295.943850:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629295.943851:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629295.943854:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629295.943855:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629295.943855:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629295.943857:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629295.943859:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13971
00000400:00000200:2.0:1778629295.943861:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629295.943862:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629295.943863:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629295.943865:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943866:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629295.943867:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943869:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629295.943870:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629295.943871:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629295.943872:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629295.943873:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629295.943874:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629295.943875:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629295.943877:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943878:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629295.943879:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943880:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629295.943881:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629295.943883:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629295.943885:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629295.943886:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629295.943889:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629295.943891:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629295.943892:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629295.943895:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629295.943897:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1778629295.943898:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.943902:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629295.943902:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.943905:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1778629295.943906:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629295.943909:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:1.0:1778629295.943913:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629295.943913:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629295.943916:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629295.943919:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629295.943922:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629295.943925:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.943928:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629295.943930:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629295.943931:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778629295.943934:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629295.943935:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.943937:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629295.943941:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629295.943943:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1778629295.943947:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472637312:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629295.943955:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629295.943958:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1778629295.943960:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629295.943960:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.943964:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629295.943966:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629295.943968:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629295.943974:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
00000100:00000001:2.0:1778629295.943974:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629295.943978:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629295.943979:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629295.943984:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629295.943985:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629295.943987:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778629295.943989:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629295.943991:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1778629295.943995:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00080000:2.0:1778629295.943995:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13971
00000400:00000200:2.0:1778629295.944001:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629295.944002:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000400:00000200:2.0:1778629295.944006:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629295.944009:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1778629295.944011:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637312, portal 25
00000100:00000040:2.0:1778629295.944013:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.944026:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629295.944028:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629295.944030:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629295.944032:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629295.944033:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000020:00000001:2.0:1778629295.944036:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629295.944039:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629295.944042:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1778629295.944043:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629295.944044:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629295.944049:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629295.944053:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629295.944059:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629295.944063:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629295.944064:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629295.944069:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629295.944071:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629295.944073:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000001:2.0:1778629295.944074:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629295.944078:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000200:1.0:1778629295.944079:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472637312, offset 0
00000100:00080000:2.0:1778629295.944081:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629295.944084:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629295.944085:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629295.944087:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629295.944090:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944091:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629295.944093:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629295.944096:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629295.944098:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629295.944102:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629295.944108:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000400:00000200:1.0:1778629295.944110:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:2.0:1778629295.944112:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629295.944115:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629295.944116:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1778629295.944118:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944121:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629295.944121:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629295.944124:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629295.944127:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944128:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629295.944132:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000010:2.0:1778629295.944133:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000400:00000200:1.0:1778629295.944138:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497578:497578:256:4294967295] 192.168.204.112@tcp LPNI seq info [497537:497537:8:4294967295]
00000100:00000001:2.0:1778629295.944139:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:2.0:1778629295.944149:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629295.944163:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629295.944168:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629295.944170:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629295.944173:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629295.944174:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1778629295.944181:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00000001:2.0:1778629295.944182:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629295.944187:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629295.944190:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629295.944193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629295.944194:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629295.944199:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629295.944200:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1778629295.944202:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13981)
00000800:00000200:1.1:1778629295.944208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629295.944212:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629295.944217:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629295.944219:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629295.944225:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629295.944229:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629295.944233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629295.944235:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629295.944239:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629295.944243:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944251:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944254:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944261:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944262:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629295.944267:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944271:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629295.944273:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308647696
00000100:00000010:1.0:1778629295.944277:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629295.944284:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629295.944289:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308647696
00000100:00000010:1.0:1778629295.944293:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000001:1.0:1778629295.944296:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629295.944299:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629295.944301:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944303:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629295.944307:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629295/real 1778629295]  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629295.944313:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629295.944314:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629295.944316:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629295.944318:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629295.944319:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629295.944321:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629295.944323:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629295.944328:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944335:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629295.944336:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944338:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944339:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629295.944341:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944345:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629295.944347:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944352:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629295.944353:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944356:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629295.944357:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629295.944359:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629295.944361:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629295.944362:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629295.944364:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629295.944369:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472637312:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629295.944371:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944372:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944374:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472637312/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944378:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629295.944379:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629295.944381:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629295.944383:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629295.944384:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629295.944385:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629295.944387:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629295.944388:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:1.0:1778629295.944391:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629295.944392:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629295.944393:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629295.944395:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629295.944395:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944396:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944401:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629295.944402:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944403:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629295.944404:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629295.944405:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629295.944407:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944411:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629295.944412:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.944413:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629295.944414:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629295.944415:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629295.944417:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629295.944419:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629295.944420:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629295.944421:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.944422:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629295.944424:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629295.944425:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944427:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629295.944428:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629295.944430:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629295.944432:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637440, portal 10
00000100:00000001:1.0:1778629295.944434:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629295.944435:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629295.944439:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944442:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629295.944444:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629295.944445:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629295.944446:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637440, offset 0
00000400:00000200:1.0:1778629295.944448:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629295.944450:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629295.944452:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629295.944454:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629295.944456:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629295.944457:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629295.944458:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629295.944467:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497579:497579:256:4294967295] 192.168.204.112@tcp LPNI seq info [497538:497538:8:4294967295]
00000400:00000200:1.0:1778629295.944470:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629295.944474:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629295.944477:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629295.944479:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629295.944481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629295.944483:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629295.944486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629295.944488:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629295.944490:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629295.944491:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629295.944493:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629295.944495:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629295.944497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629295.944498:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629295.944499:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629295.944501:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944510:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944512:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944515:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944516:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629295.944518:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629295.944521:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629295.944522:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629295.944523:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308643853
00000100:00000001:1.0:1778629295.944525:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308647696
00000100:00000001:1.0:1778629295.944526:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308643853
00000100:00000001:1.0:1778629295.944528:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308647696
00000100:00000001:1.0:1778629295.944529:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629295.944530:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944531:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629295.944533:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629295/real 1778629295]  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629295.944537:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629295.944537:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629295.944538:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629295.944539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629295.944540:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629295.944541:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629295.944543:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629295.944547:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944551:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629295.944552:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944553:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944554:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629295.944556:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944559:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629295.944561:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944564:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629295.944566:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944566:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944567:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944568:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629295.944571:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629295.944572:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629295.944573:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629295.944575:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629295.944576:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629295.944580:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637440:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629295.944582:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629295.944584:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944587:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629295.944588:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.944589:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629295.944590:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629295.944591:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629295.944593:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629295.944595:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629295.944596:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629295.944597:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629295.944598:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629295.944599:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629295.944600:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629295.944602:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629295.944603:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629295.944604:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629295.944627:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637568, portal 10
00000100:00000001:1.0:1778629295.944628:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629295.944629:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:1.0:1778629295.944633:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944636:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629295.944638:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629295.944639:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629295.944641:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637568, offset 0
00000400:00000200:1.0:1778629295.944643:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629295.944645:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629295.944647:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629295.944649:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629295.944651:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629295.944652:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629295.944653:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629295.944655:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497580:497580:256:4294967295] 192.168.204.112@tcp LPNI seq info [497539:497539:8:4294967295]
00000400:00000200:1.0:1778629295.944658:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629295.944661:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629295.944663:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629295.944665:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629295.944667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629295.944669:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629295.944671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629295.944673:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629295.944675:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629295.944676:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629295.944678:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629295.944680:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629295.944681:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629295.944682:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629295.944683:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629295.944685:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944690:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944691:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944695:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944696:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629295.944697:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629295.944699:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629295.944700:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629295.944701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308643855
00000100:00000001:1.0:1778629295.944702:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308647696
00000100:00000001:1.0:1778629295.944704:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308643855
00000100:00000001:1.0:1778629295.944705:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308647696
00000100:00000001:1.0:1778629295.944706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629295.944707:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944708:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629295.944710:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629295/real 1778629295]  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629295.944714:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629295.944715:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629295.944716:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629295.944717:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629295.944718:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629295.944719:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629295.944720:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629295.944724:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944728:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629295.944728:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944729:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944730:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629295.944732:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944735:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629295.944737:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944740:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629295.944742:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944743:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629295.944744:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944745:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629295.944746:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629295.944747:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629295.944749:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629295.944750:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629295.944752:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629295.944759:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629295.944761:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944762:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944764:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472637440/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944767:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629295.944768:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629295.944769:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629295.944770:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629295.944770:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629295.944771:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629295.944772:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629295.944773:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778629295.944774:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629295.944775:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629295.944776:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629295.944778:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629295.944778:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944779:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629295.944781:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472637568/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629295.944784:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629295.944785:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629295.944786:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629295.944787:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629295.944788:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629295.944789:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629295.944789:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629295.944790:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629295.944791:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629295.944792:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629295.944792:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629295.944794:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629295.944795:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944796:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629295.944798:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629295.944798:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629295.944800:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629295.944801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629296.199694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629296.199697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629296.199700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629296.199700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629296.199702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629296.199706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629296.199707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629296.199708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629296.199711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629296.199712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629296.199714:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629296.199714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629296.199724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629296.199724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629296.199726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629296.199729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629296.199730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629296.199732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629296.199736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629296.199739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629296.199742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629296.199745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629296.199746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629296.199748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629296.199783:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629296.199788:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629296.199791:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629296.967759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629296.967766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629296.967768:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629296.967774:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629296.967778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629296.967781:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629296.967784:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629296.967786:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629296.967789:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629297.223710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629297.223710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629297.223716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629297.223717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629297.223721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629297.223723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629297.223725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629297.223725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629297.223729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629297.223730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629297.223732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629297.223734:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629297.223738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629297.223740:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629297.223743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629297.223756:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629297.223759:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629297.223762:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629297.223828:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629297.223831:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629297.223833:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629297.223835:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629297.223838:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629297.223840:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629297.223841:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629297.223843:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629297.223845:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629297.991698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629297.991703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629297.991704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629297.991708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629297.991711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629297.991713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629297.991715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629297.991717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629297.991719:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629298.247705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629298.247708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629298.247712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629298.247713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629298.247714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629298.247720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629298.247721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629298.247723:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629298.247724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629298.247726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629298.247729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629298.247729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629298.247731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629298.247732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629298.247734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629298.247777:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629298.247780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629298.247782:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629298.247843:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629298.247846:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629298.247847:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629298.247849:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629298.247852:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629298.247854:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629298.247856:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629298.247858:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629298.247860:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629299.015679:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629299.015685:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629299.015688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629299.015692:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629299.015696:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629299.015700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629299.015702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629299.015705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629299.015707:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629299.271733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629299.271733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629299.271739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629299.271742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629299.271746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629299.271747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629299.271749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629299.271751:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629299.271752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629299.271755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629299.271755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629299.271760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629299.271761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629299.271765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629299.271765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629299.271769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629299.271771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629299.271772:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629299.271775:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629299.271776:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629299.271776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629299.271778:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629299.271779:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629299.271781:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1778629299.271783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629299.271784:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629299.271785:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629299.847710:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308647696, at 4308647744
00000100:00000040:1.0:1778629299.847710:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308647696, at 4308647744
00000100:00000010:0.0:1778629299.847723:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000010:1.0:1778629299.847728:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:0.0:1778629300.039697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629300.039703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629300.039704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629300.039707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629300.039710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629300.039712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629300.039714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629300.039716:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629300.039718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629300.295731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629300.295735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629300.295740:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629300.295741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629300.295741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629300.295746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629300.295752:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629300.295754:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629300.295754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629300.295756:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629300.295758:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629300.295760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629300.295768:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629300.295768:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629300.295769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629300.295776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629300.295777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629300.295778:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629300.295784:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629300.295785:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629300.295791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629300.295794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629300.295797:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629300.295800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629300.295843:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629300.295846:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629300.295848:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629301.063715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629301.063720:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629301.063722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629301.063725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629301.063727:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629301.063730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629301.063730:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629301.063732:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629301.063736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629301.063737:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629301.063741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629301.063743:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13976
00000100:00000001:0.0:1778629301.063745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629301.063748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629301.063751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629301.063752:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629301.063759:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629301.063762:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629301.063764:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063766:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.063768:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063770:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629301.063773:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629301.063774:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629301.063776:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629301.063778:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629301.063779:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629301.063781:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629301.063783:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063784:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.063786:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063787:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629301.063788:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629301.063790:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063791:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629301.063794:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629301.063796:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629301.063798:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.063799:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629301.063801:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629301.063808:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778629301.063810:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629301.063813:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629301.063815:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.063817:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629301.063819:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629301.063822:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629301.063827:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629301.063832:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629301.063838:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629301.063845:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629301.063848:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629301.063851:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629301.063866:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629301.063868:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629301.063870:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629301.063871:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629301.063872:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629301.063874:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629301.063876:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13976
00000400:00000200:3.0:1778629301.063878:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629301.063880:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629301.063881:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629301.063883:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063884:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.063886:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063887:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629301.063889:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629301.063890:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629301.063891:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629301.063893:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629301.063895:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629301.063898:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629301.063901:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063903:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.063905:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.063907:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629301.063908:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1778629301.063909:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629301.063922:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629301.063923:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629301.063926:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.063927:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1778629301.063930:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778629301.063934:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629301.063937:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629301.063942:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.063946:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629301.063948:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629301.063951:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629301.063951:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629301.063956:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1778629301.063956:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.063960:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629301.063960:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629301.063965:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778629301.063968:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629301.063971:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629301.063972:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629301.063974:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629301.063978:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472637696:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629301.063978:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629301.063981:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629301.063984:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.063985:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1778629301.063989:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629301.063990:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629301.063994:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.063994:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.063997:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629301.064002:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
00000100:00100000:3.0:1778629301.064002:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629301.064005:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064013:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629301.064017:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:3.0:1778629301.064018:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629301.064022:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629301.064025:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629301.064026:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629301.064033:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637696, portal 25
00000100:00000001:3.0:1778629301.064034:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064038:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1778629301.064038:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629301.064040:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:1.0:1778629301.064046:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629301.064048:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629301.064054:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629301.064054:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629301.064056:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1778629301.064059:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629301.064060:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1778629301.064061:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00080000:3.0:1778629301.064064:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13976
00000100:00000200:1.0:1778629301.064065:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472637696, offset 0
00000400:00000200:3.0:1778629301.064071:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629301.064074:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629301.064077:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629301.064079:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629301.064081:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064084:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629301.064085:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.064087:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.064089:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629301.064091:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:3.0:1778629301.064092:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629301.064094:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629301.064096:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629301.064097:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1778629301.064098:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629301.064101:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629301.064102:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:3.0:1778629301.064103:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629301.064106:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064107:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629301.064108:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629301.064111:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629301.064112:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629301.064114:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629301.064116:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629301.064118:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064121:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629301.064121:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629301.064125:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629301.064128:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.064129:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629301.064130:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629301.064132:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064133:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497581:497581:256:4294967295] 192.168.204.112@tcp LPNI seq info [497540:497540:8:4294967295]
00000100:00000001:3.0:1778629301.064134:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629301.064140:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000400:00000200:1.0:1778629301.064143:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629301.064144:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629301.064148:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629301.064149:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629301.064150:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629301.064151:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629301.064152:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629301.064157:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000400:00000200:1.0:1778629301.064158:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629301.064160:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629301.064167:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629301.064170:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629301.064177:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629301.064179:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629301.064180:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00000040:3.0:1778629301.064183:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629301.064190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629301.064192:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629301.064194:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1778629301.064195:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629301.064200:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629301.064202:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1778629301.064206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629301.064207:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629301.064213:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1778629301.064214:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13986)
00000800:00000100:1.0:1778629301.064221:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629301.064224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629301.064237:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629301.064241:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629301.064247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629301.064249:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629301.064253:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629301.064257:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064265:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.064267:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064271:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064272:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629301.064277:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064280:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629301.064282:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308652816
00000100:00000010:1.0:1778629301.064286:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000001:1.0:1778629301.064291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629301.064295:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308652816
00000100:00000010:1.0:1778629301.064297:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778629301.064299:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629301.064301:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629301.064303:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064311:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629301.064314:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629301/real 1778629301]  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629301.064320:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629301.064321:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629301.064322:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629301.064324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629301.064325:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629301.064326:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629301.064328:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629301.064333:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064336:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629301.064338:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064339:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064340:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629301.064343:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064354:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629301.064359:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064365:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629301.064368:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064369:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064370:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064372:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629301.064374:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629301.064377:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629301.064380:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629301.064382:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629301.064386:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629301.064394:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472637696:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629301.064399:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064400:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.064403:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472637696/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064408:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629301.064410:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629301.064411:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629301.064413:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629301.064414:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629301.064416:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629301.064417:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629301.064419:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629301.064421:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629301.064422:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629301.064423:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778629301.064425:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629301.064426:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064427:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064432:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629301.064433:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064434:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629301.064435:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629301.064436:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629301.064440:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064446:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629301.064447:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.064449:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629301.064451:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629301.064453:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629301.064455:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637824:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629301.064458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629301.064460:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629301.064461:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.064463:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629301.064466:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629301.064468:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064471:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629301.064474:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629301.064477:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629301.064480:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637824, portal 10
00000100:00000001:1.0:1778629301.064482:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629301.064483:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:1.0:1778629301.064488:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064493:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629301.064494:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629301.064496:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629301.064497:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637824, offset 0
00000400:00000200:1.0:1778629301.064499:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064502:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629301.064504:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629301.064506:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629301.064508:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629301.064509:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629301.064511:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064513:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497582:497582:256:4294967295] 192.168.204.112@tcp LPNI seq info [497541:497541:8:4294967295]
00000400:00000200:1.0:1778629301.064515:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629301.064519:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629301.064521:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629301.064523:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629301.064526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629301.064527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778629301.064530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629301.064532:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778629301.064534:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629301.064535:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629301.064537:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629301.064539:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629301.064541:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629301.064542:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629301.064544:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629301.064546:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064551:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.064552:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064560:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064560:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629301.064562:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629301.064565:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629301.064566:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629301.064568:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308648973
00000100:00000001:1.0:1778629301.064569:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308652816
00000100:00000001:1.0:1778629301.064571:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308648973
00000100:00000001:1.0:1778629301.064572:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308652816
00000100:00000001:1.0:1778629301.064573:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629301.064574:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064575:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629301.064577:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629301/real 1778629301]  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629301.064581:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629301.064582:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629301.064582:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629301.064584:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629301.064585:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629301.064587:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629301.064590:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629301.064597:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064602:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629301.064603:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064637:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064639:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629301.064644:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064651:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629301.064654:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064659:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629301.064660:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064662:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064664:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629301.064667:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629301.064668:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629301.064671:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629301.064672:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629301.064674:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629301.064679:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637824:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629301.064681:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629301.064682:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064686:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629301.064687:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.064688:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629301.064690:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629301.064691:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629301.064693:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629301.064694:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629301.064696:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629301.064697:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629301.064698:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629301.064700:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629301.064701:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629301.064703:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629301.064705:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629301.064707:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629301.064709:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472637952, portal 10
00000100:00000001:1.0:1778629301.064710:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629301.064711:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778629301.064714:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629301.064720:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629301.064721:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629301.064722:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472637952, offset 0
00000400:00000200:1.0:1778629301.064724:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064727:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629301.064729:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629301.064730:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629301.064732:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629301.064733:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629301.064735:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629301.064737:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497583:497583:256:4294967295] 192.168.204.112@tcp LPNI seq info [497542:497542:8:4294967295]
00000400:00000200:1.0:1778629301.064739:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629301.064743:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629301.064745:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629301.064747:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629301.064749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629301.064751:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778629301.064753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629301.064755:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778629301.064757:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629301.064759:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629301.064760:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629301.064762:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629301.064764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629301.064765:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629301.064766:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629301.064768:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064780:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.064782:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064789:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064790:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629301.064791:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629301.064793:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629301.064795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629301.064797:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308648975
00000100:00000001:1.0:1778629301.064799:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308652816
00000100:00000001:1.0:1778629301.064801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308648975
00000100:00000001:1.0:1778629301.064803:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308652816
00000100:00000001:1.0:1778629301.064805:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629301.064807:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.064808:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629301.064811:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629301/real 1778629301]  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629301.064818:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629301.064820:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629301.064821:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629301.064823:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629301.064825:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629301.064827:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629301.064830:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629301.064838:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064845:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629301.064846:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064847:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064849:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629301.064851:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064856:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629301.064859:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064865:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629301.064867:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064868:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629301.064869:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064871:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629301.064873:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629301.064875:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629301.064879:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629301.064880:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629301.064884:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629301.064892:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472637952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629301.064896:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.064898:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.064901:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472637824/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.064906:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629301.064907:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629301.064909:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629301.064910:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629301.064911:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629301.065071:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629301.065074:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629301.065075:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629301.065077:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629301.065078:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629301.065079:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778629301.065081:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629301.065082:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.065083:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629301.065086:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472637952/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629301.065090:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629301.065091:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629301.065092:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:1.0:1778629301.065093:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629301.065094:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629301.065095:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629301.065096:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629301.065096:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629301.065098:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629301.065098:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629301.065099:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778629301.065100:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629301.065101:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.065102:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.065104:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629301.065105:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.065106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629301.065108:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.319686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629301.319687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629301.319694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629301.319694:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629301.319695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629301.319697:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629301.319698:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629301.319699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629301.319707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629301.319707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629301.319708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629301.319710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629301.319714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629301.319714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629301.319716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629301.319718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629301.319720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.319720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629301.319725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629301.319725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629301.319730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629301.319730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629301.319736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629301.319736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629301.319743:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629301.319746:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629301.319750:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629302.087703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629302.087708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629302.087709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629302.087713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629302.087716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629302.087719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629302.087722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629302.087724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629302.087727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629302.343705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629302.343709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629302.343711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629302.343713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629302.343713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629302.343720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629302.343720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629302.343724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629302.343725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629302.343729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629302.343731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629302.343732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629302.343734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629302.343734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629302.343739:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629302.343739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629302.343743:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629302.343745:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629302.343748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629302.343750:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629302.343752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629302.343753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629302.343755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629302.343756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629302.343796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629302.343800:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629302.343803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629303.111710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629303.111717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629303.111719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629303.111724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629303.111729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629303.111732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629303.111735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629303.111738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629303.111741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629303.367702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629303.367702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629303.367707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629303.367708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629303.367708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629303.367710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629303.367711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629303.367711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629303.367716:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629303.367717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629303.367718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629303.367722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629303.367722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629303.367722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629303.367726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629303.367726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629303.367729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629303.367731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629303.367731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629303.367733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629303.367733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629303.367735:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629303.367738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629303.367739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629303.367739:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629303.367745:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629303.367748:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629303.367750:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629303.367752:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629303.367755:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629303.367774:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629303.367776:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629303.367778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629304.135687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629304.135692:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629304.135694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629304.135698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629304.135700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629304.135703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629304.135705:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629304.135706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629304.135708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629304.391769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629304.391777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629304.391785:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629304.391787:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629304.391792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629304.391794:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629304.391794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629304.391800:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629304.391802:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629304.391807:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629304.391813:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629304.391817:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629304.391820:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629304.391823:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629304.391827:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629304.391835:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629304.391839:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629304.391843:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629304.393095:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629304.393100:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629304.393102:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629304.393106:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629304.393109:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629304.393112:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629304.393114:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629304.393116:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629304.393119:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629304.583765:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629304.583776:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629304.583783:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629304.583955:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629304.583960:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629304.583979:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629304.583987:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629304.583990:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629304.967761:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308652816, at 4308652864
00000100:00000040:1.0:1778629304.967762:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308652816, at 4308652864
00000100:00000010:1.0:1778629304.967785:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000010:0.0:1778629304.967788:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000001:2.0:1778629305.159731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629305.159740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629305.159743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629305.159749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629305.159754:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629305.159758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629305.159761:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629305.159765:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629305.159770:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629305.415661:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629305.415666:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629305.415673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629305.415676:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629305.415676:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629305.415678:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629305.415681:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415682:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778629305.415683:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629305.415685:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629305.415687:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629305.415687:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629305.415689:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629305.415691:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629305.415693:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629305.415693:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629305.415693:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629305.415696:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629305.415697:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629305.415698:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629305.415699:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629305.415700:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415704:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629305.415705:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629305.415712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629305.415712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629305.415714:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629305.415716:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629305.415717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415717:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415721:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629305.415722:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415724:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415725:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629305.415727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629305.415728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629305.415744:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629305.415745:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629305.415747:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629306.183680:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629306.183687:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629306.183689:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629306.183695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629306.183699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629306.183703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629306.183706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1778629306.183707:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629306.183710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629306.183715:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629306.183716:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629306.183720:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629306.183732:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629306.183736:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629306.183740:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13981
00000400:00000200:0.0:1778629306.183748:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629306.183753:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629306.183756:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629306.183758:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183760:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629306.183762:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183763:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629306.183766:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629306.183767:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629306.183769:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629306.183771:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629306.183772:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629306.183774:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629306.183776:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183777:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629306.183778:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183779:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629306.183781:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629306.183783:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183785:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629306.183786:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629306.183789:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629306.183790:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.183791:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629306.183793:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629306.183799:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
00000020:00000040:0.0:1778629306.183801:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629306.183804:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629306.183805:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.183807:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629306.183809:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629306.183822:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629306.183830:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
00000100:00000001:0.0:1778629306.183836:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629306.183842:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629306.183849:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629306.183852:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629306.183855:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629306.183873:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629306.183876:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629306.183879:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629306.183881:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629306.183882:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629306.183885:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629306.183887:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13981
00000400:00000200:0.0:1778629306.183891:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629306.183895:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629306.183897:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629306.183900:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183903:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629306.183906:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183908:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629306.183910:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629306.183911:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1778629306.183912:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629306.183915:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778629306.183916:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1778629306.183917:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629306.183919:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629306.183919:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629306.183922:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629306.183926:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183928:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629306.183929:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629306.183930:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183933:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629306.183936:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629306.183939:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629306.183941:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629306.183943:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629306.183948:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629306.183950:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1778629306.183952:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.183953:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.183956:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629306.183957:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629306.183960:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1778629306.183961:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629306.183962:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1778629306.183967:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629306.183969:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638080:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629306.183972:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.183973:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629306.183978:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1778629306.183979:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
02000000:00000001:1.0:1778629306.183980:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629306.183983:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629306.183987:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629306.183990:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629306.183991:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629306.183994:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629306.183997:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629306.183997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629306.184000:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1778629306.184001:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
02000000:00000001:0.0:1778629306.184002:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629306.184005:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629306.184006:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
02000000:00000010:0.0:1778629306.184012:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000200:1.0:1778629306.184013:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638080, portal 25
00000100:00000001:1.0:1778629306.184016:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629306.184018:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184018:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:1.0:1778629306.184025:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629306.184028:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629306.184036:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629306.184039:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629306.184045:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184053:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629306.184056:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629306.184061:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000001:0.0:1778629306.184064:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629306.184069:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629306.184069:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472638080, offset 0
00000100:00080000:0.0:1778629306.184075:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629306.184078:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184079:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629306.184081:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629306.184084:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629306.184087:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:0.0:1778629306.184089:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13981
00000400:00000200:1.0:1778629306.184093:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629306.184096:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629306.184100:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629306.184103:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629306.184105:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629306.184107:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497584:497584:256:4294967295] 192.168.204.112@tcp LPNI seq info [497543:497543:8:4294967295]
00000400:00000200:1.0:1778629306.184112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629306.184119:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1778629306.184126:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.0:1778629306.184127:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629306.184132:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000010:1.0:1778629306.184134:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00080000:0.0:1778629306.184135:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629306.184139:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184141:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1778629306.184145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629306.184146:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184150:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:1.0:1778629306.184151:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1778629306.184154:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629306.184157:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629306.184160:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1778629306.184161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:0.0:1778629306.184162:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:1.1:1778629306.184166:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1778629306.184167:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629306.184171:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629306.184175:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184178:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629306.184179:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184181:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629306.184183:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629306.184186:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000100:1.0:1778629306.184190:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629306.184191:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629306.184195:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1778629306.184195:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629306.184203:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1778629306.184204:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629306.184207:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.184211:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629306.184211:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1778629306.184214:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629306.184218:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629306.184218:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000100:00000001:0.0:1778629306.184222:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629306.184222:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000010:0.0:1778629306.184226:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000100:00000001:1.0:1778629306.184228:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1778629306.184229:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629306.184233:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629306.184235:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629306.184235:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629306.184237:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629306.184239:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629306.184241:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629306.184245:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629306.184249:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629306.184255:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629306.184258:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778629306.184265:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1778629306.184266:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629306.184270:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629306.184277:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184294:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.184296:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184298:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1778629306.184300:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629306.184304:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629306.184304:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629306.184307:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629306.184313:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629306.184314:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629306.184318:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308657936
00000100:00000040:0.0:1778629306.184321:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13991)
00000100:00000010:1.0:1778629306.184325:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778629306.184332:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629306.184338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308657936
00000100:00000010:1.0:1778629306.184342:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5000.
00000100:00000001:1.0:1778629306.184345:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629306.184349:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629306.184352:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184354:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629306.184359:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629306/real 1778629306]  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629306.184369:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629306.184370:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629306.184372:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629306.184375:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629306.184376:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629306.184378:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629306.184382:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629306.184391:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184397:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629306.184399:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184401:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.184403:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629306.184407:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184415:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629306.184418:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184425:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629306.184427:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184428:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.184429:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184431:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629306.184433:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629306.184436:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629306.184440:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629306.184442:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629306.184446:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629306.184454:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638080:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629306.184458:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184459:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629306.184462:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472638080/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184468:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629306.184470:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629306.184473:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629306.184475:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629306.184477:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629306.184478:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629306.184481:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629306.184483:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:1.0:1778629306.184486:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629306.184488:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629306.184490:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:1.0:1778629306.184493:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629306.184494:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184496:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184503:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629306.184504:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184506:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629306.184507:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629306.184508:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629306.184512:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184519:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629306.184520:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629306.184522:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629306.184524:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629306.184526:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629306.184529:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638208:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629306.184532:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629306.184534:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629306.184535:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629306.184537:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629306.184539:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629306.184541:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629306.184544:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629306.184547:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629306.184550:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629306.184553:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638208, portal 10
00000100:00000001:1.0:1778629306.184554:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629306.184556:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000100:00000040:1.0:1778629306.184561:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184568:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629306.184570:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629306.184573:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629306.184575:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472638208, offset 0
00000400:00000200:1.0:1778629306.184578:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629306.184582:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629306.184586:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629306.184588:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629306.184591:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629306.184593:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629306.184595:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629306.184598:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497585:497585:256:4294967295] 192.168.204.112@tcp LPNI seq info [497544:497544:8:4294967295]
00000400:00000200:1.0:1778629306.184602:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629306.184630:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629306.184633:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629306.184636:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629306.184638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629306.184640:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629306.184643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629306.184644:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629306.184646:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629306.184648:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629306.184650:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629306.184652:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629306.184654:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629306.184655:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629306.184656:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629306.184659:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184665:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629306.184667:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184679:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184680:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629306.184683:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629306.184686:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629306.184688:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629306.184689:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308654094
00000100:00000001:1.0:1778629306.184691:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308657936
00000100:00000001:1.0:1778629306.184692:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308654094
00000100:00000001:1.0:1778629306.184694:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308657936
00000100:00000001:1.0:1778629306.184696:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629306.184698:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184699:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629306.184701:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629306/real 1778629306]  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629306.184706:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629306.184708:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629306.184709:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629306.184710:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629306.184711:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629306.184712:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629306.184714:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629306.184719:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184723:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629306.184724:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184725:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.184726:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629306.184729:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184734:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629306.184737:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184744:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629306.184746:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184748:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.184749:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.184751:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629306.184755:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629306.184757:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629306.184768:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629306.184770:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629306.184774:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629306.184782:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638208:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629306.184786:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629306.184789:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184795:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629306.184796:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629306.184798:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629306.184800:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629306.184802:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629306.184805:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629306.184808:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629306.184810:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629306.184825:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629306.184827:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629306.184831:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629306.184833:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629306.184837:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629306.184839:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629306.184842:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629306.184844:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638336, portal 10
00000100:00000001:1.0:1778629306.184846:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629306.184847:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:1.0:1778629306.184853:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184859:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629306.184861:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629306.184863:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629306.184865:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472638336, offset 0
00000400:00000200:1.0:1778629306.184869:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629306.184873:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629306.184876:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629306.184878:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629306.184881:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629306.184883:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629306.184885:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629306.184888:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497586:497586:256:4294967295] 192.168.204.112@tcp LPNI seq info [497545:497545:8:4294967295]
00000400:00000200:1.0:1778629306.184900:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629306.184909:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629306.184914:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629306.184917:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629306.184921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629306.184923:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629306.184927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629306.184930:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629306.184933:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629306.184935:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629306.184937:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629306.184940:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629306.184943:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629306.184945:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629306.184947:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629306.184951:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184957:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629306.184958:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.184962:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184963:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629306.184965:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629306.184967:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629306.184970:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629306.184971:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308654095
00000100:00000001:1.0:1778629306.184973:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308657936
00000100:00000001:1.0:1778629306.184974:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308654095
00000100:00000001:1.0:1778629306.184975:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308657936
00000100:00000001:1.0:1778629306.184976:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629306.184977:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.184979:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629306.184982:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629306/real 1778629306]  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629306.184988:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629306.184990:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629306.184991:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629306.184994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629306.184995:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629306.184997:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629306.184999:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629306.185007:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.185014:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629306.185015:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185017:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.185018:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629306.185021:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.185028:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629306.185031:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.185037:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629306.185040:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185041:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629306.185042:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185044:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629306.185046:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629306.185049:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629306.185052:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629306.185053:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629306.185061:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629306.185068:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629306.185072:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185074:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629306.185077:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472638208/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.185083:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629306.185085:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629306.185086:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629306.185089:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629306.185091:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629306.185092:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629306.185094:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629306.185095:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:1.0:1778629306.185097:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629306.185098:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629306.185100:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:1.0:1778629306.185102:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629306.185103:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185105:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629306.185108:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472638336/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629306.185113:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629306.185114:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629306.185116:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629306.185118:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629306.185119:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629306.185120:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629306.185122:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629306.185123:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:1.0:1778629306.185125:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629306.185126:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629306.185127:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:1.0:1778629306.185129:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629306.185130:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185132:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.185135:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629306.185136:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.185138:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629306.185139:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.439703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629306.439703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629306.439707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629306.439709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629306.439709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629306.439711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.439712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.439712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629306.439718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629306.439718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629306.439722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629306.439722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629306.439726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.439726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629306.439727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629306.439729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629306.439729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629306.439729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629306.439732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629306.439735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629306.439736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629306.439738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629306.439745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629306.439754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629306.439804:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629306.439819:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629306.439822:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629307.207728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629307.207740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629307.207742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629307.207746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629307.207749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629307.207752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629307.207754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629307.207756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629307.207758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629307.463683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629307.463683:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629307.463689:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629307.463690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629307.463690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629307.463693:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629307.463694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629307.463694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629307.463700:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629307.463700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629307.463704:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629307.463706:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629307.463707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629307.463708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629307.463711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629307.463711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629307.463712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629307.463715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629307.463716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629307.463717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629307.463719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629307.463719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629307.463721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629307.463724:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629307.463740:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629307.463743:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629307.463745:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629308.231676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629308.231681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629308.231682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629308.231686:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629308.231689:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629308.231693:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629308.231695:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629308.231697:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629308.231699:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629308.487710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629308.487710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629308.487717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629308.487717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629308.487718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629308.487720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629308.487721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629308.487723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629308.487725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629308.487726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629308.487727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629308.487730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629308.487731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629308.487733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629308.487734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629308.487735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629308.487737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629308.487738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629308.487739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629308.487743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629308.487743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629308.487745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629308.487747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629308.487748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629308.487808:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629308.487810:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629308.487813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629309.255727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629309.255733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629309.255735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629309.255740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629309.255743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629309.255747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629309.255750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629309.255763:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629309.255766:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629309.511710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629309.511710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629309.511715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629309.511718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629309.511719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629309.511719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629309.511723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629309.511723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629309.511726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629309.511729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629309.511730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629309.511730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629309.511733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629309.511736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629309.511737:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629309.511737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629309.511742:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629309.511743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629309.511758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629309.511759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629309.511763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629309.511763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629309.511768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629309.511768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629309.511798:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629309.511807:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629309.511810:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629310.087710:0:225143:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308657936, at 4308657984
00000100:00000040:1.0:1778629310.087710:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308657936, at 4308657984
00000100:00000010:1.0:1778629310.087724:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5000.
00000100:00000010:0.0:1778629310.087728:0:225143:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:2.0:1778629310.279894:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629310.279901:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629310.279903:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629310.279909:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629310.279912:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629310.279915:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629310.279918:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629310.279921:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629310.279924:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629310.535709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629310.535711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629310.535716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629310.535717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629310.535721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629310.535722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629310.535725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629310.535737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629310.535742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629310.535743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629310.535746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629310.535746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629310.535751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629310.535754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629310.535757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629310.535801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629310.535804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629310.535806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629310.535850:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629310.535853:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629310.535854:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629310.535857:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629310.535859:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629310.535861:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629310.535863:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629310.535864:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629310.535866:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629311.303725:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629311.303729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629311.303734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629311.303735:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629311.303736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.303739:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629311.303742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629311.303744:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629311.303746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629311.303748:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629311.303750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629311.303753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629311.303756:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13986
00000100:00000001:0.0:1778629311.303757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629311.303762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629311.303766:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629311.303772:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629311.303775:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629311.303778:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303781:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629311.303784:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303786:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629311.303790:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629311.303792:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629311.303794:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629311.303797:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629311.303799:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629311.303801:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629311.303804:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303806:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629311.303808:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303810:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629311.303812:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629311.303815:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303818:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629311.303820:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629311.303823:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629311.303825:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.303828:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629311.303830:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629311.303837:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629311.303840:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629311.303844:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629311.303845:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.303848:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629311.303850:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629311.303854:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629311.303862:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629311.303867:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629311.303876:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629311.303886:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629311.303889:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629311.303893:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629311.303912:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629311.303915:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629311.303918:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629311.303920:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629311.303921:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629311.303924:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629311.303927:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13986
00000400:00000200:2.0:1778629311.303931:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629311.303935:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778629311.303943:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1778629311.303945:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629311.303947:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629311.303950:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629311.303953:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303957:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629311.303958:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629311.303962:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303967:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629311.303971:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629311.303974:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:1.0:1778629311.303977:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778629311.303978:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778629311.303981:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629311.303981:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629311.303985:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778629311.303986:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1778629311.303989:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778629311.303990:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629311.303995:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629311.303995:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.303999:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1778629311.304001:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638464:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629311.304003:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304008:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629311.304009:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1778629311.304011:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629311.304014:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1778629311.304016:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778629311.304018:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.304020:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629311.304022:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629311.304023:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629311.304028:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629311.304030:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.304032:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1778629311.304034:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
00000008:00100000:2.0:1778629311.304036:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629311.304037:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629311.304042:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.304045:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778629311.304050:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000400:00000010:1.0:1778629311.304052:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000020:00000040:2.0:1778629311.304054:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629311.304058:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1778629311.304060:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
02000000:00000001:2.0:1778629311.304060:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.304065:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629311.304066:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629311.304068:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629311.304069:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638464, portal 25
00000100:00000001:1.0:1778629311.304072:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1778629311.304072:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:1.0:1778629311.304075:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000001:2.0:1778629311.304077:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629311.304082:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629311.304085:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629311.304106:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629311.304107:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1778629311.304111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304112:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629311.304115:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000040:2.0:1778629311.304119:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629311.304120:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472638464, offset 0
00000400:00000200:1.0:1778629311.304130:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304137:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304140:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629311.304141:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629311.304145:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629311.304146:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778629311.304148:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:2.0:1778629311.304149:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629311.304153:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629311.304157:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778629311.304157:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13986
00000400:00000200:1.0:1778629311.304165:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629311.304165:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629311.304171:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778629311.304172:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629311.304174:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778629311.304177:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778629311.304180:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304182:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629311.304186:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497587:497587:256:4294967295] 192.168.204.112@tcp LPNI seq info [497546:497546:8:4294967295]
00000100:00000040:2.0:1778629311.304187:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304191:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629311.304193:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629311.304195:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629311.304196:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629311.304198:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629311.304200:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629311.304201:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629311.304204:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629311.304210:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629311.304213:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629311.304213:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629311.304218:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304221:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629311.304223:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:1.0:1778629311.304227:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629311.304228:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304232:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629311.304233:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1778629311.304234:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
02000000:00000001:2.0:1778629311.304235:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629311.304238:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629311.304239:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629311.304240:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629311.304242:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629311.304244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629311.304245:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629311.304250:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000800:00000200:1.0:1778629311.304251:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000020:00000040:2.0:1778629311.304253:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629311.304256:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629311.304259:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629311.304260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629311.304261:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629311.304263:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629311.304266:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629311.304266:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
02000000:00000010:2.0:1778629311.304270:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000800:00000100:1.0:1778629311.304274:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629311.304275:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629311.304277:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000100:00100000:2.0:1778629311.304281:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629311.304285:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778629311.304287:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629311.304289:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304293:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1778629311.304295:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629311.304298:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629311.304302:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:2.0:1778629311.304303:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629311.304306:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629311.304307:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629311.304309:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629311.304311:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629311.304315:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629311.304315:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629311.304321:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13996)
00000100:00000001:1.0:1778629311.304329:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.304333:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304341:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.304343:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629311.304348:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304351:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629311.304354:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308663056
00000100:00000010:1.0:1778629311.304359:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5000.
00000100:00000001:1.0:1778629311.304365:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629311.304371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308663056
00000100:00000010:1.0:1778629311.304374:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778629311.304377:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629311.304380:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629311.304382:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.304384:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629311.304388:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629311/real 1778629311]  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629311.304396:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629311.304398:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629311.304400:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629311.304402:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629311.304403:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629311.304406:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629311.304409:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629311.304416:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304423:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629311.304424:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304426:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.304428:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629311.304432:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304439:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629311.304451:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304464:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629311.304467:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304468:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.304470:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304472:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629311.304474:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629311.304476:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629311.304480:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629311.304482:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629311.304486:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629311.304494:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638464:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629311.304498:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304500:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.304502:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472638464/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304509:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629311.304512:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629311.304514:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629311.304518:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629311.304519:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629311.304521:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629311.304523:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629311.304524:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629311.304527:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629311.304529:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629311.304531:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:1.0:1778629311.304533:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629311.304534:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304543:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629311.304544:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.304546:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629311.304548:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629311.304549:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629311.304552:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304559:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629311.304560:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629311.304562:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629311.304564:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629311.304566:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629311.304568:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638592:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629311.304571:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629311.304573:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629311.304574:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629311.304576:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629311.304578:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629311.304580:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304583:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629311.304586:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629311.304589:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629311.304591:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638592, portal 10
00000100:00000001:1.0:1778629311.304593:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629311.304595:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:1.0:1778629311.304600:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304632:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629311.304635:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629311.304637:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629311.304640:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472638592, offset 0
00000400:00000200:1.0:1778629311.304643:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629311.304647:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629311.304651:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629311.304654:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629311.304656:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629311.304659:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629311.304661:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629311.304664:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497588:497588:256:4294967295] 192.168.204.112@tcp LPNI seq info [497547:497547:8:4294967295]
00000400:00000200:1.0:1778629311.304668:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629311.304674:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629311.304678:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629311.304681:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629311.304685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629311.304688:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778629311.304692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629311.304694:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778629311.304698:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629311.304700:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629311.304702:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629311.304705:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629311.304708:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629311.304722:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629311.304726:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629311.304729:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304737:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.304740:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304746:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.304748:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629311.304750:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629311.304754:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629311.304757:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629311.304759:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308659214
00000100:00000001:1.0:1778629311.304762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308663056
00000100:00000001:1.0:1778629311.304764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308659214
00000100:00000001:1.0:1778629311.304766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308663056
00000100:00000001:1.0:1778629311.304768:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629311.304769:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.304771:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629311.304774:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629311/real 1778629311]  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629311.304781:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629311.304782:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629311.304784:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629311.304786:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629311.304787:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629311.304789:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629311.304792:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629311.304800:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304806:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629311.304807:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304809:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.304810:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629311.304813:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304819:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629311.304822:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304828:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629311.304830:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.304834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.304835:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629311.304839:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629311.304841:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629311.304844:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629311.304846:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629311.304850:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629311.304857:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638592:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629311.304861:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629311.304863:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304870:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629311.304871:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629311.304873:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629311.304874:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629311.304876:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629311.304879:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629311.304882:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629311.304884:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629311.304885:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629311.304886:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629311.304889:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629311.304891:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629311.304894:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629311.304896:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629311.304898:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629311.304901:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638720, portal 10
00000100:00000001:1.0:1778629311.304903:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629311.304904:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:1.0:1778629311.304909:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.304916:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629311.304918:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629311.304920:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629311.304922:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472638720, offset 0
00000400:00000200:1.0:1778629311.304926:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629311.304929:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629311.304932:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629311.304935:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629311.304937:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629311.304940:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629311.304942:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629311.304945:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497589:497589:256:4294967295] 192.168.204.112@tcp LPNI seq info [497548:497548:8:4294967295]
00000400:00000200:1.0:1778629311.304948:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629311.304955:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629311.304959:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629311.304961:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629311.304965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629311.304967:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1778629311.304971:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629311.304973:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1778629311.304977:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629311.304979:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629311.304981:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629311.304985:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629311.304987:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629311.304989:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629311.304991:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629311.304994:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305007:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.305009:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305016:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.305017:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629311.305019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629311.305022:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629311.305025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629311.305027:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308659215
00000100:00000001:1.0:1778629311.305029:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308663056
00000100:00000001:1.0:1778629311.305031:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308659215
00000100:00000001:1.0:1778629311.305033:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308663056
00000100:00000001:1.0:1778629311.305034:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629311.305036:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.305038:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629311.305041:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629311/real 1778629311]  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629311.305048:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629311.305049:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629311.305051:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629311.305052:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629311.305054:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629311.305056:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629311.305059:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629311.305067:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305072:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629311.305074:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305075:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.305077:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629311.305080:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305086:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629311.305089:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305096:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629311.305098:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305100:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629311.305101:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305102:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629311.305104:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629311.305106:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629311.305108:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629311.305110:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629311.305114:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629311.305122:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629311.305125:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305126:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.305129:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472638592/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305135:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629311.305136:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629311.305138:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629311.305140:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629311.305141:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629311.305143:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629311.305145:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629311.305146:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629311.305148:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629311.305149:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629311.305151:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:1.0:1778629311.305154:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629311.305155:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305157:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629311.305160:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472638720/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629311.305166:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629311.305167:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629311.305168:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629311.305170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629311.305171:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629311.305172:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629311.305174:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629311.305175:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:1.0:1778629311.305176:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629311.305177:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629311.305178:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:1.0:1778629311.305180:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629311.305181:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305182:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.305185:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629311.305187:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.305188:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629311.305190:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.559697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629311.559698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629311.559698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629311.559702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.559704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629311.559705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629311.559716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629311.559717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629311.559717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629311.559720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629311.559724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629311.559725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629311.559725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629311.559726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629311.559731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629311.559731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629311.559735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.559735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.559738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629311.559739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629311.559741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629311.559743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629311.559744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629311.559746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629311.559786:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629311.559789:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629311.559793:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629312.327718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629312.327725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629312.327727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629312.327733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629312.327737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629312.327740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629312.327743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629312.327746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629312.327749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629312.583677:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629312.583678:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629312.583682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629312.583683:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629312.583684:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629312.583695:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629312.583695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629312.583697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629312.583701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629312.583701:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629312.583703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629312.583707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629312.583708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629312.583708:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629312.583710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629312.583712:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629312.583713:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629312.583714:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629312.583717:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629312.583718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629312.583718:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629312.583720:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629312.583721:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629312.583723:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629312.583723:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629312.583724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629312.583730:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629312.583732:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629312.583735:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629312.583736:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629312.583786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629312.583789:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629312.583792:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629313.351720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629313.351725:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629313.351726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629313.351729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629313.351732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629313.351734:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629313.351736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629313.351738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629313.351739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629313.607709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629313.607709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629313.607717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629313.607717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629313.607717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629313.607722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629313.607722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629313.607722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629313.607729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629313.607730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629313.607730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629313.607736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629313.607736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629313.607736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629313.607741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629313.607741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629313.607742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629313.607745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629313.607747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629313.607747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629313.607752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629313.607752:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629313.607757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629313.607757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629313.607817:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629313.607821:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629313.607825:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629314.375711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629314.375717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629314.375719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629314.375722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629314.375725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629314.375728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629314.375730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629314.375732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629314.375734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629314.631682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629314.631682:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629314.631683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629314.631686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629314.631689:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629314.631689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629314.631691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629314.631692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629314.631692:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629314.631693:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629314.631699:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629314.631699:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629314.631699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629314.631700:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629314.631703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629314.631707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629314.631708:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629314.631710:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629314.631711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629314.631713:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629314.631714:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629314.631717:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629314.631718:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629314.631722:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629314.631755:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629314.631758:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629314.631761:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629315.207742:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308663056, at 4308663104
00000100:00000040:1.0:1778629315.207742:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308663056, at 4308663104
00000100:00000010:1.0:1778629315.207757:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000010:0.0:1778629315.207760:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5000.
00000100:00000001:1.0:1778629315.399701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629315.399708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629315.399709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629315.399715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629315.399718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629315.399722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629315.399724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629315.399726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629315.399729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629315.655718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629315.655724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629315.655726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629315.655728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629315.655732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629315.655733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629315.655733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629315.655735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629315.655737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629315.655738:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1778629315.655739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629315.655740:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629315.655741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629315.655743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629315.655744:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629315.655745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629315.655746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629315.655747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629315.655748:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629315.655750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629315.655751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655751:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629315.655753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629315.655754:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629315.655756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655758:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629315.655765:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629315.655766:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629315.655768:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655769:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629315.655770:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655772:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655773:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629315.655778:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629315.655779:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629315.655823:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629315.655826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629315.655828:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629316.423676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629316.423683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629316.423685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629316.423690:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629316.423694:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629316.423698:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.423701:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629316.423701:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629316.423703:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.423709:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629316.423710:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629316.423715:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629316.423717:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629316.423720:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629316.423725:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13991
00000400:00000200:3.0:1778629316.423733:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629316.423737:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629316.423739:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629316.423742:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423745:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629316.423748:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423750:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629316.423753:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629316.423755:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629316.423758:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629316.423760:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629316.423762:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629316.423764:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629316.423766:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423768:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629316.423770:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423772:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629316.423776:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629316.423779:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423781:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629316.423784:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629316.423788:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629316.423790:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.423791:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629316.423793:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629316.423800:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629316.423802:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629316.423805:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629316.423806:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.423809:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629316.423811:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629316.423815:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629316.423822:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778629316.423828:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629316.423836:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629316.423852:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629316.423856:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629316.423860:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629316.423881:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629316.423884:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629316.423887:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629316.423888:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629316.423890:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629316.423893:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629316.423895:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13991
00000400:00000200:3.0:1778629316.423900:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629316.423902:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629316.423904:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629316.423905:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629316.423906:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629316.423908:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629316.423909:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629316.423911:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629316.423912:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.423914:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:1.0:1778629316.423917:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629316.423917:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629316.423918:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629316.423921:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629316.423924:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629316.423928:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629316.423929:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629316.423932:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629316.423932:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778629316.423937:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629316.423939:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629316.423941:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629316.423944:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638848:192.168.204.112@tcp:250:kworker.0
00000100:00000040:3.0:1778629316.423945:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629316.423948:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629316.423951:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629316.423951:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778629316.423953:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629316.423956:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629316.423957:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629316.423960:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000010:1.0:1778629316.423961:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629316.423964:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629316.423966:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000400:00000200:1.0:1778629316.423970:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629316.423972:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:1.0:1778629316.423974:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:3.0:1778629316.423976:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629316.423979:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1778629316.423980:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
02000000:00000001:3.0:1778629316.423984:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1778629316.423985:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638848, portal 25
02000000:00000001:3.0:1778629316.423988:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.423989:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629316.423991:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000001:3.0:1778629316.423992:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629316.423997:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1778629316.423998:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1778629316.424000:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.424003:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629316.424008:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629316.424012:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629316.424014:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629316.424015:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.424016:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629316.424017:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629316.424018:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629316.424021:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:1.0:1778629316.424025:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629316.424026:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629316.424029:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629316.424032:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00100000:3.0:1778629316.424033:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778629316.424035:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472638848, offset 0
00000100:00000001:3.0:1778629316.424042:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629316.424045:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629316.424046:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629316.424049:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629316.424056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629316.424056:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629316.424059:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629316.424063:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1778629316.424066:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629316.424067:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629316.424070:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1778629316.424073:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778629316.424074:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629316.424079:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778629316.424080:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13991
00000400:00000200:1.0:1778629316.424086:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629316.424087:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629316.424091:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629316.424095:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778629316.424098:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497590:497590:256:4294967295] 192.168.204.112@tcp LPNI seq info [497549:497549:8:4294967295]
00000100:00080000:3.0:1778629316.424100:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629316.424106:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424107:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629316.424110:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629316.424113:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629316.424118:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629316.424120:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1778629316.424124:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629316.424126:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:1.0:1778629316.424129:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629316.424129:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629316.424131:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000010:1.0:1778629316.424134:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000020:00000001:3.0:1778629316.424135:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629316.424138:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:1.0:1778629316.424143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629316.424144:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:1.0:1778629316.424147:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1778629316.424148:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629316.424153:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.1:1778629316.424154:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629316.424158:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1778629316.424159:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000100:1.0:1778629316.424164:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778629316.424164:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000010:1.0:1778629316.424166:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000100:00080000:3.0:1778629316.424171:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424172:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629316.424176:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629316.424179:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1778629316.424181:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629316.424183:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
02000000:00000001:3.0:1778629316.424185:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1778629316.424186:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
02000000:00000001:3.0:1778629316.424189:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424191:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778629316.424191:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629316.424194:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1778629316.424196:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1778629316.424196:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.424199:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629316.424203:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629316.424207:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:1.0:1778629316.424208:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1778629316.424209:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1778629316.424212:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629316.424212:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.424216:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629316.424218:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629316.424220:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629316.424225:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:1.0:1778629316.424229:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629316.424230:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424232:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629316.424236:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629316.424236:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629316.424243:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629316.424247:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308668176
00000100:00000001:3.0:1778629316.424248:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629316.424252:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629316.424254:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000040:3.0:1778629316.424254:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629316.424261:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424262:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1778629316.424264:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629316.424268:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629316.424270:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308668176
00000100:00000040:3.0:1778629316.424271:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1778629316.424275:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000040:3.0:1778629316.424276:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629316.424280:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1778629316.424282:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14002)
00000100:00000001:1.0:1778629316.424284:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629316.424288:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424290:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629316.424296:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629316/real 1778629316]  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629316.424305:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629316.424307:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629316.424309:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629316.424312:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629316.424313:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629316.424315:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629316.424318:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629316.424327:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424333:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629316.424334:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424335:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424337:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629316.424345:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424351:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629316.424353:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424358:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629316.424359:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424360:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424361:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424362:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629316.424364:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629316.424365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629316.424367:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629316.424369:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629316.424371:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629316.424375:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472638848:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629316.424378:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424379:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629316.424381:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472638848/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424385:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629316.424386:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629316.424388:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629316.424391:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629316.424397:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629316.424398:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629316.424401:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629316.424403:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629316.424406:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629316.424408:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629316.424410:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778629316.424412:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629316.424414:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424416:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424422:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629316.424424:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424426:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629316.424427:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629316.424428:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629316.424433:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424439:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629316.424440:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629316.424442:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629316.424444:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629316.424447:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629316.424449:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638976:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629316.424450:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629316.424452:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629316.424453:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629316.424454:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629316.424456:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629316.424457:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629316.424460:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629316.424462:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629316.424464:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629316.424466:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472638976, portal 10
00000100:00000001:1.0:1778629316.424467:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629316.424468:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:1.0:1778629316.424473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424483:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629316.424485:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629316.424487:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629316.424488:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472638976, offset 0
00000400:00000200:1.0:1778629316.424490:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424493:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629316.424496:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629316.424497:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629316.424499:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629316.424501:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629316.424502:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424504:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497591:497591:256:4294967295] 192.168.204.112@tcp LPNI seq info [497550:497550:8:4294967295]
00000400:00000200:1.0:1778629316.424506:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629316.424510:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629316.424513:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629316.424515:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629316.424517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629316.424519:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778629316.424521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629316.424523:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1778629316.424525:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629316.424527:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629316.424528:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629316.424530:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629316.424532:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629316.424533:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629316.424535:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629316.424537:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424542:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629316.424544:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424550:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424557:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629316.424561:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629316.424564:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629316.424567:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629316.424569:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308664333
00000100:00000001:1.0:1778629316.424572:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308668176
00000100:00000001:1.0:1778629316.424574:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308664333
00000100:00000001:1.0:1778629316.424576:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308668176
00000100:00000001:1.0:1778629316.424578:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629316.424580:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424582:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629316.424586:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629316/real 1778629316]  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629316.424594:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629316.424595:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629316.424596:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629316.424598:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629316.424599:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629316.424601:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629316.424603:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629316.424641:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424648:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629316.424649:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424651:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424652:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629316.424655:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424659:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629316.424661:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424667:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629316.424670:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424671:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424674:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629316.424677:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629316.424679:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629316.424682:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629316.424684:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629316.424688:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629316.424696:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472638976:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629316.424700:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629316.424703:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424710:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629316.424711:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629316.424713:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629316.424714:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629316.424724:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629316.424731:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629316.424734:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629316.424736:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629316.424737:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629316.424739:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629316.424742:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629316.424744:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629316.424747:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629316.424750:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629316.424753:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629316.424756:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639104, portal 10
00000100:00000001:1.0:1778629316.424757:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629316.424758:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778629316.424763:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424767:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629316.424768:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629316.424769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629316.424771:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472639104, offset 0
00000400:00000200:1.0:1778629316.424773:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424776:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629316.424778:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629316.424779:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629316.424781:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629316.424783:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629316.424784:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629316.424786:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497592:497592:256:4294967295] 192.168.204.112@tcp LPNI seq info [497551:497551:8:4294967295]
00000400:00000200:1.0:1778629316.424788:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629316.424792:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629316.424795:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629316.424796:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629316.424799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629316.424800:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1778629316.424803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629316.424805:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1778629316.424807:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629316.424808:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629316.424810:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629316.424818:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629316.424820:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629316.424822:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629316.424823:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629316.424825:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424832:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629316.424835:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424841:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424842:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629316.424845:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629316.424847:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629316.424850:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629316.424852:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308664335
00000100:00000001:1.0:1778629316.424855:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308668176
00000100:00000001:1.0:1778629316.424857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308664335
00000100:00000001:1.0:1778629316.424858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308668176
00000100:00000001:1.0:1778629316.424860:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629316.424862:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424864:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629316.424868:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629316/real 1778629316]  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629316.424875:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629316.424876:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629316.424878:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629316.424880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629316.424882:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629316.424883:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629316.424885:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629316.424890:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424894:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629316.424895:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424896:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424897:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629316.424898:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424902:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629316.424904:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424908:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629316.424910:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424910:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629316.424911:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424912:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629316.424913:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629316.424915:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629316.424916:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629316.424917:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629316.424919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629316.424924:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629316.424926:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424927:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629316.424929:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472638976/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424932:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629316.424934:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629316.424935:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629316.424936:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629316.424937:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629316.424938:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629316.424939:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629316.424940:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629316.424942:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629316.424942:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629316.424943:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778629316.424945:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629316.424946:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424947:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629316.424948:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472639104/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629316.424952:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629316.424952:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629316.424953:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629316.424954:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629316.424955:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629316.424955:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629316.424956:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629316.424957:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629316.424958:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629316.424959:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629316.424959:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778629316.424960:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629316.424961:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424962:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.424965:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629316.424965:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.424966:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629316.424967:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.679710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629316.679713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629316.679724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629316.679725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629316.679726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629316.679728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629316.679729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629316.679734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629316.679734:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629316.679734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629316.679739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629316.679741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629316.679742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629316.679742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629316.679744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629316.679746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629316.679747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.679747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629316.679753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629316.679753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629316.679758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629316.679758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629316.679763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629316.679766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629316.679790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629316.679793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629316.679795:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629317.447701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629317.447707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629317.447708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629317.447712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629317.447715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629317.447717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629317.447719:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629317.447721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629317.447724:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629317.703715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629317.703715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629317.703716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629317.703721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629317.703723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629317.703724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629317.703725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629317.703726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629317.703727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629317.703729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629317.703730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629317.703731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629317.703733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629317.703735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629317.703736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629317.703737:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629317.703739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629317.703741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629317.703741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629317.703745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629317.703747:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629317.703750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629317.703794:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629317.703797:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629317.703799:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629317.703843:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629317.703846:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629318.471756:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629318.471762:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629318.471764:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629318.471770:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629318.471773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629318.471777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629318.471779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629318.471782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629318.471790:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629318.727701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629318.727708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629318.727712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629318.727717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629318.727718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629318.727719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629318.727727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629318.727727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629318.727728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629318.727730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629318.727736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629318.727737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629318.727739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629318.727739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629318.727741:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629318.727743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629318.727748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629318.727748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629318.727750:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629318.727753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629318.727754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629318.727754:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629318.727765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629318.727767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629318.727822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629318.727825:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629318.727832:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629319.495703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629319.495711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629319.495713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629319.495719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629319.495722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629319.495725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629319.495728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629319.495732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629319.495739:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629319.751707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629319.751711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629319.751713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629319.751714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629319.751714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629319.751719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629319.751720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629319.751721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629319.751722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629319.751724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629319.751725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629319.751725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629319.751728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629319.751730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629319.751732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629319.751784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629319.751787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629319.751791:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629319.751810:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629319.751813:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629319.751813:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629319.751815:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629319.751816:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629319.751818:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629319.751819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629319.751821:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629319.751822:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629320.327708:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308668176, at 4308668224
00000100:00000040:1.0:1778629320.327708:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308668176, at 4308668224
00000100:00000010:1.0:1778629320.327721:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000010:0.0:1778629320.327730:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:0.0:1778629320.519705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629320.519712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629320.519714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629320.519719:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629320.519722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629320.519725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629320.519728:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629320.519731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629320.519733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629320.775681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629320.775681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629320.775686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629320.775688:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629320.775691:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629320.775692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629320.775694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629320.775697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629320.775698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629320.775698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629320.775703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629320.775706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629320.775710:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629320.775713:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629320.775716:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629320.775756:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629320.775761:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629320.775764:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629320.775790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629320.775793:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629320.775795:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629320.775798:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629320.775800:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629320.775801:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629320.775803:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629320.775804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629320.775806:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629321.543706:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629321.543712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629321.543713:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629321.543716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629321.543717:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629321.543719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629321.543720:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1778629321.543723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629321.543724:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629321.543728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629321.543730:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 13997
00000100:00000001:0.0:1778629321.543733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629321.543737:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1778629321.543738:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629321.543740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629321.543744:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629321.543745:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629321.543749:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629321.543752:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543755:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629321.543756:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543758:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629321.543760:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629321.543761:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629321.543763:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629321.543765:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629321.543767:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629321.543769:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629321.543771:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543773:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629321.543774:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543775:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629321.543777:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629321.543779:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543780:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629321.543782:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629321.543785:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629321.543786:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.543788:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629321.543789:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629321.543795:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629321.543798:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629321.543801:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629321.543802:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.543804:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629321.543806:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629321.543809:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629321.543814:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629321.543818:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629321.543825:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629321.543831:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629321.543834:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629321.543837:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629321.543853:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629321.543855:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629321.543858:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629321.543860:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629321.543862:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629321.543864:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629321.543867:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13997
00000400:00000200:3.0:1778629321.543870:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629321.543872:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629321.543875:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629321.543877:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543879:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629321.543881:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543883:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629321.543885:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629321.543886:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:1.0:1778629321.543888:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1778629321.543888:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629321.543889:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778629321.543891:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629321.543891:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629321.543893:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629321.543893:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629321.543896:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543897:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629321.543898:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629321.543899:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543901:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629321.543903:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629321.543906:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629321.543906:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629321.543908:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.543908:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.543910:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629321.543910:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629321.543913:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629321.543914:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629321.543916:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629321.543916:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.543918:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1778629321.543919:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472639232:192.168.204.112@tcp:250:kworker.0
00000008:00100000:3.0:1778629321.543921:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629321.543922:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1778629321.543923:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.543925:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629321.543925:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.543927:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629321.543929:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
02000000:00000001:1.0:1778629321.543930:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1778629321.543931:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629321.543933:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1778629321.543934:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:3.0:1778629321.543934:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.543935:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.543936:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629321.543937:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629321.543939:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629321.543940:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778629321.543942:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000400:00000010:1.0:1778629321.543944:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:3.0:1778629321.543944:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629321.543948:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778629321.543949:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:3.0:1778629321.543954:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1778629321.543955:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639232, portal 25
00000100:00000001:3.0:1778629321.543956:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.543957:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629321.543959:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:3.0:1778629321.543960:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629321.543963:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629321.543968:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.543970:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629321.543970:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629321.543973:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629321.543973:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629321.543974:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1778629321.543975:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00080000:3.0:1778629321.543976:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1778629321.543978:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472639232, offset 0
00000100:00000001:3.0:1778629321.543978:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629321.543980:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 13997
00000400:00000200:3.0:1778629321.543983:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629321.543985:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629321.543986:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629321.543988:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629321.543990:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629321.543992:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629321.543992:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629321.543994:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.543995:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629321.543997:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:3.0:1778629321.543997:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629321.543998:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629321.544000:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629321.544001:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629321.544003:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1778629321.544003:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629321.544005:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629321.544007:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778629321.544008:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629321.544010:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629321.544010:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629321.544012:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:3.0:1778629321.544012:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629321.544013:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629321.544015:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629321.544017:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497593:497593:256:4294967295] 192.168.204.112@tcp LPNI seq info [497552:497552:8:4294967295]
00000100:00080000:3.0:1778629321.544017:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629321.544020:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629321.544021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629321.544021:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629321.544023:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629321.544025:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.544026:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629321.544028:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629321.544030:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1778629321.544030:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.544032:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629321.544035:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000800:00000200:1.0:1778629321.544036:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778629321.544036:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629321.544039:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1778629321.544040:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
02000000:00000001:3.0:1778629321.544040:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629321.544041:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629321.544042:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629321.544044:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629321.544046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:3.0:1778629321.544046:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629321.544049:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629321.544050:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00100000:3.0:1778629321.544053:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1778629321.544055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629321.544058:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1778629321.544060:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629321.544062:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778629321.544063:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629321.544065:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000100:00000040:3.0:1778629321.544065:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629321.544070:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629321.544072:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629321.544074:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629321.544075:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1778629321.544077:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629321.544079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000100:00000040:3.0:1778629321.544080:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1778629321.544081:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000040:3.0:1778629321.544083:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629321.544085:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778629321.544087:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14007)
00000100:00000200:1.0:1778629321.544088:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544095:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544099:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544105:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544107:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629321.544112:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629321.544115:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629321.544118:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308673296
00000100:00000010:1.0:1778629321.544123:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5540.
00000100:00000001:1.0:1778629321.544128:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629321.544131:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308673296
00000100:00000010:1.0:1778629321.544133:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629321.544135:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629321.544138:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629321.544139:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544141:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629321.544144:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629321/real 1778629321]  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629321.544150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629321.544151:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629321.544152:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629321.544154:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629321.544155:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629321.544157:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629321.544159:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629321.544164:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544168:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629321.544169:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544170:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544172:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629321.544174:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544177:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629321.544180:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544188:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629321.544189:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544191:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544191:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544193:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629321.544194:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629321.544196:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629321.544198:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629321.544199:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629321.544201:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629321.544206:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472639232:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629321.544208:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544209:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544211:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472639232/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544215:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629321.544217:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629321.544218:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629321.544220:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629321.544221:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629321.544221:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629321.544223:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629321.544224:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629321.544226:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629321.544227:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629321.544228:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:1.0:1778629321.544230:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629321.544231:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544232:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544238:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629321.544239:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544240:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629321.544241:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629321.544241:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629321.544243:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544247:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629321.544248:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.544249:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629321.544250:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629321.544252:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629321.544253:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639360:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629321.544255:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629321.544256:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629321.544257:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.544258:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629321.544259:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629321.544260:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629321.544263:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629321.544264:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629321.544266:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629321.544268:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639360, portal 10
00000100:00000001:1.0:1778629321.544269:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629321.544270:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:1.0:1778629321.544274:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544277:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629321.544279:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629321.544280:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629321.544281:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472639360, offset 0
00000400:00000200:1.0:1778629321.544284:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629321.544287:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629321.544290:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629321.544293:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629321.544296:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629321.544298:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629321.544300:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629321.544303:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497594:497594:256:4294967295] 192.168.204.112@tcp LPNI seq info [497553:497553:8:4294967295]
00000400:00000200:1.0:1778629321.544307:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629321.544313:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629321.544317:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629321.544320:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629321.544324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629321.544326:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778629321.544330:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629321.544333:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1778629321.544336:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629321.544338:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629321.544340:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629321.544342:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629321.544344:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629321.544345:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629321.544346:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629321.544348:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544353:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544355:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544359:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544360:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629321.544361:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629321.544364:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629321.544366:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629321.544367:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308669453
00000100:00000001:1.0:1778629321.544369:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308673296
00000100:00000001:1.0:1778629321.544370:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308669453
00000100:00000001:1.0:1778629321.544372:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308673296
00000100:00000001:1.0:1778629321.544373:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629321.544374:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544375:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629321.544377:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629321/real 1778629321]  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629321.544381:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629321.544382:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629321.544383:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629321.544384:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629321.544385:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629321.544386:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629321.544388:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629321.544392:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544395:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629321.544396:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544397:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544398:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629321.544399:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544403:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629321.544405:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544408:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629321.544410:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544416:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544417:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544418:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629321.544421:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629321.544423:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629321.544425:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629321.544426:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629321.544428:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629321.544433:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639360:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629321.544434:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629321.544436:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544439:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629321.544440:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.544441:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629321.544442:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629321.544443:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629321.544445:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629321.544446:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629321.544448:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629321.544448:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629321.544449:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629321.544451:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629321.544452:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629321.544454:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629321.544455:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629321.544457:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629321.544458:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639488, portal 10
00000100:00000001:1.0:1778629321.544460:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629321.544461:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:1.0:1778629321.544464:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544467:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629321.544469:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629321.544470:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629321.544471:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472639488, offset 0
00000400:00000200:1.0:1778629321.544473:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629321.544475:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629321.544477:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629321.544478:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629321.544480:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629321.544481:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629321.544483:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629321.544484:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497595:497595:256:4294967295] 192.168.204.112@tcp LPNI seq info [497554:497554:8:4294967295]
00000400:00000200:1.0:1778629321.544488:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629321.544498:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629321.544502:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629321.544505:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629321.544517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629321.544520:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1778629321.544525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629321.544527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1778629321.544531:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629321.544532:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629321.544535:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629321.544538:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629321.544540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629321.544542:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629321.544544:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629321.544548:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544560:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544562:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544565:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544566:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629321.544569:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629321.544571:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629321.544573:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629321.544574:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308669454
00000100:00000001:1.0:1778629321.544576:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308673296
00000100:00000001:1.0:1778629321.544577:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308669454
00000100:00000001:1.0:1778629321.544578:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308673296
00000100:00000001:1.0:1778629321.544579:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629321.544581:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544582:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629321.544584:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629321/real 1778629321]  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629321.544588:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629321.544588:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629321.544589:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629321.544591:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629321.544592:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629321.544593:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629321.544595:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629321.544599:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544602:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629321.544603:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544605:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629321.544627:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544632:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629321.544634:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544639:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629321.544640:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544641:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629321.544642:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544643:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629321.544644:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629321.544646:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629321.544647:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629321.544648:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629321.544650:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629321.544655:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629321.544657:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544658:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544660:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472639360/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544663:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629321.544664:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629321.544665:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece000.
02000000:00000001:1.0:1778629321.544667:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629321.544668:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629321.544669:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629321.544670:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629321.544671:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629321.544673:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629321.544673:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629321.544674:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629321.544676:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629321.544677:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544678:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629321.544679:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472639488/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629321.544683:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629321.544683:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629321.544684:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:1.0:1778629321.544685:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629321.544686:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629321.544686:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629321.544687:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629321.544688:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629321.544689:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629321.544690:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629321.544690:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629321.544691:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629321.544692:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544693:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.544695:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629321.544695:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.544696:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629321.544697:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629321.799716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629321.799720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629321.799722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629321.799725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629321.799726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629321.799729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629321.799730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629321.799735:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629321.799735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629321.799738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629321.799739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629321.799740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629321.799746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629321.799747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.799747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629321.799751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629321.799760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629321.799761:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629321.799762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629321.799770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629321.799770:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629321.799780:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629321.799781:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629321.799784:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629321.799850:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629321.799854:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629321.799857:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629322.567723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629322.567729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629322.567730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629322.567733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629322.567736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629322.567739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629322.567741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629322.567742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629322.567745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823690:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629322.823697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629322.823705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629322.823714:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629322.823717:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629322.823721:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823725:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629322.823727:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823730:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629322.823733:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629322.823776:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629322.823784:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629322.823787:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629322.823791:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629322.823793:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629322.823796:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629322.823798:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629322.823798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629322.823800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1778629322.823803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629322.823803:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629322.823804:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629322.823808:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629322.823809:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1778629322.823810:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629322.823811:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629322.823813:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629322.823816:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629322.823818:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629322.823819:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629322.823823:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629323.591705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629323.591711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629323.591713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629323.591718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629323.591721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629323.591725:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629323.591727:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629323.591730:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629323.591732:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629323.847710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629323.847710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629323.847713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629323.847717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629323.847719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629323.847721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629323.847722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629323.847724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629323.847726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629323.847727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629323.847728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629323.847729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629323.847731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629323.847733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629323.847735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629323.847736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629323.847740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629323.847741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629323.847743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629323.847745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629323.847746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629323.847751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629323.847753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629323.847756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629323.847761:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629323.847764:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629323.847766:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629324.615751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629324.615759:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629324.615761:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629324.615767:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629324.615771:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629324.615777:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629324.615780:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629324.615783:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629324.615786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629324.871789:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629324.871789:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629324.871799:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629324.871799:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629324.871803:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629324.871804:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629324.871809:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629324.871812:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629324.871813:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629324.871818:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629324.871819:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629324.871820:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629324.871824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629324.871825:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629324.871830:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629324.871831:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629324.871831:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629324.871833:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629324.871835:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629324.871836:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629324.871837:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629324.871841:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629324.871853:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629324.871855:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629324.871922:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629324.871925:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629324.871928:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629325.447715:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308673296, at 4308673344
00000100:00000040:1.0:1778629325.447715:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308673296, at 4308673344
00000100:00000010:0.0:1778629325.447731:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5540.
00000100:00000010:1.0:1778629325.447733:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:0.0:1778629325.639717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629325.639724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629325.639726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629325.639731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629325.639735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629325.639739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629325.639742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629325.639744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629325.639747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629325.895727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629325.895727:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629325.895732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629325.895734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629325.895735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629325.895737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629325.895738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629325.895743:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629325.895744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629325.895744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629325.895748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629325.895748:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629325.895749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629325.895751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629325.895753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629325.895754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629325.895756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629325.895757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629325.895758:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629325.895760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629325.895762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895762:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629325.895763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895768:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895775:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629325.895782:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629325.895783:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629325.895785:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895787:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629325.895789:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895791:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895793:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629325.895797:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629325.895798:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629325.895855:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629325.895859:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629325.895863:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629326.663719:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629326.663724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629326.663726:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629326.663730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629326.663730:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629326.663733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629326.663737:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629326.663738:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629326.663742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629326.663742:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629326.663746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629326.663749:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14002
00000100:00000001:0.0:1778629326.663752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629326.663754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629326.663758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629326.663758:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629326.663764:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629326.663767:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629326.663769:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663771:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629326.663773:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663776:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629326.663779:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629326.663781:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629326.663783:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629326.663785:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629326.663787:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629326.663789:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629326.663794:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663796:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629326.663798:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663800:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629326.663802:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629326.663805:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663807:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629326.663810:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629326.663813:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629326.663815:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.663817:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629326.663818:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629326.663823:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778629326.663825:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629326.663828:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629326.663829:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.663831:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629326.663833:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629326.663836:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629326.663842:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629326.663847:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629326.663854:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629326.663860:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629326.663863:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629326.663868:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629326.663881:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629326.663883:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629326.663885:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629326.663887:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629326.663888:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629326.663890:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629326.663892:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14002
00000400:00000200:3.0:1778629326.663895:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629326.663899:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629326.663900:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1778629326.663901:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629326.663904:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778629326.663905:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663908:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629326.663909:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629326.663911:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663914:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:0.0:1778629326.663919:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629326.663919:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629326.663922:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629326.663925:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629326.663927:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629326.663931:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629326.663934:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629326.663934:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629326.663936:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.663940:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629326.663941:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629326.663944:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629326.663944:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629326.663947:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629326.663948:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.663949:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629326.663952:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00100000:0.0:1778629326.663954:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472639616:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629326.663958:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778629326.663958:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629326.663963:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.663964:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629326.663966:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.663968:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629326.663971:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629326.663973:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.663979:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629326.663982:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872580.
00000400:00000010:0.0:1778629326.663996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24bb0.
00000100:00000200:0.0:1778629326.664003:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639616, portal 25
00000100:00000001:0.0:1778629326.664008:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629326.664010:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
02000000:00000001:3.0:1778629326.664014:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1778629326.664020:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629326.664020:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629326.664024:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.664028:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629326.664032:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1778629326.664033:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1778629326.664037:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000008:00000001:3.0:1778629326.664037:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629326.664043:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24ee0.
00000100:00000001:3.0:1778629326.664043:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629326.664048:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472639616, offset 0
00000100:00000010:3.0:1778629326.664049:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629326.664052:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629326.664054:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629326.664056:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629326.664063:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629326.664067:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629326.664071:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629326.664074:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629326.664077:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629326.664079:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629326.664082:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497596:497596:256:4294967295] 192.168.204.112@tcp LPNI seq info [497555:497555:8:4294967295]
00000400:00000200:0.0:1778629326.664085:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629326.664091:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629326.664095:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629326.664099:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4400.
00000800:00000200:0.0:1778629326.664104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629326.664107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629326.664120:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664123:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629326.664124:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308678416
00000100:00000010:0.0:1778629326.664129:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629326.664135:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629326.664142:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308678416
00000100:00000010:0.0:1778629326.664145:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6ae0.
00000100:00000001:0.0:1778629326.664147:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1778629326.664148:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.664151:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1778629326.664152:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629326.664155:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629326.664155:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778629326.664158:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629326.664158:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664164:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1778629326.664165:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:0.0:1778629326.664173:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629326.664175:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778629326.664178:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629326.664179:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629326.664180:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664182:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.664200:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629326.664205:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629326.664211:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629326.664213:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629326.664216:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629326.664230:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629326.664232:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629326.664236:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629326.664240:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629326.664242:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629326.664244:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629326.664247:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14002
00000100:00000001:0.0:1778629326.664252:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1778629326.664252:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629326.664255:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778629326.664257:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:0.0:1778629326.664258:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778629326.664261:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629326.664265:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629326.664266:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.664271:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629326.664277:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629326.664280:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629326.664281:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629326.664283:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629326.664286:0:225197:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1778629326.664287:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1778629326.664288:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
02000000:00000001:0.0:1778629326.664290:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1778629326.664292:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1778629326.664295:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629326.664295:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629326.664300:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00100000:0.0:1778629326.664303:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639744:192.168.204.112@tcp:38:kworker.0
00000020:00000001:3.0:1778629326.664304:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:0.0:1778629326.664310:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1778629326.664313:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629326.664314:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629326.664316:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778629326.664317:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.664320:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1778629326.664321:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.664324:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000010:0.0:1778629326.664326:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
00000020:00000040:3.0:1778629326.664328:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
02000000:00000001:0.0:1778629326.664329:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629326.664333:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629326.664336:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629326.664338:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629326.664340:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
02000000:00000001:3.0:1778629326.664341:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629326.664346:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1778629326.664347:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
02000000:00000001:3.0:1778629326.664351:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629326.664352:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639744, portal 10
00000100:00000001:0.0:1778629326.664356:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629326.664356:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629326.664359:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000008:00100000:3.0:1778629326.664360:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629326.664364:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629326.664367:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629326.664368:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778629326.664373:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778629326.664378:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629326.664379:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1778629326.664384:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1778629326.664385:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629326.664387:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629326.664389:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24b28.
00000100:00000001:3.0:1778629326.664390:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629326.664392:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1778629326.664394:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472639744, offset 0
02000000:00000001:3.0:1778629326.664395:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664402:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000010:3.0:1778629326.664402:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000400:00000200:0.0:1778629326.664419:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629326.664419:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664424:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00100000:3.0:1778629326.664428:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629326.664430:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629326.664437:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629326.664442:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629326.664444:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629326.664447:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778629326.664449:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664453:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497597:497597:255:4294967295] 192.168.204.112@tcp LPNI seq info [497556:497556:7:4294967295]
00000100:00000040:3.0:1778629326.664456:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629326.664464:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629326.664475:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664477:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778629326.664481:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778629326.664485:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629326.664488:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1778629326.664490:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4c00.
00000100:00000040:3.0:1778629326.664492:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1778629326.664497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629326.664501:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778629326.664505:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629326.664509:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629326.664510:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14012)
00000100:00000040:0.0:1778629326.664514:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629326.664518:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629326.664520:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308674573
00000100:00000001:0.0:1778629326.664523:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308678416
00000100:00000001:0.0:1778629326.664526:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308674573
00000100:00000001:0.0:1778629326.664528:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308678416
00000100:00000001:0.0:1778629326.664531:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629326.664533:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664535:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664537:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629326.664541:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629326.664543:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778629326.664545:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629326.664546:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629326.664548:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629326.664553:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629326.664559:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629326.664560:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.664562:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629326.664564:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629326.664566:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629326.664568:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629326.664571:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629326.664572:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629326.664574:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629326.664576:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629326.664579:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629326.664581:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629326.664584:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629326.664587:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872370.
00000400:00000010:0.0:1778629326.664589:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629326.664592:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472639872, portal 10
00000100:00000001:0.0:1778629326.664594:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629326.664595:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:0.0:1778629326.664602:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629326.664631:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629326.664634:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629326.664637:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e243b8.
00000100:00000200:0.0:1778629326.664640:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472639872, offset 0
00000400:00000200:0.0:1778629326.664645:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629326.664650:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629326.664654:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629326.664656:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629326.664659:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629326.664661:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629326.664664:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629326.664667:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497598:497598:254:4294967295] 192.168.204.112@tcp LPNI seq info [497557:497557:6:4294967295]
00000400:00000200:0.0:1778629326.664671:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629326.664677:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629326.664682:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629326.664691:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4600.
00000800:00000200:0.0:1778629326.664696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629326.664699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:0.0:1778629326.664702:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629326.664706:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629326.664709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629326.664710:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308674575
00000100:00000001:0.0:1778629326.664713:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308678416
00000100:00000001:0.0:1778629326.664715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308674575
00000100:00000001:0.0:1778629326.664717:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308678416
00000100:00000001:0.0:1778629326.664719:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629326.664721:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664723:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664725:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629326.664728:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629326.664729:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1778629326.664731:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629326.664732:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629326.664734:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.664736:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.919709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629326.919709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629326.919712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629326.919717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629326.919717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629326.919717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629326.919721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629326.919721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629326.919723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629326.919726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629326.919727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629326.919727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629326.919732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629326.919733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629326.919733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629326.919736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629326.919737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629326.919737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629326.919741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629326.919742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629326.919744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629326.919745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629326.919747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629326.919748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629326.919813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629326.919817:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629326.919821:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629327.687770:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629327.687779:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629327.687781:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629327.687787:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629327.687791:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629327.687796:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629327.687799:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629327.687802:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629327.687805:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629327.943763:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629327.943764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629327.943765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629327.943776:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629327.943777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629327.943777:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629327.943783:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629327.943784:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629327.943787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629327.943792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629327.943796:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629327.943797:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629327.943799:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629327.943806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629327.943806:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629327.943807:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629327.943815:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629327.943816:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629327.943818:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629327.943821:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629327.943821:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629327.943828:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629327.943828:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629327.943840:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629327.943869:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629327.943872:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629327.943874:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629328.711713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629328.711720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629328.711723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629328.711728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629328.711731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629328.711736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629328.711739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629328.711741:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629328.711744:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629328.967707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629328.967709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629328.967712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629328.967716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629328.967716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629328.967716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629328.967718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629328.967719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629328.967722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629328.967722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629328.967723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629328.967724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629328.967729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629328.967730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629328.967730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629328.967732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629328.967733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629328.967736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629328.967736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629328.967740:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629328.967741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629328.967743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629328.967745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629328.967747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629328.967794:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629328.967798:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629328.967801:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629329.735677:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629329.735682:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629329.735684:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629329.735687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629329.735690:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629329.735693:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.735695:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629329.735697:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.735699:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778629329.735849:0:2387:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778629329.735893:0:2387:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778629329.735902:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629329.735907:0:2387:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778629329.735911:0:2387:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629329.735915:0:2387:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778629329.735921:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629329.735925:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4400.
00000400:00000200:2.0:1778629329.735930:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629329.735935:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629329.735941:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24ee0
00000400:00000010:2.0:1778629329.735943:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24ee0.
00000100:00000001:2.0:1778629329.735948:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629329.735956:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629329.735977:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629329.735981:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629329.735988:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629329.735989:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629329.735999:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629329.736002:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4c00.
00000400:00000200:2.0:1778629329.736005:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629329.736008:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629329.736011:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24b28
00000400:00000010:2.0:1778629329.736014:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24b28.
00000100:00000001:2.0:1778629329.736017:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1778629329.736019:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1778629329.736022:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736023:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629329.736028:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778629329.736034:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1778629329.736037:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629326/real 1778629329]  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629329.736039:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629329.736062:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629329.736065:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1778629329.736068:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1778629329.736071:0:2387:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000400:00000001:0.0:1778629329.736072:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000010:2.0:1778629329.736075:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4600.
00000400:00000010:0.0:1778629329.736076:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872580.
00000400:00000200:2.0:1778629329.736078:0:2387:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629329.736082:0:2387:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1778629329.736087:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24bb0
00000400:00000010:0.0:1778629329.736090:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24bb0.
00000100:00000001:0.0:1778629329.736094:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1778629329.736095:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e243b8
00000400:00000010:2.0:1778629329.736098:0:2387:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e243b8.
00000100:00000200:0.0:1778629329.736099:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629329.736103:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629329.736110:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629329.736114:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629329.736128:0:2387:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1778629329.736131:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1778629329.736133:0:2387:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736134:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736140:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736142:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629329.736144:0:2387:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629329.736147:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1778629329.736150:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736156:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629329.736161:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736167:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629329.736170:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736171:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736173:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736175:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629329.736178:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629329.736181:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629329.736187:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629329.736189:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629329.736192:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629329.736199:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472639616:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629329.736204:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.736206:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629329.736208:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472639616/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736226:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629329.736229:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629329.736233:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629329.736237:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629329.736239:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629329.736241:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629329.736243:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629329.736246:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:0.0:1778629329.736250:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629329.736251:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629329.736253:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:0.0:1778629329.736256:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629329.736258:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736260:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.736262:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629329.736263:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629329.736264:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629329.736268:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629326/real 1778629329]  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629329.736276:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629329.736277:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629329.736279:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872370.
00000400:00000200:0.0:1778629329.736281:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629329.736282:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629329.736284:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629329.736287:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629329.736295:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736308:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629329.736309:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736311:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736312:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629329.736315:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736322:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629329.736325:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736331:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629329.736333:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736334:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736336:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736337:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629329.736341:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629329.736343:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629329.736358:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629329.736361:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629329.736365:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629329.736375:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629329.736379:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629329.736382:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629326/real 1778629329]  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629329.736389:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629329.736390:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629329.736393:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629329.736395:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629329.736397:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629329.736399:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629329.736402:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629329.736410:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736416:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629329.736417:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736419:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736420:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629329.736423:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736429:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629329.736432:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736438:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629329.736441:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736442:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629329.736444:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736446:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629329.736451:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629329.736454:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629329.736459:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629329.736462:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629329.736465:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629329.736472:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472639744:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629329.736476:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736477:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629329.736480:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472639872/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736485:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629329.736487:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629329.736488:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629329.736491:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629329.736492:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629329.736493:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629329.736495:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629329.736497:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:0.0:1778629329.736499:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629329.736500:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629329.736502:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:0.0:1778629329.736505:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629329.736506:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736507:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629329.736510:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472639744/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629329.736522:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629329.736524:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629329.736525:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629329.736528:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629329.736529:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629329.736530:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629329.736532:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629329.736533:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:0.0:1778629329.736535:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629329.736536:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629329.736538:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:0.0:1778629329.736540:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629329.736541:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736543:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.736551:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629329.736553:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.736555:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629329.736556:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.991707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629329.991707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629329.991712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629329.991714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629329.991714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629329.991717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629329.991717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629329.991717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629329.991723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629329.991724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629329.991725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629329.991727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629329.991728:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.991729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629329.991730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.991733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629329.991733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629329.991735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629329.991736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.991738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629329.991738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629329.991739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629329.991742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629329.991745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629329.991792:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629329.991794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629329.991796:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629330.567717:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308678416, at 4308678464
00000100:00000040:1.0:1778629330.567717:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308678416, at 4308678464
00000100:00000010:1.0:1778629330.567729:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6ae0.
00000100:00000010:0.0:1778629330.567731:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629330.759719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629330.759726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629330.759727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629330.759733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629330.759737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629330.759741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629330.759743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629330.759746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629330.759749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.015709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629331.015709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629331.015715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629331.015715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629331.015716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629331.015718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629331.015720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629331.015720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629331.015724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629331.015726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629331.015728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629331.015728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629331.015730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629331.015731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.015732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629331.015733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.015738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629331.015738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629331.015741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629331.015741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629331.015742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629331.015744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.015746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629331.015747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629331.015813:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629331.015816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629331.015819:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629331.783724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629331.783729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629331.783730:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629331.783731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629331.783736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629331.783737:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629331.783741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629331.783741:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629331.783745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629331.783745:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629331.783749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629331.783751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629331.783751:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629331.783755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629331.783760:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14007
00000400:00000200:2.0:1778629331.783770:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629331.783777:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629331.783780:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629331.783784:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783787:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.783790:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783793:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629331.783796:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629331.783799:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629331.783801:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629331.783804:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629331.783806:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629331.783809:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629331.783812:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783814:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.783816:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783819:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629331.783822:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629331.783825:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783828:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629331.783830:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629331.783833:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629331.783836:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.783838:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629331.783840:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629331.783846:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629331.783849:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629331.783852:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629331.783854:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.783856:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629331.783859:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629331.783863:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629331.783876:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629331.783883:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629331.783892:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629331.783901:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629331.783905:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629331.783909:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629331.783944:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629331.783948:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629331.783951:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629331.783953:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629331.783955:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629331.783958:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629331.783960:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14007
00000400:00000200:2.0:1778629331.783965:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629331.783969:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629331.783971:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629331.783974:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783975:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.783977:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783978:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629331.783981:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629331.783982:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629331.783983:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629331.783986:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629331.783987:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629331.783989:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629331.783992:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783994:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.783996:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.783997:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629331.783999:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629331.784001:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784003:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629331.784005:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629331.784010:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629331.784013:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784014:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629331.784019:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629331.784022:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784024:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629331.784028:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629331.784030:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629331.784032:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629331.784033:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784035:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629331.784036:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629331.784038:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629331.784042:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629331.784046:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629331.784050:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629331.784056:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629331.784058:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629331.784061:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629331.784068:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629331.784070:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629331.784073:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629331.784074:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629331.784076:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629331.784078:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629331.784080:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14007
00000400:00000200:2.0:1778629331.784083:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629331.784086:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629331.784088:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629331.784090:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784092:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.784094:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784095:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629331.784097:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629331.784098:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629331.784100:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629331.784101:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629331.784103:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629331.784105:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629331.784108:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784110:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629331.784111:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784113:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629331.784115:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629331.784117:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629331.784119:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629331.784121:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629331.784123:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629331.784125:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784127:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629331.784129:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629331.784131:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784132:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629331.784135:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629331.784137:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629331.784139:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629331.784140:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629331.784142:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629331.784143:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629331.784145:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629331.784148:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629331.784150:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629331.784154:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629331.784160:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629331.784162:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629331.784165:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629331.784173:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629331.784175:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629331.784178:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629331.784181:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629331.784184:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629331.784190:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14017)
00000100:00000001:0.0:1778629331.784250:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629331.784254:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629331.784256:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629331.784263:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784272:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629331.784274:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784278:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629331.784280:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629331.784283:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629331.784286:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640000:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629331.784290:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629331.784294:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629331.784296:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784298:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629331.784301:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629331.784303:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629331.784320:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629331.784325:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629331.784333:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629331.784341:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640000, portal 25
00000100:00000001:0.0:1778629331.784346:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629331.784348:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:0.0:1778629331.784354:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784361:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629331.784363:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629331.784366:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629331.784368:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472640000, offset 0
00000400:00000200:0.0:1778629331.784375:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629331.784384:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.784390:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629331.784395:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629331.784400:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629331.784404:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629331.784406:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629331.784412:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497599:497599:256:4294967295] 192.168.204.112@tcp LPNI seq info [497558:497558:8:4294967295]
00000400:00000200:0.0:1778629331.784417:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.784427:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629331.784433:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.784438:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629331.784444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629331.784448:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629331.784459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629331.784462:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629331.784467:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.784470:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629331.784475:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629331.784480:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629331.784485:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629331.784487:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629331.784490:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629331.784494:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784503:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.784506:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784513:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.784514:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629331.784521:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629331.784524:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629331.784527:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308683536
00000100:00000010:0.0:1778629331.784532:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629331.784540:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629331.784547:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308683536
00000100:00000010:0.0:1778629331.784550:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6240.
00000100:00000001:0.0:1778629331.784554:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629331.784558:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629331.784561:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.784564:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629331.784568:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629331/real 1778629331]  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629331.784577:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629331.784580:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629331.784582:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629331.784585:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629331.784587:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629331.784589:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629331.784593:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629331.784600:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784628:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629331.784630:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784632:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.784635:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629331.784639:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784645:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629331.784650:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784656:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629331.784659:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.784662:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784665:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629331.784667:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629331.784669:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629331.784674:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629331.784676:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629331.784680:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629331.784686:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640000:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629331.784691:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629331.784694:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784700:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629331.784701:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784703:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629331.784705:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629331.784706:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629331.784709:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640128:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629331.784712:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629331.784713:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629331.784715:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784716:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629331.784720:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629331.784722:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629331.784726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629331.784730:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629331.784734:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629331.784737:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640128, portal 10
00000100:00000001:0.0:1778629331.784739:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629331.784741:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:0.0:1778629331.784747:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784753:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629331.784755:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629331.784757:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629331.784759:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472640128, offset 0
00000400:00000200:0.0:1778629331.784769:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629331.784773:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.784777:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629331.784779:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629331.784782:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629331.784784:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629331.784786:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629331.784788:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497600:497600:256:4294967295] 192.168.204.112@tcp LPNI seq info [497559:497559:8:4294967295]
00000400:00000200:0.0:1778629331.784793:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.784798:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629331.784803:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.784806:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629331.784809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629331.784813:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629331.784817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629331.784820:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629331.784823:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.784825:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629331.784827:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629331.784830:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629331.784832:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629331.784834:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629331.784836:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629331.784839:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784849:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.784851:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784856:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.784858:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629331.784861:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629331.784865:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629331.784868:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629331.784870:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308679694
00000100:00000001:0.0:1778629331.784872:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308683536
00000100:00000001:0.0:1778629331.784874:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308679694
00000100:00000001:0.0:1778629331.784876:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308683536
00000100:00000001:0.0:1778629331.784878:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629331.784880:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.784882:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629331.784885:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629331/real 1778629331]  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629331.784891:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629331.784892:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629331.784894:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629331.784895:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629331.784897:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629331.784898:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629331.784901:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629331.784907:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784912:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629331.784914:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784915:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.784917:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629331.784919:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784924:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629331.784928:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784933:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629331.784936:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784937:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.784938:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.784940:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629331.784945:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629331.784948:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629331.784951:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629331.784952:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629331.784956:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629331.784963:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640128:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629331.784966:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629331.784969:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.784974:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629331.784975:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784978:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629331.784979:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629331.784981:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629331.784984:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629331.784987:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629331.784989:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629331.784990:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629331.784992:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629331.784995:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629331.784996:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629331.784998:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629331.785001:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629331.785004:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629331.785006:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640256, portal 10
00000100:00000001:0.0:1778629331.785008:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629331.785009:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:0.0:1778629331.785014:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785019:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629331.785021:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629331.785023:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629331.785025:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472640256, offset 0
00000400:00000200:0.0:1778629331.785029:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629331.785034:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.785037:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629331.785040:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629331.785042:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629331.785044:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629331.785046:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629331.785053:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497601:497601:256:4294967295] 192.168.204.112@tcp LPNI seq info [497560:497560:8:4294967295]
00000400:00000200:0.0:1778629331.785056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629331.785062:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629331.785065:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.785068:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629331.785072:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629331.785074:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1778629331.785078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629331.785080:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1778629331.785083:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629331.785086:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629331.785089:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629331.785092:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629331.785095:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629331.785097:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629331.785098:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629331.785101:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785108:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.785111:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785116:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.785117:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629331.785120:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629331.785122:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629331.785125:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629331.785127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308679695
00000100:00000001:0.0:1778629331.785130:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308683536
00000100:00000001:0.0:1778629331.785132:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308679695
00000100:00000001:0.0:1778629331.785134:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308683536
00000100:00000001:0.0:1778629331.785136:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629331.785138:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.785141:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629331.785144:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629331/real 1778629331]  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629331.785151:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629331.785152:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629331.785154:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629331.785156:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629331.785157:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629331.785159:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629331.785161:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629331.785168:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785173:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629331.785174:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785176:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.785177:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629331.785180:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785185:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629331.785188:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785195:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629331.785197:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785198:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629331.785199:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785201:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629331.785204:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629331.785206:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629331.785209:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629331.785211:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629331.785215:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629331.785227:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629331.785231:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785233:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.785235:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472640000/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785242:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629331.785245:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629331.785247:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629331.785249:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629331.785252:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629331.785253:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629331.785255:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629331.785258:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:0.0:1778629331.785261:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629331.785263:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629331.785265:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629331.785270:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629331.785271:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785273:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.785276:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472640128/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785282:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629331.785283:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629331.785284:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629331.785286:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629331.785288:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629331.785289:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629331.785290:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629331.785291:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:0.0:1778629331.785293:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629331.785294:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629331.785295:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629331.785298:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629331.785299:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785301:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629331.785303:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472640256/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629331.785320:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629331.785321:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629331.785322:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629331.785324:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629331.785325:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629331.785326:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629331.785328:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629331.785330:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778629331.785332:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629331.785333:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629331.785334:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629331.785337:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629331.785338:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785340:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629331.785348:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629331.785350:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629331.785353:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629331.785355:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629332.039685:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629332.039685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629332.039686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629332.039690:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629332.039693:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629332.039693:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629332.039694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629332.039696:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629332.039696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629332.039702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629332.039702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629332.039703:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629332.039705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629332.039707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629332.039709:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629332.039711:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629332.039712:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629332.039714:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629332.039716:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629332.039717:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629332.039720:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629332.039721:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629332.039724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629332.039725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629332.039760:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629332.039763:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629332.039766:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629332.807697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629332.807702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629332.807703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629332.807707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629332.807710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629332.807714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629332.807717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629332.807718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629332.807720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629333.063700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629333.063700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629333.063706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629333.063707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629333.063707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629333.063708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629333.063709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629333.063711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629333.063714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629333.063714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629333.063717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629333.063718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629333.063719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629333.063720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629333.063722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629333.063723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629333.063725:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629333.063727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629333.063727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629333.063729:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629333.063730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629333.063730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629333.063733:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629333.063735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629333.063736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629333.063737:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629333.063742:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629333.063744:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629333.063747:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629333.063749:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629333.063800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629333.063803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629333.063806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629333.831691:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629333.831697:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629333.831699:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629333.831704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629333.831708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629333.831711:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629333.831714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629333.831717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629333.831720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629334.087675:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629334.087675:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629334.087680:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629334.087681:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629334.087683:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629334.087684:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629334.087689:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629334.087690:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629334.087693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629334.087695:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629334.087695:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629334.087697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629334.087699:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629334.087700:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629334.087703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629334.087704:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629334.087705:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629334.087706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629334.087708:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629334.087708:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629334.087712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629334.087713:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629334.087714:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629334.087716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629334.087769:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629334.087772:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629334.087774:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629334.855737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629334.855743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629334.855744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629334.855748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629334.855750:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629334.855753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629334.855755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629334.855757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629334.855759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629335.111723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629335.111723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629335.111729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629335.111730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629335.111730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629335.111734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629335.111735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629335.111736:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629335.111738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629335.111738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629335.111739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629335.111742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629335.111744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629335.111744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629335.111745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629335.111746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629335.111748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629335.111749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629335.111754:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629335.111754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629335.111758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629335.111759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629335.111764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629335.111764:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629335.111814:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629335.111817:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629335.111821:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629335.687668:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308683536, at 4308683584
00000100:00000040:0.0:1778629335.687675:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308683536, at 4308683584
00000100:00000010:1.0:1778629335.687683:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6240.
00000100:00000010:0.0:1778629335.687684:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629335.879662:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629335.879668:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629335.879670:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629335.879675:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629335.879679:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629335.879682:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629335.879685:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629335.879687:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629335.879690:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629336.135695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629336.135697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629336.135702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629336.135703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629336.135704:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629336.135707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629336.135707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.135710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629336.135714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629336.135715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629336.135715:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629336.135720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629336.135721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629336.135721:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.135726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629336.135727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629336.135727:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629336.135730:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.135733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629336.135733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629336.135734:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.135737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629336.135737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629336.135738:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.135744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629336.135744:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629336.135746:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629336.135750:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629336.135752:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629336.135754:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629336.135756:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629336.135758:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629336.135760:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629336.135761:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629336.135764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629336.135766:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629336.135814:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629336.135817:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629336.135819:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1778629336.903711:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629336.903712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778629336.903718:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629336.903718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629336.903721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903722:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629336.903725:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1778629336.903727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629336.903729:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629336.903732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1778629336.903736:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14012
00000100:00000001:1.0:1778629336.903737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629336.903742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629336.903744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778629336.903746:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629336.903749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629336.903753:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629336.903756:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629336.903758:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903760:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629336.903763:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903764:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629336.903767:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629336.903768:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629336.903770:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629336.903772:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629336.903773:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629336.903775:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629336.903776:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903778:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629336.903779:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903780:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629336.903782:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629336.903784:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903785:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629336.903787:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629336.903788:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629336.903790:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903791:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629336.903792:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629336.903799:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ce00.
00000020:00000040:0.0:1778629336.903801:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629336.903804:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629336.903805:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903806:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629336.903808:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629336.903811:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629336.903817:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629336.903830:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629336.903839:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629336.903846:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629336.903849:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629336.903852:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000644555c1] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629336.903865:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629336.903867:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629336.903869:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629336.903870:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629336.903871:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629336.903873:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629336.903875:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14012
00000400:00000200:0.0:1778629336.903878:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629336.903880:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629336.903882:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629336.903885:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778629336.903887:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903890:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629336.903890:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1778629336.903892:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903894:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629336.903894:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629336.903897:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629336.903898:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629336.903899:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629336.903902:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:2.0:1778629336.903903:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1778629336.903904:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629336.903907:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629336.903912:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903917:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629336.903920:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903924:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629336.903925:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1778629336.903926:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629336.903928:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629336.903929:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629336.903932:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.903933:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629336.903934:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629336.903937:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629336.903938:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629336.903941:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.903941:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903945:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629336.903948:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1778629336.903948:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640384:192.168.204.112@tcp:250:kworker.0
00000008:00000001:0.0:1778629336.903954:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.903955:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1778629336.903956:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629336.903959:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16fb80.
02000000:00000001:2.0:1778629336.903959:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1778629336.903960:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629336.903962:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629336.903963:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629336.903965:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629336.903966:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903968:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629336.903968:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629336.903970:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629336.903970:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000010:0.0:1778629336.903973:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629336.903973:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.903978:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.903981:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778629336.903984:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1778629336.903985:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:0.0:1778629336.903991:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1778629336.903992:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:0.0:1778629336.903993:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629336.903998:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000455ef058] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629336.904001:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640384, portal 25
00000100:00000001:0.0:1778629336.904003:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629336.904006:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629336.904006:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1778629336.904010:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629336.904010:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304078848 : -123998405472768 : ffff8f395f16ce00)
00000100:00000001:0.0:1778629336.904012:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629336.904014:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629336.904017:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629336.904020:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14012
00000100:00000040:2.0:1778629336.904022:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629336.904024:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629336.904028:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629336.904031:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629336.904036:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.904040:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629336.904043:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629336.904043:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1778629336.904046:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629336.904049:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1778629336.904050:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778629336.904051:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629336.904054:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629336.904055:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:2.0:1778629336.904055:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000020:00000001:0.0:1778629336.904056:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629336.904059:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:2.0:1778629336.904060:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472640384, offset 0
00000100:00000040:0.0:1778629336.904062:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.904064:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629336.904066:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629336.904070:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778629336.904070:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778629336.904073:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629336.904075:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629336.904077:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629336.904080:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629336.904080:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629336.904084:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629336.904086:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.904088:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629336.904088:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000008:00100000:0.0:1778629336.904089:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629336.904092:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904093:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1778629336.904095:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904098:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000010:0.0:1778629336.904099:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d500.
00000020:00000040:0.0:1778629336.904102:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:2.0:1778629336.904102:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629336.904105:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:0.0:1778629336.904106:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629336.904108:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629336.904111:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1778629336.904111:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497602:497602:256:4294967295] 192.168.204.112@tcp LPNI seq info [497561:497561:8:4294967295]
02000000:00000001:0.0:1778629336.904113:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629336.904116:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904119:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778629336.904121:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629336.904124:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629336.904128:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629336.904133:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629336.904144:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629336.904147:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1778629336.904149:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000001:0.0:1778629336.904150:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629336.904157:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020f18c9] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1778629336.904157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629336.904162:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629336.904170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629336.904174:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1778629336.904176:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629336.904180:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1778629336.904180:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629336.904183:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000100:00000040:0.0:1778629336.904187:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629336.904189:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1778629336.904191:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629336.904195:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1778629336.904198:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629336.904201:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629336.904203:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000040:0.0:1778629336.904204:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14022)
00000100:00000001:2.0:1778629336.904274:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629336.904277:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904284:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904287:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904293:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904295:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629336.904300:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904303:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629336.904306:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308688656
00000100:00000010:2.0:1778629336.904311:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4e40.
00000100:00000001:2.0:1778629336.904317:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629336.904322:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308688656
00000100:00000010:2.0:1778629336.904324:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4420.
00000100:00000001:2.0:1778629336.904328:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629336.904331:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629336.904334:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904336:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629336.904340:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629336/real 1778629336]  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629336.904350:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629336.904351:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629336.904352:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629336.904354:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629336.904355:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629336.904357:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629336.904359:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629336.904364:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904368:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629336.904369:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904370:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904372:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629336.904374:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904378:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629336.904380:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904384:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629336.904385:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904386:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904387:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904388:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629336.904389:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629336.904392:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629336.904394:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629336.904396:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629336.904398:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629336.904403:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640384:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629336.904406:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904407:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904409:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ce00 x1865013472640384/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904412:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629336.904414:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629336.904415:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778629336.904417:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629336.904418:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629336.904419:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629336.904420:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629336.904421:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629336.904424:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629336.904425:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629336.904426:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ce00.
00000100:00000001:2.0:1778629336.904428:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629336.904429:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904430:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904435:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629336.904436:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904437:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629336.904438:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629336.904439:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629336.904441:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904445:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629336.904446:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.904447:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629336.904448:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629336.904450:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629336.904451:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640512:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629336.904453:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629336.904455:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629336.904456:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.904457:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629336.904458:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778629336.904460:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904462:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629336.904463:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629336.904465:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629336.904467:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640512, portal 10
00000100:00000001:2.0:1778629336.904468:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629336.904469:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304090496 : -123998405461120 : ffff8f395f16fb80)
00000100:00000040:2.0:1778629336.904473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904477:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629336.904478:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629336.904479:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629336.904481:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472640512, offset 0
00000400:00000200:2.0:1778629336.904483:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629336.904485:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629336.904487:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629336.904489:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629336.904491:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629336.904492:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629336.904494:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629336.904496:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497603:497603:256:4294967295] 192.168.204.112@tcp LPNI seq info [497562:497562:8:4294967295]
00000400:00000200:2.0:1778629336.904498:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629336.904502:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629336.904505:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629336.904506:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629336.904509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629336.904511:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629336.904513:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629336.904516:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1778629336.904518:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629336.904519:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629336.904521:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629336.904523:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629336.904525:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629336.904526:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629336.904528:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629336.904530:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904536:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904539:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904545:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904546:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629336.904549:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629336.904553:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629336.904556:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629336.904557:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308684813
00000100:00000001:2.0:1778629336.904560:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308688656
00000100:00000001:2.0:1778629336.904562:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308684813
00000100:00000001:2.0:1778629336.904564:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308688656
00000100:00000001:2.0:1778629336.904566:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629336.904568:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904569:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629336.904573:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629336/real 1778629336]  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629336.904580:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629336.904582:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629336.904584:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629336.904585:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629336.904586:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629336.904587:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629336.904589:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629336.904594:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904598:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629336.904598:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904599:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904600:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629336.904602:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904606:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629336.904623:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904627:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629336.904629:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904630:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904631:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904632:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629336.904634:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629336.904635:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629336.904637:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629336.904639:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629336.904641:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629336.904646:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640512:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629336.904649:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629336.904650:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904655:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629336.904655:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.904656:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629336.904657:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629336.904659:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629336.904660:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629336.904662:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629336.904663:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629336.904664:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629336.904665:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629336.904668:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629336.904669:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629336.904671:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629336.904673:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629336.904675:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629336.904677:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640640, portal 10
00000100:00000001:2.0:1778629336.904678:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629336.904679:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304080640 : -123998405470976 : ffff8f395f16d500)
00000100:00000040:2.0:1778629336.904682:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904686:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629336.904687:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629336.904689:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629336.904690:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472640640, offset 0
00000400:00000200:2.0:1778629336.904692:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629336.904695:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629336.904697:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629336.904698:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629336.904701:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629336.904702:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629336.904704:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629336.904706:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497604:497604:256:4294967295] 192.168.204.112@tcp LPNI seq info [497563:497563:8:4294967295]
00000400:00000200:2.0:1778629336.904708:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629336.904712:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629336.904714:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629336.904716:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629336.904718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629336.904720:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629336.904723:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629336.904724:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1778629336.904727:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629336.904728:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629336.904730:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629336.904732:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629336.904734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629336.904735:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629336.904737:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629336.904739:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904744:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904745:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904750:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904751:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629336.904753:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629336.904754:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629336.904756:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629336.904757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308684815
00000100:00000001:2.0:1778629336.904759:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308688656
00000100:00000001:2.0:1778629336.904761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308684815
00000100:00000001:2.0:1778629336.904762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308688656
00000100:00000001:2.0:1778629336.904764:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629336.904765:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904766:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629336.904769:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629336/real 1778629336]  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629336.904772:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629336.904773:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629336.904774:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629336.904775:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629336.904776:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629336.904777:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629336.904778:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629336.904783:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904787:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629336.904788:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904788:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904789:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629336.904791:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904794:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629336.904796:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904799:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629336.904801:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904801:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629336.904802:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904803:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629336.904805:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629336.904807:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629336.904809:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629336.904810:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629336.904812:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629336.904816:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629336.904818:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904826:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904830:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16fb80 x1865013472640512/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904836:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629336.904838:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629336.904839:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778629336.904842:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629336.904843:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629336.904844:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629336.904847:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629336.904848:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629336.904850:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629336.904851:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629336.904852:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16fb80.
00000100:00000001:2.0:1778629336.904855:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629336.904856:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904858:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629336.904861:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d500 x1865013472640640/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629336.904867:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629336.904868:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629336.904870:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629336.904872:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629336.904873:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629336.904874:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629336.904876:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629336.904877:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778629336.904879:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629336.904880:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629336.904881:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d500.
00000100:00000001:2.0:1778629336.904883:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629336.904884:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904886:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629336.904889:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629336.904890:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629336.904892:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629336.904893:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629337.159695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629337.159696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629337.159699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629337.159701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629337.159702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629337.159703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629337.159704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629337.159705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629337.159711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629337.159711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629337.159712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629337.159717:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629337.159717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629337.159717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629337.159721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629337.159722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629337.159724:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629337.159725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629337.159727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629337.159727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629337.159728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629337.159731:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629337.159732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629337.159737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629337.159787:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629337.159790:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629337.159792:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629337.927676:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629337.927681:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629337.927682:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629337.927686:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629337.927688:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629337.927691:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629337.927693:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629337.927695:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629337.927696:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629338.183681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629338.183681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629338.183685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629338.183688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629338.183688:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629338.183689:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629338.183691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629338.183694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629338.183697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629338.183697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629338.183698:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629338.183702:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629338.183703:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629338.183704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629338.183705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629338.183707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629338.183709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629338.183709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629338.183712:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629338.183713:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629338.183715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629338.183716:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629338.183721:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629338.183721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629338.183748:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629338.183751:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629338.183753:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629338.951696:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629338.951704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629338.951706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629338.951712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629338.951716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629338.951720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629338.951723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629338.951726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629338.951729:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629339.207719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629339.207723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629339.207728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629339.207729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629339.207729:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629339.207735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629339.207737:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629339.207737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629339.207742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629339.207747:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629339.207750:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629339.207753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629339.207756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629339.207758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629339.207761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629339.207787:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629339.207790:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629339.207792:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629339.207833:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629339.207836:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629339.207837:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629339.207839:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629339.207841:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629339.207843:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629339.207845:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629339.207847:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629339.207848:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629339.975715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629339.975722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629339.975724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629339.975729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629339.975733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629339.975737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629339.975740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629339.975743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629339.975747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629340.231677:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629340.231683:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629340.231685:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629340.231690:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629340.231693:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629340.231694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629340.231694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629340.231696:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629340.231699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629340.231700:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629340.231701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629340.231703:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629340.231705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629340.231707:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629340.231707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629340.231710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629340.231713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629340.231715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629340.231717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629340.231719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629340.231722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629340.231724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629340.231726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629340.231728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629340.231769:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629340.231772:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629340.231775:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629340.807723:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308688656, at 4308688704
00000100:00000040:1.0:1778629340.807723:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308688656, at 4308688704
00000100:00000010:1.0:1778629340.807740:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4420.
00000100:00000010:0.0:1778629340.807743:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4e40.
00000100:00000001:0.0:1778629340.999727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629340.999733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629340.999736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629340.999740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629340.999743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629340.999746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629340.999749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629340.999750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629340.999753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629341.255715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629341.255721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629341.255723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629341.255728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629341.255732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629341.255736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629341.255739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629341.255740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629341.255742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629341.255746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629341.255746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629341.255751:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629341.255755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629341.255758:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629341.255762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629341.255765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629341.255768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629341.255771:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629341.255897:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629341.255900:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629341.255903:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629341.255904:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629341.255907:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629341.255908:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629341.255944:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629341.255947:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629341.255950:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629342.023743:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629342.023743:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629342.023749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629342.023750:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629342.023751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.023755:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629342.023756:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629342.023758:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629342.023760:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629342.023762:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629342.023764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.023767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629342.023769:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14017
00000100:00000001:0.0:1778629342.023771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.023776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629342.023790:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629342.023798:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629342.023802:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629342.023806:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.023809:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629342.023813:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.023816:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629342.023820:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629342.023822:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629342.023825:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629342.023828:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629342.023831:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629342.023833:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629342.023837:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.023839:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629342.023841:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.023844:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629342.023846:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629342.023848:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629342.023850:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629342.023852:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629342.023862:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629342.023865:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.023867:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629342.023869:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629342.023877:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629342.023880:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629342.023883:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629342.023884:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.023886:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629342.023889:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629342.023892:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629342.023899:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629342.023904:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629342.023910:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629342.023918:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629342.023921:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629342.023925:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629342.023942:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629342.023945:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629342.023947:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629342.023948:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629342.023949:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629342.023951:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629342.023954:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14017
00000400:00000200:2.0:1778629342.023957:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629342.023960:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629342.023963:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629342.023965:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629342.023966:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629342.023967:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629342.023971:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629342.023971:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629342.023975:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629342.023975:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629342.023979:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629342.023980:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629342.023982:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1778629342.023984:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629342.023985:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:0.0:1778629342.023995:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778629342.023997:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629342.023998:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629342.024004:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:0.0:1778629342.024005:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629342.024009:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629342.024010:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629342.024016:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.024017:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629342.024021:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:0.0:1778629342.024025:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640768:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629342.024026:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629342.024031:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:0.0:1778629342.024033:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1778629342.024037:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:0.0:1778629342.024040:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629342.024041:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024044:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629342.024045:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629342.024049:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629342.024052:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1778629342.024055:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778629342.024056:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024060:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.024062:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629342.024068:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629342.024071:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:2.0:1778629342.024075:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629342.024076:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000100:00000001:2.0:1778629342.024079:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629342.024083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000010:2.0:1778629342.024085:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000100:00000200:0.0:1778629342.024090:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640768, portal 25
00000020:00000040:2.0:1778629342.024090:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629342.024095:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1778629342.024096:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778629342.024097:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
02000000:00000001:2.0:1778629342.024100:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629342.024115:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629342.024116:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629342.024119:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629342.024122:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629342.024128:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:0.0:1778629342.024129:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629342.024134:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024134:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629342.024140:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00100000:2.0:1778629342.024143:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1778629342.024145:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472640768, offset 0
00000100:00000001:2.0:1778629342.024154:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1778629342.024155:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024159:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024165:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629342.024165:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629342.024173:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629342.024182:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629342.024185:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629342.024189:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629342.024195:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:2.0:1778629342.024195:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629342.024198:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1778629342.024199:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629342.024203:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778629342.024203:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629342.024209:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1778629342.024211:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497605:497605:256:4294967295] 192.168.204.112@tcp LPNI seq info [497564:497564:8:4294967295]
00000100:00080000:2.0:1778629342.024215:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14017
00000400:00000200:0.0:1778629342.024219:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629342.024226:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629342.024236:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778629342.024237:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1778629342.024238:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629342.024245:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024248:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629342.024251:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:0.0:1778629342.024254:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024254:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629342.024259:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629342.024261:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629342.024262:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629342.024263:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000010:0.0:1778629342.024264:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000020:00000001:2.0:1778629342.024265:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629342.024270:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629342.024272:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024273:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1778629342.024277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629342.024279:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:0.0:1778629342.024284:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778629342.024284:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629342.024287:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629342.024293:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629342.024298:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629342.024301:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629342.024305:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1778629342.024306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629342.024308:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629342.024313:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1778629342.024314:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000008:00100000:2.0:1778629342.024316:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1778629342.024322:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000008:00000001:2.0:1778629342.024323:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629342.024325:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629342.024327:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024331:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1778629342.024333:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629342.024336:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:0.0:1778629342.024339:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1778629342.024340:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629342.024342:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024344:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000100:00000001:2.0:1778629342.024345:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1778629342.024347:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
02000000:00000001:2.0:1778629342.024348:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778629342.024352:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1778629342.024352:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1778629342.024358:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629342.024359:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778629342.024366:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024369:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.024375:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629342.024376:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629342.024397:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024402:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629342.024403:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629342.024406:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024408:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024414:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629342.024415:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308693776
00000100:00000040:2.0:1778629342.024419:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1778629342.024420:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629342.024429:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629342.024429:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629342.024434:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629342.024437:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308693776
00000100:00000040:2.0:1778629342.024437:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629342.024442:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1778629342.024443:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6060.
00000100:00000040:2.0:1778629342.024448:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629342.024449:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1778629342.024452:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14027)
00000100:00000001:0.0:1778629342.024453:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629342.024457:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024459:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629342.024463:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629342/real 1778629342]  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629342.024470:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629342.024471:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629342.024473:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629342.024475:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629342.024476:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629342.024477:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629342.024480:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629342.024485:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024508:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629342.024510:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024513:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.024514:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629342.024519:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024527:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629342.024532:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024540:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629342.024543:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024545:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.024546:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024548:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629342.024550:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629342.024554:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629342.024557:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629342.024559:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629342.024562:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629342.024568:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472640768:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629342.024571:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024573:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.024575:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472640768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024579:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629342.024581:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629342.024584:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629342.024586:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629342.024587:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629342.024588:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629342.024590:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629342.024592:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629342.024594:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629342.024596:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629342.024597:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:0.0:1778629342.024600:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629342.024600:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024602:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024623:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629342.024624:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024626:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629342.024628:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629342.024629:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629342.024631:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024636:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629342.024637:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024640:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629342.024642:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629342.024644:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629342.024647:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640896:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629342.024651:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629342.024652:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629342.024654:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024656:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629342.024659:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629342.024661:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024666:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629342.024669:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629342.024672:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629342.024676:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472640896, portal 10
00000100:00000001:0.0:1778629342.024679:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629342.024680:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:0.0:1778629342.024687:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024694:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629342.024696:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629342.024699:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629342.024701:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472640896, offset 0
00000400:00000200:0.0:1778629342.024703:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629342.024707:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629342.024710:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629342.024712:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629342.024714:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629342.024716:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629342.024717:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629342.024720:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497606:497606:256:4294967295] 192.168.204.112@tcp LPNI seq info [497565:497565:8:4294967295]
00000400:00000200:0.0:1778629342.024722:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629342.024727:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629342.024729:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629342.024732:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629342.024734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629342.024736:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629342.024739:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629342.024741:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629342.024744:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629342.024745:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629342.024747:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629342.024750:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629342.024752:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629342.024753:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629342.024754:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629342.024757:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024767:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.024769:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024773:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024774:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629342.024776:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629342.024779:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629342.024781:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629342.024782:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308689934
00000100:00000001:0.0:1778629342.024784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308693776
00000100:00000001:0.0:1778629342.024785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308689934
00000100:00000001:0.0:1778629342.024787:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308693776
00000100:00000001:0.0:1778629342.024788:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629342.024790:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024791:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629342.024793:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629342/real 1778629342]  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629342.024798:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629342.024799:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629342.024800:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629342.024803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629342.024804:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629342.024807:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629342.024810:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629342.024818:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024825:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629342.024827:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024829:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.024830:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629342.024834:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024842:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629342.024846:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024852:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629342.024854:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024855:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.024856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.024857:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629342.024860:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629342.024862:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629342.024864:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629342.024865:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629342.024868:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629342.024874:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472640896:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629342.024876:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629342.024878:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024882:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629342.024883:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024884:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629342.024886:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629342.024887:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629342.024889:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629342.024891:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629342.024892:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629342.024894:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629342.024895:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629342.024897:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629342.024898:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629342.024901:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629342.024902:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629342.024904:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629342.024907:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641024, portal 10
00000100:00000001:0.0:1778629342.024908:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629342.024909:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:0.0:1778629342.024913:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024917:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629342.024918:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629342.024920:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629342.024921:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472641024, offset 0
00000400:00000200:0.0:1778629342.024924:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629342.024926:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629342.024929:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629342.024931:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629342.024932:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629342.024934:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629342.024935:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629342.024938:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497607:497607:256:4294967295] 192.168.204.112@tcp LPNI seq info [497566:497566:8:4294967295]
00000400:00000200:0.0:1778629342.024940:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629342.024945:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629342.024947:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629342.024949:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629342.024952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629342.024954:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629342.024957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629342.024959:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629342.024961:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629342.024963:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629342.024965:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629342.024967:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629342.024969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629342.024970:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629342.024971:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629342.024973:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024979:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.024980:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.024984:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.024985:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629342.024987:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629342.024989:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629342.024992:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629342.024994:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308689935
00000100:00000001:0.0:1778629342.024996:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308693776
00000100:00000001:0.0:1778629342.024998:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308689935
00000100:00000001:0.0:1778629342.025001:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308693776
00000100:00000001:0.0:1778629342.025003:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629342.025005:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.025007:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629342.025010:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629342/real 1778629342]  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629342.025018:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629342.025020:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629342.025022:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629342.025024:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629342.025026:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629342.025028:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629342.025031:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629342.025040:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.025048:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629342.025049:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025051:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.025052:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629342.025056:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.025063:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629342.025067:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.025074:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629342.025076:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025078:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629342.025079:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025081:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629342.025084:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629342.025086:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629342.025090:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629342.025093:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629342.025097:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629342.025125:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629342.025129:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025131:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.025135:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472640896/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.025139:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629342.025140:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629342.025142:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79800.
02000000:00000001:0.0:1778629342.025144:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629342.025145:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629342.025146:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629342.025147:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629342.025149:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629342.025150:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629342.025151:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629342.025152:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:0.0:1778629342.025154:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629342.025155:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025156:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629342.025158:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472641024/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629342.025162:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629342.025162:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629342.025163:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b000.
02000000:00000001:0.0:1778629342.025165:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629342.025165:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629342.025166:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629342.025167:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629342.025168:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629342.025169:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629342.025170:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629342.025171:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:0.0:1778629342.025172:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629342.025173:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025175:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.025177:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629342.025178:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.025179:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629342.025181:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629342.279714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629342.279715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629342.279718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629342.279721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629342.279723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629342.279723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.279724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629342.279726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629342.279731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629342.279732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629342.279732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629342.279733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629342.279736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629342.279739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629342.279741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629342.279741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629342.279743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629342.279744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629342.279744:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629342.279749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629342.279750:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629342.279753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629342.279756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629342.279757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629342.279797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629342.279800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629342.279804:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629343.047679:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629343.047685:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629343.047687:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629343.047691:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629343.047694:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629343.047697:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629343.047699:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629343.047700:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629343.047703:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629343.303700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629343.303701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629343.303703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629343.303705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629343.303707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629343.303708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629343.303711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629343.303711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629343.303712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629343.303715:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629343.303719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629343.303719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629343.303720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629343.303724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629343.303725:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629343.303726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629343.303727:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629343.303729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629343.303731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629343.303732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629343.303733:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629343.303735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629343.303739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629343.303739:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629343.303740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629343.303743:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629343.303745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629343.303746:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629343.303750:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629343.303751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629343.303806:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629343.303809:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629343.303812:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629343.495720:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629343.495730:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629343.495736:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629343.495885:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778629343.495900:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629343.495900:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629343.495907:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629343.495910:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629344.071684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629344.071689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629344.071690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629344.071695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629344.071697:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629344.071700:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629344.071702:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629344.071704:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629344.071706:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629344.327699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629344.327699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629344.327701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629344.327706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629344.327706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629344.327707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629344.327710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629344.327711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629344.327713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629344.327717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629344.327717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629344.327718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629344.327722:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629344.327723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629344.327724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629344.327726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629344.327727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629344.327728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629344.327732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629344.327734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629344.327735:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629344.327739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629344.327739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629344.327745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629344.327791:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629344.327794:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629344.327797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629345.095701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629345.095709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629345.095710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629345.095715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629345.095717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629345.095720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629345.095722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629345.095724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629345.095726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629345.351695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629345.351695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629345.351702:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629345.351703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629345.351704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629345.351708:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629345.351709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629345.351709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629345.351717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629345.351717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629345.351720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629345.351723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629345.351725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629345.351725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629345.351728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629345.351730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629345.351730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629345.351732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629345.351733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629345.351736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629345.351737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629345.351741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629345.351741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629345.351747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629345.351796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629345.351799:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629345.351802:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629345.927712:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308693776, at 4308693824
00000100:00000040:1.0:1778629345.927712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308693776, at 4308693824
00000100:00000010:1.0:1778629345.927727:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6060.
00000100:00000010:0.0:1778629345.927736:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629346.119775:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629346.119783:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629346.119785:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629346.119791:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629346.119795:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629346.119799:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629346.119802:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629346.119805:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629346.119808:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629346.375723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629346.375723:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629346.375727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629346.375729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629346.375730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629346.375732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629346.375733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375733:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629346.375737:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629346.375740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629346.375740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629346.375741:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629346.375747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629346.375747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629346.375747:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629346.375751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629346.375751:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629346.375752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629346.375753:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629346.375757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629346.375758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629346.375759:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629346.375760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629346.375762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629346.375764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629346.375765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375765:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629346.375768:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629346.375771:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629346.375772:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375774:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629346.375775:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375776:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375777:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629346.375780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629346.375781:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629346.375837:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629346.375840:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629346.375843:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629347.143690:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629347.143699:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629347.143701:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629347.143704:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629347.143707:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629347.143713:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14022
00000400:00000200:2.0:1778629347.143721:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629347.143726:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629347.143729:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629347.143731:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143734:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143735:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143737:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629347.143740:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629347.143741:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629347.143744:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629347.143745:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629347.143747:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629347.143749:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629347.143750:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143752:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143753:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143755:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629347.143757:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629347.143759:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143760:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629347.143762:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629347.143766:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629347.143768:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.143770:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629347.143771:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629347.143779:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629347.143782:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629347.143785:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629347.143787:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.143789:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629347.143791:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629347.143794:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629347.143800:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629347.143805:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629347.143811:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629347.143820:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629347.143823:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629347.143826:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629347.143842:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629347.143845:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629347.143848:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629347.143849:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629347.143850:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629347.143852:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629347.143854:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14022
00000400:00000200:2.0:1778629347.143856:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629347.143858:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629347.143860:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629347.143862:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143863:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143869:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143871:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629347.143873:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629347.143874:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629347.143875:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629347.143876:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629347.143877:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629347.143879:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629347.143881:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143882:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143883:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143884:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629347.143886:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629347.143887:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143889:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629347.143890:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629347.143894:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629347.143895:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.143896:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629347.143899:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629347.143901:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.143902:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629347.143904:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629347.143906:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629347.143907:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629347.143908:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.143909:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629347.143910:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629347.143911:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629347.143915:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778629347.143917:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629347.143920:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629347.143926:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629347.143927:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629347.143930:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629347.143934:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629347.143936:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629347.143939:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629347.143940:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629347.143942:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629347.143945:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629347.143947:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14022
00000400:00000200:2.0:1778629347.143951:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629347.143954:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629347.143956:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629347.143959:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143961:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143963:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143965:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629347.143968:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629347.143969:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629347.143970:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629347.143972:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629347.143974:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629347.143976:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629347.143980:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143982:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629347.143983:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143985:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629347.143988:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629347.143991:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629347.143994:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629347.143995:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629347.143998:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629347.144000:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.144002:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629347.144017:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629347.144020:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.144021:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629347.144026:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629347.144028:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629347.144031:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629347.144032:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629347.144034:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629347.144036:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629347.144038:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629347.144042:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629347.144045:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629347.144051:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629347.144059:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629347.144061:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629347.144065:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629347.144073:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629347.144076:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629347.144080:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629347.144083:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629347.144086:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629347.144092:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14032)
00000100:00000001:1.0:1778629347.144213:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629347.144216:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629347.144218:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629347.144218:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144223:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629347.144224:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629347.144226:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1778629347.144227:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629347.144232:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629347.144235:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1778629347.144236:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629347.144237:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629347.144241:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144249:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629347.144250:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144253:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629347.144255:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629347.144257:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629347.144260:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641152:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629347.144264:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629347.144268:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629347.144271:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144273:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629347.144278:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629347.144281:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629347.144286:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629347.144290:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629347.144297:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629347.144304:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641152, portal 25
00000100:00000001:0.0:1778629347.144307:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629347.144309:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:0.0:1778629347.144315:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144324:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629347.144327:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629347.144330:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629347.144332:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472641152, offset 0
00000400:00000200:0.0:1778629347.144337:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144344:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144348:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629347.144352:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629347.144356:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629347.144359:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629347.144361:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144364:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497608:497608:256:4294967295] 192.168.204.112@tcp LPNI seq info [497567:497567:8:4294967295]
00000400:00000200:0.0:1778629347.144367:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144374:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629347.144378:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144382:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629347.144387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629347.144390:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778629347.144394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629347.144397:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1778629347.144400:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144401:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629347.144406:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629347.144410:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629347.144415:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629347.144416:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629347.144420:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629347.144423:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144430:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.144433:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144444:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144445:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629347.144450:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629347.144453:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629347.144455:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308698896
00000100:00000010:0.0:1778629347.144459:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629347.144464:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629347.144469:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308698896
00000100:00000010:0.0:1778629347.144471:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6360.
00000100:00000001:0.0:1778629347.144474:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629347.144476:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629347.144478:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144480:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629347.144483:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629347/real 1778629347]  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629347.144488:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629347.144490:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629347.144491:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629347.144493:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629347.144494:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629347.144496:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629347.144498:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629347.144504:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144509:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629347.144510:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144512:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.144513:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629347.144523:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144528:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629347.144532:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144537:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629347.144539:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144540:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.144540:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144542:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629347.144544:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629347.144545:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629347.144548:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629347.144550:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629347.144552:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629347.144558:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641152:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629347.144561:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629347.144563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144567:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629347.144568:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144570:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629347.144571:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629347.144573:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629347.144575:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641280:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629347.144577:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629347.144578:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629347.144579:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144580:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629347.144583:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629347.144584:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629347.144586:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629347.144588:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629347.144590:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629347.144592:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641280, portal 10
00000100:00000001:0.0:1778629347.144594:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629347.144595:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:0.0:1778629347.144602:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144629:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629347.144631:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629347.144634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629347.144644:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472641280, offset 0
00000400:00000200:0.0:1778629347.144649:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144653:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144657:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629347.144660:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629347.144663:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629347.144666:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629347.144668:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144671:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497609:497609:256:4294967295] 192.168.204.112@tcp LPNI seq info [497568:497568:8:4294967295]
00000400:00000200:0.0:1778629347.144676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144682:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629347.144688:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144692:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629347.144696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629347.144698:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778629347.144701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629347.144703:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1778629347.144706:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144707:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629347.144710:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629347.144712:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629347.144714:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629347.144716:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629347.144717:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629347.144720:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144726:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.144728:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144733:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144734:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629347.144736:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629347.144739:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629347.144742:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629347.144743:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308695054
00000100:00000001:0.0:1778629347.144745:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308698896
00000100:00000001:0.0:1778629347.144747:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308695054
00000100:00000001:0.0:1778629347.144748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308698896
00000100:00000001:0.0:1778629347.144750:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629347.144751:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144752:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629347.144754:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629347/real 1778629347]  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629347.144764:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629347.144765:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629347.144766:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629347.144767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629347.144768:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629347.144769:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629347.144771:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629347.144777:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144781:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629347.144782:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144783:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.144784:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629347.144786:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144790:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629347.144792:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144796:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629347.144798:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144799:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.144799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.144801:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629347.144803:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629347.144805:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629347.144807:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629347.144808:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629347.144811:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629347.144816:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641280:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629347.144818:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629347.144820:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144824:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629347.144825:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144826:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629347.144828:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629347.144829:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629347.144830:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629347.144833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629347.144834:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629347.144835:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629347.144836:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629347.144839:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629347.144840:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629347.144842:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629347.144844:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629347.144846:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629347.144848:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641408, portal 10
00000100:00000001:0.0:1778629347.144850:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629347.144850:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:0.0:1778629347.144854:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144858:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629347.144860:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629347.144861:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629347.144870:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472641408, offset 0
00000400:00000200:0.0:1778629347.144874:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144876:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144878:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629347.144880:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629347.144882:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629347.144884:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629347.144886:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629347.144888:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497610:497610:256:4294967295] 192.168.204.112@tcp LPNI seq info [497569:497569:8:4294967295]
00000400:00000200:0.0:1778629347.144891:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629347.144895:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629347.144898:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144900:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629347.144902:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629347.144904:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778629347.144908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629347.144910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1778629347.144915:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629347.144917:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629347.144920:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629347.144923:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629347.144926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629347.144927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629347.144930:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629347.144933:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144942:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.144945:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.144953:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144954:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629347.144958:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629347.144961:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629347.144965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629347.144967:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308695055
00000100:00000001:0.0:1778629347.144970:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308698896
00000100:00000001:0.0:1778629347.144972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308695055
00000100:00000001:0.0:1778629347.144974:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308698896
00000100:00000001:0.0:1778629347.144975:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629347.144977:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.144978:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629347.144981:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629347/real 1778629347]  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629347.144990:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629347.144991:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629347.144993:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629347.144996:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629347.144997:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629347.144999:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629347.145003:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629347.145025:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145033:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629347.145034:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145036:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.145038:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629347.145042:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145050:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629347.145053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145064:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629347.145066:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629347.145068:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145069:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629347.145071:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629347.145073:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629347.145076:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629347.145077:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629347.145080:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629347.145086:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629347.145090:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145093:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.145096:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472641152/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145102:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629347.145105:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629347.145107:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629347.145110:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629347.145112:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629347.145114:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629347.145116:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629347.145119:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:0.0:1778629347.145123:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629347.145125:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629347.145127:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:0.0:1778629347.145132:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629347.145133:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145135:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.145138:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472641280/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145150:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629347.145151:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629347.145152:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be7b800.
02000000:00000001:0.0:1778629347.145154:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629347.145155:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629347.145155:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629347.145157:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629347.145158:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:0.0:1778629347.145159:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629347.145160:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629347.145161:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:0.0:1778629347.145162:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629347.145163:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145164:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629347.145166:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472641408/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629347.145170:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629347.145171:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629347.145172:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78000.
02000000:00000001:0.0:1778629347.145173:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629347.145174:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629347.145175:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629347.145176:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629347.145176:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:0.0:1778629347.145177:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629347.145178:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629347.145179:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:0.0:1778629347.145180:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629347.145181:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145182:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.145187:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629347.145188:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.145190:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629347.145191:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629347.399693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629347.399694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629347.399698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629347.399702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629347.399702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629347.399702:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.399705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629347.399706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629347.399709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629347.399709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629347.399711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629347.399712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629347.399714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629347.399717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629347.399718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629347.399719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629347.399719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629347.399723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.399724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629347.399728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629347.399729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629347.399731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629347.399733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629347.399735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629347.399785:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629347.399788:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629347.399791:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629348.167781:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629348.167790:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629348.167793:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629348.167799:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629348.167803:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629348.167807:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629348.167811:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629348.167813:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629348.167817:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629348.423691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629348.423694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629348.423698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629348.423699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629348.423701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629348.423702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629348.423706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629348.423706:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629348.423706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629348.423709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629348.423710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629348.423711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629348.423715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629348.423715:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629348.423718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629348.423719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629348.423719:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629348.423721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629348.423722:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629348.423723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629348.423725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629348.423725:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629348.423728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629348.423731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629348.423771:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629348.423774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629348.423776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629349.191685:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629349.191691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629349.191692:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629349.191697:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629349.191700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629349.191703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629349.191706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629349.191708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629349.191710:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629349.447696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629349.447696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629349.447702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629349.447703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629349.447704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629349.447707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629349.447710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629349.447712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629349.447714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629349.447716:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629349.447718:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629349.447719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629349.447719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629349.447721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629349.447724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629349.447725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629349.447725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629349.447728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629349.447730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629349.447731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629349.447732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629349.447735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629349.447739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629349.447740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629349.447806:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629349.447810:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629349.447813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629350.215727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629350.215733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629350.215735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629350.215741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629350.215745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629350.215749:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629350.215752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629350.215754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629350.215757:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629350.471710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629350.471711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629350.471715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629350.471716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629350.471717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629350.471719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629350.471721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629350.471721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629350.471727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629350.471728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629350.471729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629350.471731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629350.471733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629350.471734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629350.471735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629350.471739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629350.471740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629350.471741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629350.471741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629350.471745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629350.471745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629350.471746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629350.471750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629350.471754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629350.471808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629350.471810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629350.471813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629351.047706:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308698896, at 4308698944
00000100:00000010:1.0:1778629351.047719:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6360.
00000100:00000040:0.0:1778629351.047819:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308698896, at 4308698944
00000100:00000010:0.0:1778629351.047834:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629351.239698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629351.239703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629351.239705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629351.239709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629351.239712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629351.239715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629351.239717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629351.239720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629351.239722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629351.495700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629351.495700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629351.495705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629351.495707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629351.495707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629351.495711:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629351.495711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629351.495712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629351.495719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629351.495719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629351.495721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629351.495726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629351.495726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629351.495726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629351.495731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629351.495731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629351.495733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629351.495737:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629351.495737:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629351.495738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629351.495742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629351.495742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629351.495748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629351.495748:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629351.495790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629351.495794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629351.495796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629352.263711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629352.263716:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629352.263717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629352.263720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629352.263726:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629352.263727:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629352.263729:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629352.263731:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629352.263733:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629352.263735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629352.263736:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629352.263739:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629352.263742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629352.263743:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14027
00000100:00000001:0.0:1778629352.263746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629352.263753:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629352.263759:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629352.263762:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629352.263765:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263768:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629352.263770:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263772:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629352.263776:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629352.263777:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629352.263780:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629352.263782:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629352.263784:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629352.263787:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629352.263789:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263795:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629352.263798:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263799:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629352.263802:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629352.263804:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263806:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629352.263809:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629352.263811:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629352.263813:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.263815:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629352.263816:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629352.263825:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629352.263828:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629352.263832:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629352.263834:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.263837:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629352.263840:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629352.263845:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629352.263854:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000100:00000001:2.0:1778629352.263861:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629352.263871:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629352.263883:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629352.263888:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629352.263893:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629352.263922:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629352.263925:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629352.263928:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629352.263929:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629352.263930:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629352.263932:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629352.263935:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14027
00000400:00000200:2.0:1778629352.263939:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629352.263942:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629352.263943:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629352.263944:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629352.263947:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629352.263948:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629352.263950:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629352.263951:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629352.263953:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263956:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629352.263958:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1778629352.263960:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629352.263960:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629352.263963:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629352.263967:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629352.263971:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629352.263976:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629352.263977:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629352.263981:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629352.263981:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.263986:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1778629352.263987:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1778629352.263988:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:0.0:1778629352.263990:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629352.263991:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:0.0:1778629352.263996:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629352.263996:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629352.264002:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:0.0:1778629352.264005:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641536:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629352.264006:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629352.264009:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629352.264013:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629352.264015:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629352.264016:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629352.264018:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264019:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264020:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629352.264023:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1778629352.264025:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1778629352.264028:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
00000008:00000001:2.0:1778629352.264029:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264033:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264033:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629352.264037:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629352.264040:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000200:0.0:1778629352.264041:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629352.264045:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1778629352.264047:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
02000000:00000001:2.0:1778629352.264048:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264051:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629352.264053:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1778629352.264055:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
02000000:00000001:2.0:1778629352.264055:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629352.264061:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000200:0.0:1778629352.264064:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641536, portal 25
00000100:00000001:2.0:1778629352.264065:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264067:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629352.264070:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:0.0:1778629352.264075:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629352.264078:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629352.264089:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629352.264095:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1778629352.264096:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629352.264099:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629352.264102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000040:2.0:1778629352.264105:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629352.264108:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472641536, offset 0
00000100:00000001:2.0:1778629352.264119:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629352.264124:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629352.264124:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629352.264128:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629352.264130:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629352.264133:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629352.264135:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1778629352.264138:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629352.264140:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14027
00000400:00000200:2.0:1778629352.264144:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629352.264149:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:0.0:1778629352.264150:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:2.0:1778629352.264151:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629352.264156:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.264158:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629352.264161:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1778629352.264162:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.264165:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629352.264167:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:2.0:1778629352.264168:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629352.264171:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629352.264172:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778629352.264174:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1778629352.264175:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629352.264179:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629352.264182:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000020:00000001:2.0:1778629352.264183:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629352.264187:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.264190:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629352.264193:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497611:497611:256:4294967295] 192.168.204.112@tcp LPNI seq info [497570:497570:8:4294967295]
00000100:00000040:2.0:1778629352.264194:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629352.264198:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629352.264201:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629352.264204:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629352.264209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629352.264209:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629352.264212:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629352.264215:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629352.264217:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264219:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629352.264221:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629352.264225:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264228:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629352.264231:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629352.264233:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629352.264234:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629352.264235:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629352.264236:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629352.264238:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1778629352.264239:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629352.264240:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629352.264243:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629352.264245:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629352.264252:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1778629352.264260:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264267:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000100:00000001:2.0:1778629352.264271:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629352.264273:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629352.264279:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1778629352.264280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629352.264286:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1778629352.264290:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629352.264293:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629352.264297:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778629352.264298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629352.264300:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629352.264306:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1778629352.264307:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1778629352.264309:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14037)
00000800:00000100:0.0:1778629352.264317:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264320:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629352.264327:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629352.264332:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629352.264337:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629352.264340:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629352.264345:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629352.264349:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264360:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.264364:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264371:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264373:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629352.264380:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629352.264385:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629352.264388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308704016
00000100:00000010:0.0:1778629352.264393:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629352.264400:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629352.264407:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308704016
00000100:00000010:0.0:1778629352.264410:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac61e0.
00000100:00000001:0.0:1778629352.264414:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629352.264418:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629352.264420:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264421:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629352.264425:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629352/real 1778629352]  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629352.264433:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629352.264434:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629352.264435:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629352.264438:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629352.264439:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629352.264441:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629352.264443:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629352.264449:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264453:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629352.264456:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264457:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264459:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629352.264461:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264465:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629352.264468:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264473:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629352.264475:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264476:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264477:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264478:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629352.264480:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629352.264484:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629352.264488:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629352.264490:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629352.264495:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629352.264504:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641536:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629352.264509:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264511:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.264515:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472641536/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264523:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629352.264525:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629352.264528:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629352.264531:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629352.264533:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629352.264535:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629352.264537:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629352.264539:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:0.0:1778629352.264543:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629352.264544:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629352.264545:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629352.264548:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629352.264549:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264550:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264556:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629352.264557:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264558:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629352.264559:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629352.264560:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629352.264563:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264568:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629352.264569:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264570:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629352.264572:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629352.264573:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629352.264575:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641664:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629352.264577:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629352.264578:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629352.264580:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264581:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629352.264583:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629352.264584:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629352.264587:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629352.264589:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629352.264591:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629352.264594:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641664, portal 10
00000100:00000001:0.0:1778629352.264595:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629352.264596:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629352.264601:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264605:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629352.264624:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629352.264626:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629352.264627:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472641664, offset 0
00000400:00000200:0.0:1778629352.264630:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629352.264633:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629352.264636:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629352.264638:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629352.264640:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629352.264642:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629352.264643:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629352.264646:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497612:497612:256:4294967295] 192.168.204.112@tcp LPNI seq info [497571:497571:8:4294967295]
00000400:00000200:0.0:1778629352.264649:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629352.264653:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629352.264656:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264658:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629352.264661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629352.264663:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778629352.264666:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629352.264668:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1778629352.264671:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264672:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629352.264674:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629352.264676:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629352.264679:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629352.264680:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629352.264681:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629352.264684:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264689:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.264691:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264700:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264701:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629352.264703:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629352.264706:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629352.264709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629352.264710:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308700174
00000100:00000001:0.0:1778629352.264712:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308704016
00000100:00000001:0.0:1778629352.264714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308700174
00000100:00000001:0.0:1778629352.264715:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308704016
00000100:00000001:0.0:1778629352.264716:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629352.264718:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264719:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629352.264721:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629352/real 1778629352]  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629352.264726:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629352.264727:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629352.264728:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629352.264729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629352.264730:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629352.264732:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629352.264733:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629352.264738:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264742:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629352.264743:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264745:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264746:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629352.264748:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264753:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629352.264755:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264760:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629352.264761:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264762:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264763:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264764:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629352.264767:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629352.264768:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629352.264771:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629352.264773:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629352.264777:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629352.264785:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641664:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629352.264788:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629352.264792:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264798:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629352.264800:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264802:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629352.264804:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629352.264806:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629352.264809:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641792:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629352.264812:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629352.264814:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629352.264816:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629352.264818:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629352.264822:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629352.264824:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629352.264827:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629352.264830:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629352.264833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629352.264836:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641792, portal 10
00000100:00000001:0.0:1778629352.264837:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629352.264838:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:0.0:1778629352.264843:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629352.264849:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629352.264851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629352.264852:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472641792, offset 0
00000400:00000200:0.0:1778629352.264855:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629352.264857:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629352.264860:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629352.264862:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629352.264863:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629352.264865:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629352.264867:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629352.264869:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497613:497613:256:4294967295] 192.168.204.112@tcp LPNI seq info [497572:497572:8:4294967295]
00000400:00000200:0.0:1778629352.264871:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629352.264876:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629352.264878:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264880:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4300.
00000800:00000200:0.0:1778629352.264883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629352.264885:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778629352.264887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629352.264889:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1778629352.264892:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629352.264894:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4300.
00000400:00000200:0.0:1778629352.264896:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629352.264898:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629352.264900:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629352.264901:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629352.264918:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629352.264921:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264927:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.264929:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264933:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264934:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629352.264936:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629352.264939:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629352.264941:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629352.264943:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308700175
00000100:00000001:0.0:1778629352.264945:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308704016
00000100:00000001:0.0:1778629352.264946:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308700175
00000100:00000001:0.0:1778629352.264947:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308704016
00000100:00000001:0.0:1778629352.264949:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629352.264950:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.264951:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629352.264953:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629352/real 1778629352]  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629352.264958:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629352.264959:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629352.264960:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629352.264962:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629352.264963:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629352.264965:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629352.264967:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629352.264972:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264976:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629352.264977:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264978:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264979:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629352.264981:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264985:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629352.264987:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.264991:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629352.264992:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264993:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629352.264994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.264995:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629352.264997:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629352.264998:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629352.265000:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629352.265001:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629352.265004:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629352.265009:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472641792:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629352.265011:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.265013:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.265014:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472641664/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.265019:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629352.265020:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629352.265021:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be78400.
02000000:00000001:0.0:1778629352.265022:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629352.265023:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629352.265024:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629352.265026:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629352.265027:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629352.265028:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629352.265029:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629352.265030:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629352.265033:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629352.265034:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.265035:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629352.265037:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472641792/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629352.265041:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629352.265041:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629352.265042:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f396be79000.
02000000:00000001:0.0:1778629352.265043:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629352.265044:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629352.265045:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629352.265046:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629352.265047:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:0.0:1778629352.265048:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629352.265048:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629352.265049:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629352.265050:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629352.265051:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.265052:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.265055:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629352.265055:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.265057:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629352.265058:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629352.519695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629352.519695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629352.519701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629352.519702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629352.519703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629352.519705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629352.519709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629352.519710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629352.519714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629352.519715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629352.519717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629352.519719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.519720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629352.519724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629352.519724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629352.519728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629352.519729:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629352.519735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519825:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629352.519828:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519833:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629352.519834:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519838:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629352.519842:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629352.519845:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629352.519848:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519852:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629352.519854:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519856:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629352.519859:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629352.519920:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629352.519924:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629352.519927:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629353.287678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629353.287683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629353.287685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629353.287690:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629353.287693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629353.287695:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629353.287697:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629353.287699:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629353.287701:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629353.543693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629353.543693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629353.543699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629353.543701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629353.543701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629353.543701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629353.543704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629353.543705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629353.543707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629353.543709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629353.543710:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629353.543710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629353.543714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629353.543714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629353.543715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629353.543718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629353.543719:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629353.543721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629353.543722:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629353.543723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629353.543724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629353.543725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629353.543726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629353.543732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629353.543790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629353.543794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629353.543797:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629354.311717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629354.311723:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629354.311725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629354.311731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629354.311734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629354.311738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629354.311740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629354.311743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629354.311746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629354.567716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629354.567719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629354.567723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629354.567723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629354.567723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629354.567726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629354.567730:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629354.567731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629354.567731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629354.567732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629354.567735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629354.567736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629354.567738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629354.567742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629354.567742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629354.567742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629354.567746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629354.567747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629354.567747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629354.567751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629354.567752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629354.567755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629354.567756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629354.567760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629354.567800:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629354.567802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629354.567805:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629355.335682:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629355.335687:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629355.335688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629355.335693:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629355.335696:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629355.335698:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629355.335700:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629355.335702:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629355.335703:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629355.591670:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629355.591670:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629355.591675:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629355.591676:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629355.591676:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629355.591677:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629355.591680:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629355.591682:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629355.591683:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629355.591683:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629355.591686:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629355.591687:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629355.591688:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629355.591689:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629355.591690:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629355.591691:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629355.591692:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629355.591693:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629355.591694:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629355.591694:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629355.591695:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629355.591697:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629355.591697:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629355.591698:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591701:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629355.591708:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629355.591709:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591709:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629355.591710:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591712:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629355.591713:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591715:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591717:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629355.591721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629355.591723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629355.591777:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629355.591780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629355.591783:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629356.167711:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308704016, at 4308704064
00000100:00000040:0.0:1778629356.167712:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308704016, at 4308704064
00000100:00000010:1.0:1778629356.167723:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac61e0.
00000100:00000010:0.0:1778629356.167726:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6480.
00000100:00000001:0.0:1778629356.359712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629356.359718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629356.359720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629356.359725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629356.359729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629356.359733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629356.359735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629356.359737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629356.359740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629356.615695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629356.615695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629356.615696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629356.615701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629356.615702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629356.615702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629356.615704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629356.615705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629356.615708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629356.615710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629356.615710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629356.615711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629356.615717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629356.615718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629356.615719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629356.615720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629356.615721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629356.615724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629356.615726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629356.615728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629356.615730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629356.615731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629356.615733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629356.615737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629356.615773:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629356.615775:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629356.615778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629357.383722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629357.383727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629357.383728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629357.383733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629357.383736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629357.383739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.383741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629357.383743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1778629357.383745:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629357.383746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629357.383751:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629357.383754:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629357.383757:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629357.383760:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629357.383766:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14032
00000400:00000200:0.0:1778629357.383778:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629357.383784:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629357.383786:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629357.383788:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.383790:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.383792:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.383793:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629357.383795:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629357.383797:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629357.383798:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629357.383800:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629357.383812:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629357.383815:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629357.383818:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.383820:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.383822:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.383823:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629357.383826:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629357.383830:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629357.383833:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629357.383835:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629357.383839:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629357.383841:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.383844:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629357.383846:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629357.383855:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ea00.
00000020:00000040:0.0:1778629357.383857:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629357.383860:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629357.383861:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.383863:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629357.383866:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629357.383869:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629357.383874:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be7b000.
00000100:00000001:0.0:1778629357.383879:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629357.383885:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629357.383892:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629357.383895:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629357.383898:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000087fdd23] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629357.383914:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629357.383916:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629357.383918:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629357.383920:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629357.383921:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629357.383923:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629357.383924:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14032
00000400:00000200:0.0:1778629357.383932:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629357.383936:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629357.383937:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629357.383940:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629357.383941:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629357.383942:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.383945:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629357.383945:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629357.383948:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629357.383949:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629357.383952:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629357.383953:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629357.383955:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1778629357.383956:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778629357.383957:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629357.383960:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629357.383963:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629357.383969:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629357.383971:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629357.383972:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.383974:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629357.383974:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.383977:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:2.0:1778629357.383977:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1778629357.383978:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629357.383981:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629357.383981:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629357.383982:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629357.383986:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629357.383987:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629357.383990:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629357.383993:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629357.383994:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641920:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629357.383995:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629357.383999:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1778629357.384000:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1778629357.384003:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.384006:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629357.384006:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1778629357.384008:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16df80.
02000000:00000001:2.0:1778629357.384009:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1778629357.384010:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629357.384014:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629357.384014:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629357.384015:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.384017:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629357.384019:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629357.384020:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629357.384021:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000010:0.0:1778629357.384025:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778629357.384025:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.384030:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384034:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:0.0:1778629357.384035:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1778629357.384041:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:0.0:1778629357.384042:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629357.384045:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629357.384047:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf769ad] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1778629357.384050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:0.0:1778629357.384055:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629357.384057:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629357.384058:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629357.384059:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629357.384060:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1778629357.384060:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472641920, portal 25
00000100:00000001:0.0:1778629357.384065:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629357.384065:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1778629357.384068:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14032
00000100:00000001:2.0:1778629357.384069:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086016 : -123998405465600 : ffff8f395f16ea00)
00000400:00000200:0.0:1778629357.384073:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629357.384076:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629357.384078:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629357.384079:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.384082:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.384083:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629357.384083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629357.384087:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629357.384091:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629357.384093:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629357.384095:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629357.384097:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:2.0:1778629357.384098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1778629357.384099:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629357.384101:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629357.384105:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:0.0:1778629357.384107:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:2.0:1778629357.384108:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629357.384112:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472641920, offset 0
00000100:00000001:0.0:1778629357.384114:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629357.384116:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629357.384117:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778629357.384120:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:0.0:1778629357.384122:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629357.384127:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:2.0:1778629357.384129:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629357.384132:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629357.384134:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629357.384136:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
02000000:00000001:0.0:1778629357.384138:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629357.384141:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1778629357.384143:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384146:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:0.0:1778629357.384147:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629357.384150:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1778629357.384150:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629357.384154:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000008:00000001:0.0:1778629357.384156:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.384160:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384160:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497614:497614:256:4294967295] 192.168.204.112@tcp LPNI seq info [497573:497573:8:4294967295]
00000400:00000200:2.0:1778629357.384164:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:0.0:1778629357.384171:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ca80.
00000400:00000200:2.0:1778629357.384172:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1778629357.384176:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:2.0:1778629357.384180:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:0.0:1778629357.384181:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629357.384184:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629357.384184:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000001:0.0:1778629357.384187:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629357.384189:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629357.384190:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629357.384191:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629357.384196:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
02000000:00000010:0.0:1778629357.384197:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:0.0:1778629357.384201:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629357.384201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629357.384206:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000100:00100000:0.0:1778629357.384211:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1778629357.384212:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629357.384215:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629357.384221:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1778629357.384225:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778629357.384227:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1778629357.384230:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384232:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629357.384235:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000040:0.0:1778629357.384236:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5814ff] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384239:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629357.384244:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629357.384256:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629357.384260:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629357.384260:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384264:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629357.384268:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629357.384274:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629357.384275:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384278:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1778629357.384281:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629357.384283:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629357.384286:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14042)
00000400:00000200:2.0:1778629357.384287:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629357.384290:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308709136
00000100:00000010:2.0:1778629357.384295:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4120.
00000100:00000001:2.0:1778629357.384300:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629357.384305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308709136
00000100:00000010:2.0:1778629357.384307:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a44e0.
00000100:00000001:2.0:1778629357.384309:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629357.384312:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629357.384313:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384315:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629357.384318:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629357/real 1778629357]  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629357.384323:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629357.384325:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629357.384326:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629357.384329:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629357.384330:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629357.384333:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629357.384336:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629357.384343:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384350:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629357.384352:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629357.384360:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384367:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629357.384371:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384378:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629357.384380:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384384:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629357.384386:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629357.384388:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629357.384390:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629357.384392:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629357.384395:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629357.384400:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472641920:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629357.384402:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384403:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384405:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ea00 x1865013472641920/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384409:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629357.384411:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629357.384412:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629357.384414:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629357.384415:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629357.384416:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629357.384417:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629357.384419:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be7b000.
02000000:00000001:2.0:1778629357.384421:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629357.384422:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629357.384423:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ea00.
00000100:00000001:2.0:1778629357.384425:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629357.384426:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384427:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384431:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629357.384432:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384434:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629357.384435:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629357.384436:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629357.384438:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384442:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629357.384443:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629357.384444:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629357.384445:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629357.384447:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629357.384449:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642048:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629357.384452:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629357.384454:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629357.384455:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629357.384457:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629357.384459:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629357.384461:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384464:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629357.384467:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629357.384470:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629357.384473:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642048, portal 10
00000100:00000001:2.0:1778629357.384474:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629357.384476:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304083328 : -123998405468288 : ffff8f395f16df80)
00000100:00000040:2.0:1778629357.384481:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384487:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629357.384488:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629357.384490:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629357.384492:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642048, offset 0
00000400:00000200:2.0:1778629357.384494:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629357.384496:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629357.384499:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629357.384501:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629357.384502:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629357.384504:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629357.384506:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629357.384508:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497615:497615:256:4294967295] 192.168.204.112@tcp LPNI seq info [497574:497574:8:4294967295]
00000400:00000200:2.0:1778629357.384510:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629357.384514:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629357.384517:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629357.384519:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629357.384521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629357.384523:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778629357.384525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629357.384527:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1778629357.384529:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629357.384530:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629357.384532:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629357.384534:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629357.384535:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629357.384537:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629357.384538:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629357.384540:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384545:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384546:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384550:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384551:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629357.384553:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629357.384556:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629357.384558:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629357.384559:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308705293
00000100:00000001:2.0:1778629357.384561:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308709136
00000100:00000001:2.0:1778629357.384562:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308705293
00000100:00000001:2.0:1778629357.384563:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308709136
00000100:00000001:2.0:1778629357.384565:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629357.384566:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384567:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629357.384569:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629357/real 1778629357]  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629357.384573:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629357.384574:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629357.384575:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629357.384576:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629357.384577:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629357.384578:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629357.384579:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629357.384584:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384587:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629357.384588:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384589:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384590:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629357.384591:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384595:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629357.384597:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384600:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629357.384601:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384602:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384603:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384604:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629357.384606:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629357.384623:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629357.384625:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629357.384627:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629357.384629:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629357.384633:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642048:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629357.384636:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629357.384637:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384641:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629357.384642:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629357.384643:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629357.384644:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629357.384645:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629357.384647:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642176:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629357.384648:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629357.384649:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629357.384650:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629357.384651:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629357.384653:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629357.384654:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629357.384656:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629357.384658:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629357.384659:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629357.384661:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642176, portal 10
00000100:00000001:2.0:1778629357.384662:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629357.384663:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077952 : -123998405473664 : ffff8f395f16ca80)
00000100:00000040:2.0:1778629357.384666:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384673:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629357.384674:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629357.384675:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629357.384677:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642176, offset 0
00000400:00000200:2.0:1778629357.384679:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629357.384681:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629357.384682:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629357.384684:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629357.384685:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629357.384687:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629357.384688:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629357.384690:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497616:497616:256:4294967295] 192.168.204.112@tcp LPNI seq info [497575:497575:8:4294967295]
00000400:00000200:2.0:1778629357.384692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629357.384696:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629357.384698:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629357.384700:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629357.384702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629357.384704:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1778629357.384706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629357.384707:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1778629357.384710:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629357.384711:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629357.384712:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629357.384714:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629357.384724:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629357.384725:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629357.384727:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629357.384729:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384737:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384740:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384751:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384752:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629357.384755:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629357.384758:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629357.384761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629357.384763:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308705295
00000100:00000001:2.0:1778629357.384765:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308709136
00000100:00000001:2.0:1778629357.384767:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308705295
00000100:00000001:2.0:1778629357.384769:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308709136
00000100:00000001:2.0:1778629357.384771:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629357.384773:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384775:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629357.384778:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629357/real 1778629357]  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629357.384785:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629357.384786:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629357.384788:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629357.384790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629357.384791:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629357.384792:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629357.384794:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629357.384799:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384817:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629357.384818:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384819:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384820:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629357.384823:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384827:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629357.384829:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384833:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629357.384834:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384835:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629357.384835:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384836:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629357.384838:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629357.384840:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629357.384841:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629357.384842:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629357.384844:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629357.384849:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642176:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629357.384851:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384852:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384854:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16df80 x1865013472642048/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384857:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629357.384858:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629357.384859:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396400.
02000000:00000001:2.0:1778629357.384860:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629357.384861:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629357.384862:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629357.384864:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629357.384865:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79800.
02000000:00000001:2.0:1778629357.384866:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629357.384867:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629357.384868:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16df80.
00000100:00000001:2.0:1778629357.384870:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629357.384871:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384871:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629357.384873:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ca80 x1865013472642176/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629357.384877:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629357.384877:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629357.384878:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943396800.
02000000:00000001:2.0:1778629357.384879:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629357.384879:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629357.384880:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629357.384881:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629357.384882:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629357.384883:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629357.384883:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629357.384884:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ca80.
00000100:00000001:2.0:1778629357.384885:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629357.384886:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384886:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629357.384888:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629357.384889:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629357.384890:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629357.384891:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.639681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629357.639681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629357.639684:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629357.639687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629357.639687:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629357.639687:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629357.639690:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.639691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629357.639692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629357.639695:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629357.639695:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629357.639696:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629357.639698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629357.639701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.639702:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629357.639704:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629357.639706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629357.639707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629357.639709:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629357.639710:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629357.639712:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629357.639714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629357.639714:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629357.639720:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629357.639747:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629357.639749:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629357.639752:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629358.407706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629358.407711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629358.407712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629358.407716:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629358.407719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629358.407722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629358.407724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629358.407725:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629358.407727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629358.663694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629358.663699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629358.663700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629358.663703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629358.663704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629358.663708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629358.663710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629358.663711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629358.663714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629358.663714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629358.663714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629358.663717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629358.663719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629358.663721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629358.663721:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629358.663722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629358.663725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629358.663726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629358.663727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629358.663731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629358.663732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629358.663736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629358.663739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629358.663742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629358.663744:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629358.663747:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629358.663750:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629359.431715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629359.431722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629359.431724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629359.431729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629359.431733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629359.431737:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629359.431740:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629359.431742:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629359.431745:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629359.687686:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629359.687691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629359.687692:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629359.687694:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629359.687695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629359.687698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629359.687701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629359.687702:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629359.687703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629359.687704:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629359.687706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629359.687708:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629359.687709:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629359.687711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629359.687712:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629359.687712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629359.687716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629359.687718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629359.687719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629359.687722:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629359.687723:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629359.687727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629359.687727:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629359.687732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629359.687775:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629359.687778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629359.687780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629360.455699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629360.455705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629360.455707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629360.455713:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629360.455723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629360.455727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629360.455729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629360.455732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629360.455735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629360.711714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629360.711716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629360.711722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629360.711722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629360.711723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629360.711725:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629360.711725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629360.711727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629360.711732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629360.711732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629360.711732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629360.711734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629360.711747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629360.711749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629360.711751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629360.711752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629360.711752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629360.711755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629360.711755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629360.711755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629360.711758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629360.711759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629360.711763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629360.711764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629360.711806:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629360.711810:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629360.711813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629361.287676:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308709136, at 4308709184
00000100:00000040:1.0:1778629361.287678:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308709136, at 4308709184
00000100:00000010:0.0:1778629361.287689:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4120.
00000100:00000010:1.0:1778629361.287691:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a44e0.
00000100:00000001:2.0:1778629361.479748:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629361.479754:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629361.479757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629361.479762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629361.479766:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629361.479770:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629361.479772:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629361.479775:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629361.479778:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629361.735667:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629361.735667:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629361.735672:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629361.735673:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629361.735676:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629361.735678:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629361.735680:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629361.735680:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629361.735684:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629361.735685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629361.735688:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629361.735688:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629361.735692:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629361.735694:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629361.735697:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629361.735738:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629361.735742:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629361.735744:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629361.735768:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629361.735783:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629361.735785:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629361.735788:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629361.735790:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629361.735792:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629361.735794:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629361.735796:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629361.735798:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.503736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629362.503741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629362.503743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629362.503749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629362.503752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629362.503754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.503756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629362.503757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.503759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629362.503763:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629362.503768:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629362.503770:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629362.503773:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629362.503776:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629362.503781:0:225197:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14037
00000400:00000200:2.0:1778629362.503789:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629362.503794:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629362.503796:0:225197:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629362.503798:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503800:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629362.503802:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503803:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629362.503806:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629362.503807:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629362.503809:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629362.503811:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629362.503813:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629362.503814:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629362.503817:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503818:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629362.503819:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503820:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629362.503822:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629362.503824:0:225197:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503825:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629362.503827:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629362.503829:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629362.503831:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.503833:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629362.503834:0:225197:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629362.503839:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629362.503841:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629362.503844:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629362.503845:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.503847:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629362.503849:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629362.503852:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629362.503857:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629362.503862:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629362.503868:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629362.503875:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629362.503878:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629362.503882:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629362.503896:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629362.503898:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629362.503900:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629362.503902:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629362.503903:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629362.503906:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629362.503908:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14037
00000400:00000200:2.0:1778629362.503910:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629362.503913:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629362.503914:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629362.503916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629362.503916:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629362.503919:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629362.503919:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629362.503921:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629362.503922:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629362.503924:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629362.503926:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629362.503928:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629362.503929:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1778629362.503930:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629362.503931:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629362.503935:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629362.503939:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629362.503944:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629362.503944:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.503945:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629362.503946:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629362.503948:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629362.503950:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629362.503950:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629362.503951:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629362.503953:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1778629362.503954:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:1.0:1778629362.503957:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.503958:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629362.503962:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1778629362.503964:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472642304:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629362.503966:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629362.503967:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629362.503970:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.503971:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629362.503973:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.503974:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629362.503977:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629362.503979:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629362.503983:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629362.503986:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:2.0:1778629362.503991:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1778629362.503992:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000008:00100000:2.0:1778629362.503994:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629362.503997:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.503998:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629362.503999:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642304, portal 25
00000100:00000010:2.0:1778629362.504001:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629362.504002:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1778629362.504004:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:1.0:1778629362.504005:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
02000000:00000001:2.0:1778629362.504006:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629362.504008:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.504009:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629362.504011:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629362.504013:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629362.504014:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629362.504016:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629362.504020:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629362.504026:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629362.504029:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629362.504035:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1778629362.504036:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504039:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629362.504041:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000040:2.0:1778629362.504042:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629362.504046:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472642304, offset 0
00000100:00000001:2.0:1778629362.504052:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629362.504053:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629362.504057:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629362.504058:0:225197:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629362.504060:0:225197:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629362.504061:0:225197:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629362.504063:0:225197:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629362.504065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629362.504066:0:225197:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14037
00000400:00000200:2.0:1778629362.504070:0:225197:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629362.504073:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629362.504075:0:225197:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629362.504078:0:225197:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1778629362.504079:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1778629362.504082:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504084:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629362.504086:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:2.0:1778629362.504087:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504089:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629362.504091:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629362.504094:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629362.504096:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497617:497617:256:4294967295] 192.168.204.112@tcp LPNI seq info [497576:497576:8:4294967295]
00000020:00000001:2.0:1778629362.504097:0:225197:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1778629362.504099:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629362.504099:0:225197:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629362.504101:0:225197:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629362.504103:0:225197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629362.504105:0:225197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629362.504109:0:225197:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629362.504111:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629362.504114:0:225197:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504117:0:225197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629362.504120:0:225197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:1.0:1778629362.504121:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504122:0:225197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629362.504125:0:225197:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000010:1.0:1778629362.504126:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00080000:2.0:1778629362.504128:0:225197:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629362.504130:0:225197:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629362.504132:0:225197:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1778629362.504134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629362.504135:0:225197:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629362.504137:0:225197:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629362.504138:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1778629362.504139:0:225197:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629362.504141:0:225197:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629362.504144:0:225197:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629362.504145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629362.504146:0:225197:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629362.504149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000010:2.0:1778629362.504150:0:225197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629362.504153:0:225197:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000100:1.0:1778629362.504156:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629362.504158:0:225197:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1778629362.504159:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
02000000:00000001:2.0:1778629362.504159:0:225197:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629362.504162:0:225197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629362.504163:0:225197:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629362.504164:0:225197:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629362.504165:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1778629362.504167:0:225197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000400:00000200:1.0:1778629362.504170:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629362.504171:0:225197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629362.504173:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629362.504176:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00100000:2.0:1778629362.504176:0:225197:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629362.504182:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1778629362.504183:0:225197:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629362.504185:0:225197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629362.504188:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629362.504191:0:225197:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504205:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1778629362.504206:0:225197:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629362.504209:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629362.504211:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629362.504212:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629362.504216:0:225197:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629362.504222:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504223:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629362.504227:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629362.504231:0:225197:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629362.504232:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629362.504236:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308714256
00000100:00000040:2.0:1778629362.504238:0:225197:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14048)
00000100:00000010:1.0:1778629362.504240:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629362.504246:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629362.504253:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308714256
00000100:00000010:1.0:1778629362.504255:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629362.504258:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629362.504261:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629362.504263:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504265:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629362.504268:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629362/real 1778629362]  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629362.504275:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629362.504276:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629362.504277:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629362.504280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629362.504281:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629362.504283:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629362.504287:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629362.504292:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504300:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629362.504301:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504302:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504304:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629362.504307:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504310:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629362.504313:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504318:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629362.504320:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504329:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504331:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629362.504332:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629362.504334:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629362.504338:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629362.504340:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629362.504343:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629362.504348:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472642304:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629362.504350:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504351:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629362.504353:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472642304/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504356:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629362.504358:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629362.504360:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629362.504362:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629362.504363:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629362.504364:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629362.504365:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629362.504367:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:1.0:1778629362.504369:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629362.504370:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629362.504371:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629362.504373:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629362.504373:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504374:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504379:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629362.504380:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504381:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629362.504382:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629362.504383:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629362.504385:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504393:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629362.504394:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.504395:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629362.504396:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629362.504398:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629362.504399:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642432:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629362.504401:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629362.504402:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629362.504404:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.504405:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629362.504406:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629362.504407:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629362.504409:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629362.504411:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629362.504413:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629362.504415:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642432, portal 10
00000100:00000001:1.0:1778629362.504416:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629362.504417:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629362.504421:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504425:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629362.504426:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629362.504427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629362.504428:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642432, offset 0
00000400:00000200:1.0:1778629362.504430:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629362.504432:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629362.504434:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629362.504436:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629362.504438:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629362.504440:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629362.504441:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629362.504443:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497618:497618:256:4294967295] 192.168.204.112@tcp LPNI seq info [497577:497577:8:4294967295]
00000400:00000200:1.0:1778629362.504445:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629362.504449:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629362.504452:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629362.504453:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629362.504456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629362.504457:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629362.504460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629362.504461:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629362.504464:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629362.504465:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629362.504467:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629362.504469:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629362.504471:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629362.504472:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629362.504473:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629362.504475:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504483:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629362.504485:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504488:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504489:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629362.504490:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629362.504493:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629362.504494:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629362.504496:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308710413
00000100:00000001:1.0:1778629362.504497:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308714256
00000100:00000001:1.0:1778629362.504498:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308710413
00000100:00000001:1.0:1778629362.504500:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308714256
00000100:00000001:1.0:1778629362.504501:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629362.504502:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504503:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629362.504505:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629362/real 1778629362]  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629362.504509:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629362.504510:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629362.504511:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629362.504512:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629362.504513:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629362.504514:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629362.504515:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629362.504520:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504523:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629362.504524:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504525:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504526:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629362.504528:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504531:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629362.504533:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504537:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629362.504538:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504539:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504539:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504540:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629362.504543:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629362.504544:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629362.504546:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629362.504547:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629362.504549:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629362.504553:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642432:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629362.504555:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629362.504557:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504560:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629362.504561:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.504562:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629362.504563:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629362.504564:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629362.504566:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642560:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629362.504568:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629362.504569:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629362.504570:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629362.504571:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629362.504572:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778629362.504573:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629362.504575:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629362.504576:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629362.504578:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629362.504579:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642560, portal 10
00000100:00000001:1.0:1778629362.504580:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629362.504581:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:1.0:1778629362.504584:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504594:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629362.504595:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629362.504597:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000100:00000200:1.0:1778629362.504598:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642560, offset 0
00000400:00000200:1.0:1778629362.504600:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629362.504602:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629362.504604:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629362.504606:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629362.504623:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629362.504625:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629362.504628:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629362.504631:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497619:497619:256:4294967295] 192.168.204.112@tcp LPNI seq info [497578:497578:8:4294967295]
00000400:00000200:1.0:1778629362.504633:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629362.504638:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629362.504642:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629362.504644:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000800:00000200:1.0:1778629362.504649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629362.504651:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629362.504655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629362.504657:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629362.504660:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629362.504662:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:1.0:1778629362.504664:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629362.504667:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629362.504670:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:1.0:1778629362.504671:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:1.0:1778629362.504674:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629362.504677:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504684:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629362.504687:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504693:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504694:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629362.504697:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629362.504713:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629362.504716:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629362.504717:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308710415
00000100:00000001:1.0:1778629362.504718:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308714256
00000100:00000001:1.0:1778629362.504720:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308710415
00000100:00000001:1.0:1778629362.504721:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308714256
00000100:00000001:1.0:1778629362.504722:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629362.504724:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504725:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629362.504727:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629362/real 1778629362]  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629362.504732:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629362.504735:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629362.504737:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629362.504738:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629362.504739:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629362.504740:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629362.504742:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629362.504747:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504750:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629362.504751:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504752:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629362.504754:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504758:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629362.504760:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504764:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629362.504765:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504766:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629362.504767:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504768:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629362.504769:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629362.504771:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629362.504772:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629362.504773:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629362.504775:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629362.504783:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642560:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629362.504785:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504786:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629362.504788:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472642432/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504791:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629362.504792:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629362.504793:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629362.504794:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629362.504795:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629362.504796:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629362.504797:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629362.504798:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:1.0:1778629362.504799:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629362.504800:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629362.504801:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629362.504803:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629362.504803:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504804:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629362.504806:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472642560/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629362.504809:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629362.504810:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629362.504811:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:1.0:1778629362.504812:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629362.504812:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629362.504813:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629362.504814:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629362.504814:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629362.504816:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629362.504816:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629362.504817:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629362.504818:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629362.504819:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504820:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.504822:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629362.504823:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.504824:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629362.504825:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629362.759714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629362.759714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629362.759717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629362.759720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629362.759721:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629362.759722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629362.759722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.759724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629362.759729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629362.759729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629362.759730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629362.759734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.759735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629362.759736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629362.759738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629362.759740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629362.759740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629362.759741:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629362.759745:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629362.759746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629362.759746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629362.759748:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629362.759750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629362.759751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629362.759752:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629362.759755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629362.759755:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629362.759757:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629362.759758:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629362.759762:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629362.759822:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629362.759826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629362.759829:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629363.527674:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629363.527691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629363.527694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629363.527698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629363.527702:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629363.527705:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629363.527707:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629363.527710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629363.527713:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629363.783784:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629363.783785:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629363.783797:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629363.783797:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629363.783798:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629363.783805:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629363.783805:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629363.783807:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629363.783821:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629363.783822:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629363.783823:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629363.783824:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629363.783831:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629363.783834:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629363.783836:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629363.783836:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629363.783838:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629363.783840:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629363.783840:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629363.783850:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629363.783851:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629363.783856:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629363.783856:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629363.783869:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629363.783914:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629363.783918:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629363.783921:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629364.551730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629364.551738:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629364.551740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629364.551745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629364.551749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629364.551753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629364.551755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629364.551758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629364.551760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629364.807718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629364.807720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629364.807726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629364.807726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629364.807727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629364.807732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629364.807733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629364.807736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629364.807737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629364.807740:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629364.807742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629364.807744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629364.807746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629364.807749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629364.807750:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629364.807752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629364.807752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629364.807754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629364.807760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629364.807761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629364.807763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629364.807765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629364.807766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629364.807770:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629364.807823:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629364.807827:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629364.807831:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629365.575732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629365.575739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629365.575740:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629365.575745:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629365.575749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629365.575752:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629365.575755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629365.575757:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629365.575760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629365.831713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629365.831713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629365.831715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629365.831719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629365.831720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629365.831721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831721:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629365.831722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831726:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1778629365.831728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629365.831731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629365.831731:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629365.831733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629365.831735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629365.831736:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629365.831738:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629365.831738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629365.831741:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629365.831742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629365.831743:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629365.831747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629365.831747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831747:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629365.831751:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629365.831753:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629365.831755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831758:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629365.831760:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629365.831762:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629365.831764:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831767:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629365.831769:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831771:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831773:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629365.831776:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629365.831777:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629365.831828:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629365.831831:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629365.831833:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629366.407701:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308714256, at 4308714304
00000100:00000040:1.0:1778629366.407701:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308714256, at 4308714304
00000100:00000010:1.0:1778629366.407715:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000010:0.0:1778629366.407721:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629366.599720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629366.599726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629366.599728:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629366.599734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629366.599738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629366.599742:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629366.599745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629366.599747:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629366.599749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629366.855701:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629366.855701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629366.855706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629366.855708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629366.855708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629366.855710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629366.855712:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629366.855713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629366.855716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629366.855718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629366.855720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629366.855720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629366.855722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629366.855726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629366.855726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629366.855727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629366.855732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629366.855732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629366.855738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629366.855738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629366.855742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629366.855743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629366.855749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629366.855750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629366.855778:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629366.855781:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629366.855783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629367.623722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629367.623724:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629367.623727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629367.623730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629367.623736:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629367.623737:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629367.623741:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629367.623742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1778629367.623745:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629367.623746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629367.623752:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629367.623752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629367.623756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629367.623760:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14043
00000100:00000001:2.0:1778629367.623760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629367.623770:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629367.623777:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629367.623780:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629367.623785:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623788:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629367.623791:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623793:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629367.623796:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629367.623798:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629367.623801:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629367.623803:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629367.623806:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629367.623808:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629367.623812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623814:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629367.623816:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623818:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629367.623821:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629367.623824:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623827:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629367.623829:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629367.623832:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629367.623835:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.623837:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629367.623839:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629367.623847:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822a00.
00000020:00000040:1.0:1778629367.623851:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629367.623854:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629367.623856:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.623858:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629367.623861:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629367.623864:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629367.623871:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:1.0:1778629367.623877:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629367.623885:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629367.623895:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629367.623899:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629367.623903:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000563e8c66] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629367.623927:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629367.623930:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629367.623934:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629367.623935:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629367.623937:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629367.623940:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629367.623942:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14043
00000400:00000200:1.0:1778629367.623947:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629367.623951:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629367.623953:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629367.623956:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629367.623958:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629367.623959:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629367.623963:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629367.623963:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629367.623967:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629367.623967:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1778629367.623971:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629367.623972:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629367.623975:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1778629367.623976:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778629367.623977:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629367.623982:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629367.623987:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629367.623990:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1778629367.623993:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623995:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629367.623996:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.623998:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629367.624000:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629367.624001:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629367.624005:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629367.624005:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629367.624009:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629367.624010:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629367.624014:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629367.624015:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629367.624019:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629367.624021:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472642688:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629367.624024:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624028:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629367.624029:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1778629367.624032:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629367.624034:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1778629367.624037:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624038:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624041:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624042:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624047:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629367.624049:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629367.624053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:1.0:1778629367.624055:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820700.
00000400:00000010:2.0:1778629367.624056:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000020:00000040:1.0:1778629367.624061:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:2.0:1778629367.624063:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000001:1.0:1778629367.624065:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629367.624067:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624069:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1778629367.624069:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642688, portal 25
00000100:00000001:2.0:1778629367.624072:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1778629367.624073:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1778629367.624074:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629881856 : -123998079669760 : ffff8f3972822a00)
02000000:00000001:1.0:1778629367.624076:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629367.624080:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1778629367.624081:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629367.624087:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624091:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1778629367.624096:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629367.624097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629367.624101:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629367.624108:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472642688, offset 0
00000100:00000001:1.0:1778629367.624109:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629367.624112:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629367.624116:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007531e58b] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629367.624125:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629367.624134:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629367.624136:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629367.624140:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:1.0:1778629367.624141:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629367.624145:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1778629367.624146:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629367.624148:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1778629367.624150:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778629367.624151:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629367.624154:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1778629367.624157:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629367.624157:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:1.0:1778629367.624163:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14043
00000400:00000200:2.0:1778629367.624164:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497620:497620:256:4294967295] 192.168.204.112@tcp LPNI seq info [497579:497579:8:4294967295]
00000400:00000200:1.0:1778629367.624173:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629367.624173:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629367.624179:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629367.624183:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629367.624186:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.624191:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629367.624192:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1778629367.624196:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629367.624200:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629367.624201:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629367.624204:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1778629367.624205:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000020:00000040:1.0:1778629367.624208:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629367.624211:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1778629367.624214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778629367.624215:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:2.0:1778629367.624218:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1778629367.624219:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629367.624224:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.1:1778629367.624227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:1.0:1778629367.624231:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.1:1778629367.624232:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1778629367.624234:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629367.624238:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629367.624242:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000100:2.0:1778629367.624243:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000040:1.0:1778629367.624246:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000010:2.0:1778629367.624247:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000100:00080000:1.0:1778629367.624251:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629367.624254:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629367.624255:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1778629367.624256:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629367.624260:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629367.624264:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1778629367.624265:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624269:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629367.624271:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1778629367.624272:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000008:00000001:1.0:1778629367.624276:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629367.624276:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:1.0:1778629367.624279:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624282:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1778629367.624283:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822300.
00000100:00000200:2.0:1778629367.624287:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778629367.624288:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629367.624293:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629367.624296:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624300:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629367.624302:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1778629367.624302:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1778629367.624304:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629367.624306:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1778629367.624309:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945eccc00.
00000100:00000001:2.0:1778629367.624314:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624315:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624316:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1778629367.624323:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629367.624323:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.624334:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778629367.624335:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629367.624338:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308719376
00000100:00000010:2.0:1778629367.624343:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4780.
00000100:00000040:1.0:1778629367.624344:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001446738c] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624350:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629367.624356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308719376
00000100:00000001:1.0:1778629367.624357:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629367.624360:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a49c0.
00000100:00000040:1.0:1778629367.624361:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629367.624363:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629367.624367:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1778629367.624368:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629367.624370:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629367.624373:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629367.624373:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1778629367.624379:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1778629367.624379:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629367/real 1778629367]  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629367.624387:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14053)
00000400:00000001:2.0:1778629367.624388:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629367.624390:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629367.624392:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629367.624394:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629367.624395:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629367.624397:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629367.624400:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629367.624405:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624409:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629367.624410:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624412:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624413:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629367.624416:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624421:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629367.624425:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624430:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629367.624432:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624434:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624437:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629367.624438:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629367.624441:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629367.624444:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629367.624446:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629367.624449:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629367.624457:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472642688:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629367.624461:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624463:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629367.624466:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822a00 x1865013472642688/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624484:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629367.624486:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624488:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629367.624491:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629367.624493:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629367.624494:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629367.624496:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629367.624498:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:2.0:1778629367.624502:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629367.624503:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629367.624505:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822a00.
00000100:00000001:2.0:1778629367.624508:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629367.624509:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624511:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624516:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629367.624518:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624520:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629367.624521:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629367.624522:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629367.624526:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624531:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629367.624532:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624535:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629367.624536:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629367.624538:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629367.624541:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642816:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629367.624544:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629367.624546:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629367.624547:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624549:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624552:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629367.624553:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629367.624557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629367.624560:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629367.624563:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629367.624566:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642816, portal 10
00000100:00000001:2.0:1778629367.624568:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629367.624569:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872896 : -123998079678720 : ffff8f3972820700)
00000100:00000040:2.0:1778629367.624582:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624586:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629367.624588:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629367.624589:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629367.624591:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642816, offset 0
00000400:00000200:2.0:1778629367.624593:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629367.624596:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629367.624598:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629367.624626:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629367.624628:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629367.624630:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629367.624632:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629367.624634:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497621:497621:256:4294967295] 192.168.204.112@tcp LPNI seq info [497580:497580:8:4294967295]
00000400:00000200:2.0:1778629367.624636:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629367.624641:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629367.624643:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629367.624646:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629367.624648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629367.624650:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778629367.624657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629367.624659:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1778629367.624662:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629367.624663:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629367.624664:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629367.624667:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629367.624668:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629367.624669:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629367.624672:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629367.624674:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624679:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629367.624681:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624685:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624686:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629367.624688:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629367.624690:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629367.624692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629367.624693:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308715534
00000100:00000001:2.0:1778629367.624695:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308719376
00000100:00000001:2.0:1778629367.624697:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308715534
00000100:00000001:2.0:1778629367.624698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308719376
00000100:00000001:2.0:1778629367.624699:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629367.624701:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624702:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629367.624704:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629367/real 1778629367]  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629367.624708:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629367.624709:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629367.624710:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629367.624711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629367.624712:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629367.624713:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629367.624715:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629367.624720:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624727:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629367.624727:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624729:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624729:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629367.624731:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624735:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629367.624737:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624740:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629367.624741:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624742:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624744:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629367.624746:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629367.624748:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629367.624750:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629367.624751:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629367.624753:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629367.624757:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642816:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629367.624759:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629367.624760:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624764:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629367.624765:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624766:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629367.624768:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629367.624769:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629367.624770:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642944:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629367.624772:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629367.624773:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629367.624774:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629367.624775:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624777:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629367.624778:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629367.624780:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629367.624781:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629367.624783:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629367.624784:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472642944, portal 10
00000100:00000001:2.0:1778629367.624786:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629367.624787:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880064 : -123998079671552 : ffff8f3972822300)
00000100:00000040:2.0:1778629367.624790:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624794:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629367.624795:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629367.624796:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629367.624797:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472642944, offset 0
00000400:00000200:2.0:1778629367.624800:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629367.624801:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629367.624803:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629367.624805:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629367.624806:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629367.624808:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629367.624809:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629367.624811:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497622:497622:256:4294967295] 192.168.204.112@tcp LPNI seq info [497581:497581:8:4294967295]
00000400:00000200:2.0:1778629367.624813:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629367.624817:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629367.624819:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629367.624821:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629367.624823:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629367.624825:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778629367.624827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629367.624829:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1778629367.624831:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629367.624832:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629367.624834:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629367.624836:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629367.624837:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629367.624838:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629367.624840:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629367.624841:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624845:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629367.624847:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624851:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624851:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629367.624853:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629367.624854:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629367.624856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629367.624857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308715535
00000100:00000001:2.0:1778629367.624858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308719376
00000100:00000001:2.0:1778629367.624859:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308715535
00000100:00000001:2.0:1778629367.624860:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308719376
00000100:00000001:2.0:1778629367.624862:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629367.624863:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624864:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629367.624865:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629367/real 1778629367]  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629367.624870:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629367.624871:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629367.624872:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629367.624873:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629367.624874:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629367.624875:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629367.624876:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629367.624880:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624892:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629367.624893:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624895:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624896:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629367.624899:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624904:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629367.624907:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624913:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629367.624915:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624917:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629367.624918:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624919:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629367.624922:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629367.624924:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629367.624927:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629367.624929:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629367.624933:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629367.624941:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472642944:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629367.624944:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624946:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629367.624949:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820700 x1865013472642816/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624954:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629367.624955:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624956:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629367.624958:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629367.624958:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629367.624959:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629367.624961:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629367.624962:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:2.0:1778629367.624963:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629367.624964:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629367.624965:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820700.
00000100:00000001:2.0:1778629367.624967:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629367.624967:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624968:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629367.624970:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822300 x1865013472642944/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629367.624974:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629367.624974:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629367.624975:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629367.624976:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629367.624977:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629367.624978:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629367.624979:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629367.624979:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:2.0:1778629367.624980:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629367.624981:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629367.624982:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822300.
00000100:00000001:2.0:1778629367.624983:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629367.624984:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624986:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629367.624989:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629367.624990:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629367.624992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629367.624993:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629367.879729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629367.879732:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629367.879741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629367.879743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629367.879744:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629367.879749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629367.879750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629367.879750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629367.879760:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629367.879761:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629367.879764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629367.879768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629367.879769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629367.879774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629367.879774:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629367.879775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629367.879778:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629367.879781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629367.879782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629367.879785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629367.879787:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629367.879788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629367.879793:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629367.879799:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629367.879812:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629367.879818:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629367.879822:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629368.647667:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629368.647672:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629368.647674:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629368.647679:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629368.647683:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629368.647686:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629368.647694:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629368.647697:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629368.647700:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629368.903699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629368.903699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629368.903705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629368.903705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629368.903707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629368.903707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629368.903713:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629368.903713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629368.903719:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629368.903721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629368.903721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629368.903724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629368.903724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629368.903727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629368.903727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629368.903730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629368.903731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629368.903733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629368.903807:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629368.903809:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629368.903811:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629368.903812:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629368.903815:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629368.903816:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629368.903863:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629368.903866:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629368.903868:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629369.671706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629369.671712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629369.671713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629369.671718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629369.671721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629369.671723:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629369.671725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629369.671726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629369.671728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629369.927698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629369.927698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629369.927701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629369.927705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629369.927705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629369.927705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629369.927707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629369.927708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629369.927710:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629369.927712:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629369.927714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629369.927714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629369.927715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629369.927717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629369.927720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629369.927720:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629369.927724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629369.927724:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629369.927730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629369.927730:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629369.927733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629369.927733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629369.927738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629369.927738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629369.927763:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629369.927766:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629369.927768:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629370.695699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629370.695703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629370.695705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629370.695709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629370.695712:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629370.695715:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629370.695717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629370.695718:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629370.695721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629370.951702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629370.951702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629370.951707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629370.951708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629370.951710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629370.951713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629370.951714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629370.951717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629370.951719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629370.951721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629370.951721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629370.951721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629370.951727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629370.951727:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629370.951730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629370.951732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629370.951732:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629370.951732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629370.951739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629370.951739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629370.951741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629370.951742:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629370.951744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629370.951746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629370.951799:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629370.951802:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629370.951805:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629371.527689:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308719376, at 4308719424
00000100:00000040:1.0:1778629371.527689:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308719376, at 4308719424
00000100:00000010:1.0:1778629371.527701:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a49c0.
00000100:00000010:0.0:1778629371.527703:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4780.
00000100:00000001:2.0:1778629371.719713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629371.719719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629371.719720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629371.719724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629371.719727:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629371.719730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629371.719733:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629371.719734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629371.719736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629371.975714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629371.975718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629371.975721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629371.975722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629371.975724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629371.975730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629371.975730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629371.975732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629371.975735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629371.975737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629371.975740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629371.975740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629371.975744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629371.975746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629371.975749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629371.975837:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629371.975840:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629371.975841:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629371.975844:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629371.975846:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629371.975849:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629371.975851:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629371.975852:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629371.975854:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629371.975908:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629371.975912:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629371.975914:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629372.743708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629372.743715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629372.743716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629372.743720:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1778629372.743722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629372.743725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629372.743728:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629372.743729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.743731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629372.743731:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629372.743734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629372.743734:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629372.743737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743741:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629372.743747:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14048
00000400:00000200:3.0:1778629372.743755:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629372.743761:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629372.743764:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629372.743767:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743770:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629372.743772:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743773:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629372.743776:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629372.743778:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629372.743780:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629372.743782:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629372.743783:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629372.743785:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629372.743787:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743788:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629372.743789:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743790:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629372.743791:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629372.743793:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743794:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629372.743796:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629372.743798:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629372.743800:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743801:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629372.743802:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629372.743815:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629372.743819:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629372.743822:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629372.743823:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743825:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629372.743828:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629372.743832:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629372.743840:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629372.743852:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629372.743861:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629372.743869:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629372.743872:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629372.743875:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629372.743896:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629372.743899:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629372.743902:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629372.743904:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629372.743905:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629372.743907:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629372.743910:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14048
00000400:00000200:3.0:1778629372.743914:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629372.743917:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778629372.743918:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1778629372.743919:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629372.743920:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629372.743922:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629372.743922:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743924:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629372.743925:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629372.743927:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629372.743927:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629372.743929:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629372.743930:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629372.743932:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629372.743934:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629372.743936:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629372.743938:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629372.743941:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1778629372.743941:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629372.743943:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743943:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629372.743945:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629372.743946:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629372.743948:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629372.743951:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743953:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:2.0:1778629372.743954:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643072:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778629372.743955:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629372.743957:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1778629372.743957:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629372.743959:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.743961:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629372.743961:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629372.743963:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.743965:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629372.743965:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629372.743967:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743968:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1778629372.743970:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629372.743972:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1778629372.743972:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629372.743974:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.743976:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629372.743977:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:3.0:1778629372.743979:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000400:00000010:2.0:1778629372.743980:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000020:00000040:3.0:1778629372.743981:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629372.743983:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629372.743984:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629372.743986:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:3.0:1778629372.743986:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629372.743987:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629372.743989:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629372.743992:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643072, portal 25
02000000:00000010:3.0:1778629372.743992:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:2.0:1778629372.743994:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629372.743995:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.743996:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00100000:3.0:1778629372.744000:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629372.744001:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744008:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629372.744008:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629372.744010:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629372.744011:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629372.744013:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000040:3.0:1778629372.744014:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629372.744017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472643072, offset 0
00000100:00000001:3.0:1778629372.744021:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629372.744022:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629372.744024:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629372.744026:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629372.744027:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1778629372.744029:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629372.744029:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629372.744031:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629372.744033:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14048
00000400:00000200:2.0:1778629372.744034:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629372.744039:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629372.744042:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629372.744046:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629372.744049:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744052:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497623:497623:256:4294967295] 192.168.204.112@tcp LPNI seq info [497582:497582:8:4294967295]
00000400:00000200:2.0:1778629372.744056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629372.744060:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629372.744062:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629372.744064:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629372.744065:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778629372.744067:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.744069:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1778629372.744071:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629372.744071:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629372.744073:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629372.744075:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1778629372.744076:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000020:00000040:3.0:1778629372.744076:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629372.744078:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629372.744079:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629372.744081:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629372.744082:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778629372.744083:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629372.744085:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778629372.744091:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.1:1778629372.744091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629372.744093:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1778629372.744094:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778629372.744097:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000100:2.0:1778629372.744098:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629372.744099:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000010:2.0:1778629372.744100:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000020:00000040:3.0:1778629372.744101:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629372.744104:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744105:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629372.744106:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629372.744107:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629372.744109:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629372.744110:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1778629372.744111:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.744113:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629372.744114:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000008:00100000:3.0:1778629372.744115:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629372.744117:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.744119:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629372.744122:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000010:3.0:1778629372.744122:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629372.744124:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629372.744126:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1778629372.744126:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629372.744127:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.744128:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1778629372.744129:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629372.744130:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629372.744131:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629372.744134:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629372.744137:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744138:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744141:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629372.744141:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629372.744149:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629372.744149:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629372.744150:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629372.744151:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629372.744153:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744155:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629372.744159:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629372.744161:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308724496
00000100:00000001:3.0:1778629372.744161:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629372.744163:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1778629372.744166:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a46c0.
00000100:00000040:3.0:1778629372.744166:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629372.744169:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629372.744171:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629372.744172:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1778629372.744175:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14058)
00000100:00000001:2.0:1778629372.744177:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308724496
00000100:00000010:2.0:1778629372.744180:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4b40.
00000100:00000001:2.0:1778629372.744183:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629372.744186:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629372.744189:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744191:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629372.744195:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629372/real 1778629372]  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629372.744209:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629372.744211:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629372.744212:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629372.744214:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629372.744215:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629372.744217:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629372.744219:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629372.744224:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744228:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629372.744229:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744230:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744232:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629372.744234:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744237:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629372.744240:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744244:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629372.744245:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744246:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744247:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744249:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629372.744250:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629372.744251:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629372.744253:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629372.744254:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629372.744256:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629372.744261:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643072:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629372.744264:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744266:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744267:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472643072/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744271:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629372.744272:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629372.744274:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629372.744275:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629372.744276:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629372.744277:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629372.744278:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629372.744280:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778629372.744282:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629372.744283:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629372.744284:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:2.0:1778629372.744287:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629372.744288:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744290:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744297:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629372.744298:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744300:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629372.744301:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629372.744302:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629372.744305:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744312:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629372.744313:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.744314:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629372.744315:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629372.744317:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629372.744318:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629372.744320:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629372.744322:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629372.744323:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.744324:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629372.744326:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629372.744327:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629372.744329:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629372.744331:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629372.744333:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629372.744335:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643200, portal 10
00000100:00000001:2.0:1778629372.744336:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629372.744337:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:2.0:1778629372.744340:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744344:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629372.744346:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629372.744347:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629372.744348:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472643200, offset 0
00000400:00000200:2.0:1778629372.744351:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744353:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629372.744355:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629372.744356:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629372.744358:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629372.744360:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629372.744361:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744363:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497624:497624:256:4294967295] 192.168.204.112@tcp LPNI seq info [497583:497583:8:4294967295]
00000400:00000200:2.0:1778629372.744365:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629372.744369:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629372.744372:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629372.744373:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629372.744376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629372.744378:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778629372.744380:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629372.744382:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1778629372.744385:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629372.744386:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629372.744387:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629372.744389:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629372.744391:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629372.744392:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629372.744394:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629372.744396:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744400:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744402:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744408:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744409:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629372.744412:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629372.744415:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629372.744418:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629372.744420:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308720653
00000100:00000001:2.0:1778629372.744422:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308724496
00000100:00000001:2.0:1778629372.744424:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308720653
00000100:00000001:2.0:1778629372.744426:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308724496
00000100:00000001:2.0:1778629372.744428:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629372.744438:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744440:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629372.744444:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629372/real 1778629372]  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629372.744451:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629372.744452:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629372.744454:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629372.744457:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629372.744458:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629372.744460:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629372.744462:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629372.744467:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744471:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629372.744472:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744474:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744475:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629372.744479:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744485:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629372.744488:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744494:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629372.744496:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744498:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744512:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744514:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629372.744518:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629372.744521:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629372.744524:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629372.744526:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629372.744530:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629372.744536:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643200:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629372.744539:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629372.744541:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744545:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629372.744546:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.744547:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629372.744548:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629372.744549:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629372.744556:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629372.744558:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629372.744560:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629372.744561:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629372.744562:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629372.744564:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629372.744566:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629372.744568:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629372.744569:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629372.744571:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629372.744573:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643328, portal 10
00000100:00000001:2.0:1778629372.744574:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629372.744575:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629372.744578:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744582:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629372.744584:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629372.744585:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629372.744586:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472643328, offset 0
00000400:00000200:2.0:1778629372.744588:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744591:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629372.744593:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629372.744594:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629372.744596:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629372.744597:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629372.744599:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629372.744601:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497625:497625:256:4294967295] 192.168.204.112@tcp LPNI seq info [497584:497584:8:4294967295]
00000400:00000200:2.0:1778629372.744603:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629372.744607:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629372.744624:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629372.744626:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629372.744628:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629372.744630:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778629372.744632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629372.744634:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1778629372.744636:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629372.744637:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629372.744639:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629372.744641:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629372.744643:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629372.744644:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629372.744645:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629372.744647:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744652:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744653:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744657:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744658:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629372.744660:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629372.744662:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629372.744664:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629372.744665:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308720655
00000100:00000001:2.0:1778629372.744666:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308724496
00000100:00000001:2.0:1778629372.744668:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308720655
00000100:00000001:2.0:1778629372.744669:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308724496
00000100:00000001:2.0:1778629372.744671:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629372.744672:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744674:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629372.744677:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629372/real 1778629372]  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629372.744684:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629372.744686:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629372.744687:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629372.744689:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629372.744690:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629372.744692:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629372.744695:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629372.744703:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744709:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629372.744710:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744712:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744713:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629372.744717:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744723:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629372.744726:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744730:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629372.744732:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744732:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629372.744733:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744735:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629372.744736:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629372.744738:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629372.744740:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629372.744741:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629372.744743:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629372.744748:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643328:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629372.744749:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744751:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744752:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472643200/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744755:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629372.744756:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629372.744757:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629372.744759:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629372.744760:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629372.744761:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629372.744762:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629372.744763:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:2.0:1778629372.744764:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629372.744765:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629372.744766:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778629372.744768:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629372.744768:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744770:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629372.744771:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472643328/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629372.744774:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629372.744775:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629372.744776:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629372.744777:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629372.744778:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629372.744779:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629372.744780:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629372.744781:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:2.0:1778629372.744782:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629372.744782:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629372.744783:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629372.744784:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629372.744785:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744786:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629372.744788:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629372.744789:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629372.744790:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629372.744790:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629372.999666:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629372.999671:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629372.999673:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629372.999678:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629372.999681:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629372.999683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629372.999685:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629372.999688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629372.999689:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629372.999692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629372.999693:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629372.999693:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629372.999698:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629372.999698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629372.999699:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629372.999704:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629372.999707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629372.999707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629372.999709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629372.999711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629372.999714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629372.999716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629372.999717:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629372.999721:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629372.999724:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629372.999728:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629372.999732:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629372.999734:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629372.999736:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629372.999738:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629372.999793:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629372.999796:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629372.999797:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629373.767763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629373.767770:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629373.767772:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629373.767777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629373.767780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629373.767783:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629373.767785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629373.767788:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629373.767791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629374.023713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629374.023713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629374.023719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629374.023720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629374.023720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629374.023723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629374.023724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629374.023724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629374.023728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629374.023730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629374.023732:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629374.023732:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629374.023734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629374.023735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629374.023735:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629374.023737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629374.023741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629374.023742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629374.023743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629374.023744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629374.023745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629374.023746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629374.023747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629374.023750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629374.023820:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629374.023824:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629374.023828:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629374.791688:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629374.791693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629374.791694:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629374.791698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629374.791700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629374.791703:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629374.791705:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629374.791706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629374.791708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629375.047697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629375.047697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629375.047700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629375.047702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629375.047703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629375.047703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629375.047706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629375.047706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629375.047708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629375.047709:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629375.047710:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629375.047715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629375.047716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629375.047718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629375.047719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629375.047721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629375.047723:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629375.047723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629375.047728:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629375.047729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629375.047732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629375.047733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629375.047736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629375.047739:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629375.047772:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629375.047776:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629375.047778:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629375.815695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629375.815700:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629375.815701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629375.815705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629375.815708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629375.815710:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629375.815712:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629375.815714:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629375.815716:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629376.071696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629376.071696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629376.071699:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629376.071702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629376.071703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629376.071704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071705:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629376.071706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071709:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629376.071710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629376.071710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629376.071714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629376.071714:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629376.071715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629376.071717:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629376.071719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629376.071720:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629376.071720:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629376.071724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629376.071724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629376.071724:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629376.071727:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629376.071728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629376.071728:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629376.071734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071734:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071742:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629376.071743:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629376.071745:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629376.071747:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071757:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629376.071759:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071760:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071762:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629376.071766:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629376.071768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629376.071816:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629376.071819:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629376.071822:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629376.647707:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308724496, at 4308724544
00000100:00000040:1.0:1778629376.647707:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308724496, at 4308724544
00000100:00000010:1.0:1778629376.647720:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4b40.
00000100:00000010:0.0:1778629376.647725:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a46c0.
00000100:00000001:0.0:1778629376.839681:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629376.839688:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629376.839690:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629376.839695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629376.839702:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629376.839705:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629376.839708:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629376.839710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629376.839712:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629377.095703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629377.095703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629377.095708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629377.095710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.095710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629377.095713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629377.095714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629377.095716:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629377.095719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629377.095723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629377.095723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629377.095727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629377.095728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629377.095730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629377.095730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629377.095733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629377.095735:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629377.095736:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629377.095828:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629377.095832:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629377.095835:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629377.095836:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629377.095840:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629377.095841:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629377.095889:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629377.095891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629377.095893:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1778629377.863722:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629377.863729:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629377.863732:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629377.863735:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629377.863739:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629377.863740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629377.863743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1778629377.863744:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14053
00000100:00000001:0.0:1778629377.863745:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629377.863749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629377.863751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1778629377.863752:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629377.863755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629377.863757:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629377.863759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629377.863761:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629377.863762:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629377.863764:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629377.863767:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863769:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629377.863771:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863772:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629377.863775:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629377.863776:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629377.863778:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629377.863779:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629377.863781:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629377.863783:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629377.863785:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863786:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629377.863787:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863789:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629377.863790:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629377.863792:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863793:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629377.863795:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629377.863798:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629377.863799:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.863801:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629377.863802:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629377.863808:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821c00.
00000020:00000040:1.0:1778629377.863810:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629377.863813:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629377.863814:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.863817:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629377.863819:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629377.863821:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629377.863827:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:1.0:1778629377.863835:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629377.863846:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629377.863852:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629377.863855:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629377.863858:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2ac61c0] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629377.863871:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629377.863873:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629377.863875:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629377.863876:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629377.863877:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629377.863879:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629377.863880:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14053
00000400:00000200:1.0:1778629377.863882:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629377.863884:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629377.863886:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629377.863887:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863888:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629377.863889:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863891:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629377.863892:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629377.863893:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629377.863894:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629377.863895:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629377.863897:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629377.863898:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629377.863901:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863902:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629377.863903:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.863905:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629377.863906:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629377.863907:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629377.863909:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629377.863913:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629377.863914:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.863915:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1778629377.863916:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629377.863921:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629377.863923:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629377.863924:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629377.863925:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629377.863929:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629377.863934:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.863937:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.863940:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1778629377.863941:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822d80.
00000100:00000001:2.0:1778629377.863942:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629377.863943:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629377.863947:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629377.863948:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.863948:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778629377.863950:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629377.863951:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629377.863952:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629377.863953:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.863956:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629377.863957:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000001:1.0:1778629377.863961:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629377.863962:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643456:192.168.204.112@tcp:250:kworker.0
00000100:00100000:1.0:1778629377.863965:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629377.863967:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629377.863971:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778629377.863972:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1778629377.863974:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.863975:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.863978:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1778629377.863979:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000978b369a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629377.863984:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
00000100:00000001:1.0:1778629377.863985:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629377.863989:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1778629377.863989:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629377.863994:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629377.863995:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629377.863996:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629377.863999:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629377.864000:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629377.864003:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14053
00000400:00000010:2.0:1778629377.864003:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:1.0:1778629377.864006:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629377.864010:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000010:2.0:1778629377.864012:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00080000:1.0:1778629377.864016:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629377.864018:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864019:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1778629377.864019:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643456, portal 25
00000100:00000040:1.0:1778629377.864022:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864023:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629377.864025:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629377.864025:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629377.864026:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629377.864027:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629377.864028:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629377.864030:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:2.0:1778629377.864032:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1778629377.864033:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864034:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629377.864035:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864036:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629377.864038:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629878272 : -123998079673344 : ffff8f3972821c00)
00000020:00000040:1.0:1778629377.864039:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629377.864042:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864044:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629377.864046:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629377.864048:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629377.864049:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629377.864051:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.864055:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629377.864057:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629377.864061:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629377.864065:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864067:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1778629377.864068:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823100.
00000020:00000040:1.0:1778629377.864072:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000040:2.0:1778629377.864073:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629377.864077:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629377.864078:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629377.864078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:1.0:1778629377.864079:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629377.864081:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629377.864083:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629377.864084:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472643456, offset 0
02000000:00000010:1.0:1778629377.864088:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecec00.
00000100:00000001:1.0:1778629377.864094:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629377.864094:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:1.0:1778629377.864101:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629377.864104:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629377.864113:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778629377.864113:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:1.0:1778629377.864117:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629377.864119:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1778629377.864123:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee663ea] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629377.864125:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629377.864131:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629377.864137:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:1.0:1778629377.864139:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629377.864143:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629377.864144:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497626:497626:256:4294967295] 192.168.204.112@tcp LPNI seq info [497585:497585:8:4294967295]
00000100:00000040:1.0:1778629377.864149:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629377.864154:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629377.864154:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629377.864159:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629377.864164:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14063)
00000400:00000200:2.0:1778629377.864165:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629377.864174:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864179:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629377.864186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629377.864189:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629377.864195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629377.864198:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629377.864202:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864205:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629377.864210:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629377.864213:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629377.864217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629377.864220:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629377.864223:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629377.864227:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864236:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.864239:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864246:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864248:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629377.864253:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629377.864256:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629377.864259:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308729616
00000100:00000010:2.0:1778629377.864263:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4840.
00000100:00000001:2.0:1778629377.864268:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629377.864274:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308729616
00000100:00000010:2.0:1778629377.864277:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4ea0.
00000100:00000001:2.0:1778629377.864280:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629377.864283:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629377.864285:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864287:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629377.864291:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629377/real 1778629377]  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629377.864305:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629377.864307:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629377.864309:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629377.864311:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629377.864313:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629377.864315:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629377.864318:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629377.864325:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864331:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629377.864333:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864335:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864337:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629377.864341:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864347:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629377.864351:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864358:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629377.864360:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864362:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864363:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864365:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629377.864367:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629377.864369:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629377.864373:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629377.864374:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629377.864378:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629377.864386:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643456:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629377.864390:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864391:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.864394:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821c00 x1865013472643456/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864416:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629377.864418:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629377.864420:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629377.864423:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629377.864425:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629377.864426:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629377.864428:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629377.864430:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:2.0:1778629377.864433:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629377.864434:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629377.864436:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821c00.
00000100:00000001:2.0:1778629377.864439:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629377.864440:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864442:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864448:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629377.864449:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864451:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629377.864452:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629377.864454:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629377.864457:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864463:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629377.864465:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.864467:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629377.864468:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629377.864470:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629377.864473:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629377.864476:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629377.864478:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629377.864479:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.864481:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629377.864483:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629377.864485:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629377.864489:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629377.864491:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629377.864495:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629377.864498:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643584, portal 10
00000100:00000001:2.0:1778629377.864500:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629377.864501:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629882752 : -123998079668864 : ffff8f3972822d80)
00000100:00000040:2.0:1778629377.864507:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864512:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629377.864514:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629377.864516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629377.864519:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472643584, offset 0
00000400:00000200:2.0:1778629377.864522:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629377.864526:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629377.864530:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629377.864532:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629377.864534:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629377.864537:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629377.864539:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629377.864541:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497627:497627:256:4294967295] 192.168.204.112@tcp LPNI seq info [497586:497586:8:4294967295]
00000400:00000200:2.0:1778629377.864545:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629377.864551:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629377.864555:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864558:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629377.864561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629377.864564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629377.864568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629377.864571:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629377.864574:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864576:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629377.864579:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629377.864582:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629377.864585:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629377.864587:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629377.864590:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629377.864593:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864600:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.864602:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864628:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864629:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629377.864632:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629377.864636:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629377.864639:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629377.864641:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308725774
00000100:00000001:2.0:1778629377.864643:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308729616
00000100:00000001:2.0:1778629377.864645:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308725774
00000100:00000001:2.0:1778629377.864647:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308729616
00000100:00000001:2.0:1778629377.864649:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629377.864651:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864652:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629377.864656:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629377/real 1778629377]  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629377.864663:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629377.864664:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629377.864666:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629377.864668:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629377.864669:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629377.864671:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629377.864674:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629377.864681:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864687:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629377.864688:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864690:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864691:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629377.864694:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864700:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629377.864704:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864710:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629377.864713:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864714:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864715:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864717:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629377.864721:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629377.864733:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629377.864737:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629377.864739:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629377.864742:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629377.864749:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643584:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629377.864753:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629377.864756:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864761:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629377.864763:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.864764:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629377.864766:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629377.864768:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629377.864770:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629377.864773:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629377.864774:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629377.864776:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629377.864777:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629377.864780:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629377.864782:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629377.864784:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629377.864786:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629377.864789:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629377.864791:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643712, portal 10
00000100:00000001:2.0:1778629377.864793:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629377.864794:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629883648 : -123998079667968 : ffff8f3972823100)
00000100:00000040:2.0:1778629377.864799:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864804:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629377.864806:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629377.864808:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629377.864810:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472643712, offset 0
00000400:00000200:2.0:1778629377.864813:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629377.864815:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629377.864818:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629377.864821:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629377.864823:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629377.864825:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629377.864827:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629377.864830:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497628:497628:256:4294967295] 192.168.204.112@tcp LPNI seq info [497587:497587:8:4294967295]
00000400:00000200:2.0:1778629377.864833:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629377.864839:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629377.864843:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864845:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629377.864848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629377.864850:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1778629377.864855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629377.864857:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1778629377.864860:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629377.864862:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629377.864864:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629377.864867:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629377.864869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629377.864871:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629377.864873:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629377.864876:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864883:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.864885:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864891:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864892:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629377.864894:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629377.864897:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629377.864900:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629377.864901:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308725775
00000100:00000001:2.0:1778629377.864904:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308729616
00000100:00000001:2.0:1778629377.864905:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308725775
00000100:00000001:2.0:1778629377.864908:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308729616
00000100:00000001:2.0:1778629377.864909:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629377.864911:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.864913:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629377.864915:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629377/real 1778629377]  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629377.864921:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629377.864923:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629377.864924:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629377.864926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629377.864927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629377.864928:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629377.864931:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629377.864938:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864943:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629377.864944:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864945:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864947:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629377.864950:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864955:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629377.864958:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.864963:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629377.864965:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864967:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629377.864968:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864970:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629377.864972:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629377.864974:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629377.864977:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629377.864979:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629377.864982:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629377.864988:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643712:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629377.864991:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.864993:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.864995:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822d80 x1865013472643584/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.865001:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629377.865002:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629377.865004:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629377.865006:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629377.865007:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629377.865009:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629377.865011:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629377.865012:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:2.0:1778629377.865014:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629377.865015:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629377.865017:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822d80.
00000100:00000001:2.0:1778629377.865019:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629377.865020:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.865021:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629377.865024:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823100 x1865013472643712/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629377.865029:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629377.865030:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629377.865031:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629377.865034:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629377.865035:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629377.865036:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629377.865038:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629377.865039:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecec00.
02000000:00000001:2.0:1778629377.865040:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629377.865042:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629377.865043:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823100.
00000100:00000001:2.0:1778629377.865044:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629377.865045:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.865046:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629377.865049:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629377.865050:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629377.865051:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629377.865053:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629378.119697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629378.119702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629378.119703:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629378.119703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629378.119707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629378.119707:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629378.119709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629378.119711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629378.119713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629378.119713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629378.119718:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629378.119718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629378.119719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629378.119721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629378.119722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629378.119723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629378.119726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629378.119728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629378.119729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629378.119732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629378.119732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629378.119737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629378.119738:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629378.119740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629378.119781:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629378.119784:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629378.119787:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629378.887698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629378.887703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629378.887704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629378.887708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629378.887710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629378.887713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629378.887715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629378.887717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629378.887718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629379.143708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629379.143709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629379.143711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629379.143713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629379.143714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629379.143717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629379.143718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629379.143719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629379.143719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629379.143722:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629379.143725:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629379.143726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629379.143728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629379.143731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629379.143731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629379.143732:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629379.143736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629379.143736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629379.143741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629379.143741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629379.143745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629379.143745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629379.143751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629379.143751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629379.143767:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629379.143771:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629379.143774:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629379.911700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629379.911715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629379.911717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629379.911723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629379.911726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629379.911729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629379.911732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629379.911735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629379.911737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629380.167714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629380.167715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629380.167722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629380.167723:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629380.167726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629380.167727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629380.167733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629380.167734:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629380.167739:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629380.167739:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629380.167739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629380.167743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629380.167745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629380.167745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629380.167747:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629380.167750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629380.167751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629380.167751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629380.167753:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629380.167755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629380.167756:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629380.167756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629380.167761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629380.167761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629380.167811:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629380.167814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629380.167817:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629380.935694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629380.935699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629380.935700:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629380.935704:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629380.935707:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629380.935709:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629380.935711:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629380.935713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629380.935715:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629381.191682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629381.191686:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629381.191689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629381.191690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629381.191692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629381.191692:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629381.191699:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629381.191700:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629381.191706:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629381.191706:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629381.191711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629381.191711:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629381.191714:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629381.191715:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629381.191718:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629381.191718:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629381.191723:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629381.191724:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629381.191728:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629381.191732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629381.191738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629381.191739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629381.191745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629381.191747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629381.191771:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629381.191774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629381.191776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629381.767702:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308729616, at 4308729664
00000100:00000040:1.0:1778629381.767702:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308729616, at 4308729664
00000100:00000010:1.0:1778629381.767715:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4ea0.
00000100:00000010:0.0:1778629381.767716:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4840.
00000100:00000001:0.0:1778629381.959725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629381.959731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629381.959733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629381.959739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629381.959742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629381.959746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629381.959748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629381.959751:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629381.959754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629382.215714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629382.215714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629382.215717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629382.215720:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629382.215720:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629382.215721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629382.215722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.215723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629382.215729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629382.215729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629382.215731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629382.215733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629382.215734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629382.215734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629382.215736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629382.215738:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629382.215740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629382.215741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629382.215742:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629382.215743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629382.215745:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629382.215746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.215746:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629382.215752:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629382.215804:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629382.215808:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629382.215811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629382.407722:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629382.407730:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629382.407735:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1778629382.407888:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629382.407895:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629382.407906:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629382.407909:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629382.407911:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629382.983718:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629382.983720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629382.983726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629382.983729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629382.983729:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629382.983734:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1778629382.983735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:1.0:1778629382.983738:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629382.983740:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629382.983742:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629382.983744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629382.983748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1778629382.983751:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14058
00000100:00000001:0.0:1778629382.983752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629382.983757:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629382.983761:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629382.983768:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629382.983771:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629382.983775:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983778:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629382.983781:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983783:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629382.983787:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629382.983789:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629382.983791:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629382.983794:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629382.983796:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629382.983798:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629382.983801:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983803:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629382.983804:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983806:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629382.983808:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629382.983812:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983814:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629382.983817:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629382.983820:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629382.983822:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.983824:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629382.983826:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629382.983834:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821500.
00000020:00000040:1.0:1778629382.983837:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629382.983840:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629382.983841:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.983843:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629382.983846:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629382.983850:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629382.983856:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:1.0:1778629382.983861:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629382.983868:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629382.983877:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629382.983881:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629382.983885:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013344d4e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629382.983907:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629382.983910:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629382.983913:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629382.983914:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629382.983915:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629382.983918:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629382.983920:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14058
00000400:00000200:1.0:1778629382.983923:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629382.983926:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629382.983928:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629382.983932:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983934:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629382.983937:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983939:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629382.983941:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629382.983942:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629382.983943:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629382.983945:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629382.983947:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629382.983949:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629382.983952:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983954:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629382.983955:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629382.983957:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629382.983958:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629382.983962:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629382.983962:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629382.983965:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1778629382.983968:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629382.983972:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629382.983974:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629382.983975:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629382.983980:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629382.983985:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.983987:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629382.983988:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629382.983990:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1778629382.983994:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629382.983994:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629382.983997:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1778629382.983998:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.984003:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984003:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629382.984010:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972822680.
00000100:00100000:2.0:1778629382.984010:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643840:192.168.204.112@tcp:250:kworker.0
00000020:00000040:1.0:1778629382.984014:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629382.984016:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629382.984018:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629382.984020:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984021:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1778629382.984022:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629382.984024:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629382.984025:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629382.984028:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984029:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629382.984032:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
02000000:00000010:2.0:1778629382.984035:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:1.0:1778629382.984037:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984038:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984044:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:1.0:1778629382.984052:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1778629382.984057:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:1.0:1778629382.984063:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629382.984066:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629382.984066:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000040:1.0:1778629382.984071:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfff5169] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629382.984074:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643840, portal 25
00000100:00000001:1.0:1778629382.984083:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984083:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1778629382.984085:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629382.984086:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629876480 : -123998079675136 : ffff8f3972821500)
00000100:00080000:1.0:1778629382.984092:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1778629382.984095:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629382.984096:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629382.984099:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629382.984104:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629382.984109:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14058
00000100:00000001:2.0:1778629382.984109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629382.984114:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629382.984117:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629382.984118:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629382.984123:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472643840, offset 0
00000400:00000200:1.0:1778629382.984124:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629382.984129:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629382.984133:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:1.0:1778629382.984135:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.984138:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629382.984140:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984143:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629382.984145:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629382.984148:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629382.984151:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:2.0:1778629382.984151:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:1.0:1778629382.984155:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629382.984157:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778629382.984158:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1778629382.984161:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629382.984164:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000001:1.0:1778629382.984165:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629382.984170:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1778629382.984171:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629382.984175:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629382.984176:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:1.0:1778629382.984181:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984182:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497629:497629:256:4294967295] 192.168.204.112@tcp LPNI seq info [497588:497588:8:4294967295]
00000100:00000001:1.0:1778629382.984185:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629382.984190:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629382.984194:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984195:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629382.984197:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629382.984200:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629382.984204:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629382.984209:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984209:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1778629382.984212:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629382.984215:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1778629382.984217:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00000001:1.0:1778629382.984221:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629382.984223:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000001:1.0:1778629382.984224:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629382.984230:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823480.
00000800:00000200:2.0:1778629382.984230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778629382.984235:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000800:00000200:2.0:1778629382.984235:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1778629382.984241:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1778629382.984242:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:1.0:1778629382.984244:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629382.984246:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629382.984249:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629382.984251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629382.984255:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1778629382.984257:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629382.984260:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1778629382.984260:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1778629382.984263:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629382.984267:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
02000000:00000010:1.0:1778629382.984269:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:2.0:1778629382.984270:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1778629382.984274:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629382.984274:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629382.984283:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629382.984283:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984288:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629382.984313:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629382.984315:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629382.984317:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984317:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1778629382.984324:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007466eeac] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984324:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984329:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629382.984332:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308734736
00000100:00000010:2.0:1778629382.984338:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a47e0.
00000100:00000001:1.0:1778629382.984340:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629382.984343:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629382.984344:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1778629382.984349:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629382.984350:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308734736
00000100:00000040:1.0:1778629382.984352:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1778629382.984353:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a48a0.
00000100:00000001:2.0:1778629382.984357:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1778629382.984359:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629382.984360:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629382.984363:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629382.984365:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14068)
00000100:00000001:2.0:1778629382.984365:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629382.984369:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629382/real 1778629382]  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629382.984375:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629382.984377:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629382.984378:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629382.984379:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629382.984381:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629382.984382:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629382.984385:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629382.984390:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984395:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629382.984396:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984397:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984399:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629382.984401:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984405:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629382.984407:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984411:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629382.984413:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984414:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984414:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984416:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629382.984417:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629382.984419:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629382.984421:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629382.984422:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629382.984424:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629382.984428:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472643840:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629382.984431:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984432:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984434:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821500 x1865013472643840/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984442:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629382.984443:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629382.984445:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629382.984446:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629382.984448:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629382.984449:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629382.984450:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629382.984451:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:2.0:1778629382.984454:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629382.984455:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629382.984456:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821500.
00000100:00000001:2.0:1778629382.984458:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629382.984459:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984460:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984465:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629382.984466:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984467:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629382.984468:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629382.984469:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629382.984471:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984475:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629382.984476:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984477:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629382.984478:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629382.984480:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629382.984481:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629382.984483:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629382.984484:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629382.984485:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984486:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629382.984487:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629382.984488:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984490:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629382.984492:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629382.984494:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629382.984496:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472643968, portal 10
00000100:00000001:2.0:1778629382.984497:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629382.984498:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629880960 : -123998079670656 : ffff8f3972822680)
00000100:00000040:2.0:1778629382.984502:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984505:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629382.984507:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629382.984508:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629382.984509:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472643968, offset 0
00000400:00000200:2.0:1778629382.984511:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984513:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629382.984515:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629382.984517:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629382.984519:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629382.984520:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629382.984522:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984524:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497630:497630:256:4294967295] 192.168.204.112@tcp LPNI seq info [497589:497589:8:4294967295]
00000400:00000200:2.0:1778629382.984526:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629382.984529:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629382.984532:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629382.984534:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629382.984536:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629382.984537:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778629382.984540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629382.984542:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629382.984544:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629382.984545:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629382.984547:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629382.984549:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629382.984550:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629382.984551:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629382.984553:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629382.984555:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984559:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984561:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984565:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984566:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629382.984567:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629382.984570:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629382.984572:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629382.984573:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308730893
00000100:00000001:2.0:1778629382.984574:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308734736
00000100:00000001:2.0:1778629382.984576:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308730893
00000100:00000001:2.0:1778629382.984577:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308734736
00000100:00000001:2.0:1778629382.984578:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629382.984579:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984580:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629382.984582:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629382/real 1778629382]  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629382.984586:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629382.984587:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629382.984587:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629382.984588:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629382.984589:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629382.984590:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629382.984592:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629382.984596:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984603:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629382.984604:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984605:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984606:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629382.984630:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984637:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629382.984641:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984648:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629382.984650:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984651:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984653:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984654:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629382.984658:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629382.984661:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629382.984664:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629382.984666:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629382.984670:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629382.984677:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472643968:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629382.984681:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629382.984693:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984700:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629382.984701:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984703:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629382.984705:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629382.984707:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629382.984709:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644096:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629382.984712:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629382.984714:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629382.984715:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629382.984717:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629382.984720:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629382.984722:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629382.984725:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629382.984727:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629382.984730:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629382.984732:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644096, portal 10
00000100:00000001:2.0:1778629382.984734:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629382.984735:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629884544 : -123998079667072 : ffff8f3972823480)
00000100:00000040:2.0:1778629382.984740:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984745:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629382.984747:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629382.984748:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629382.984750:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472644096, offset 0
00000400:00000200:2.0:1778629382.984752:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984755:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629382.984757:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629382.984759:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629382.984764:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629382.984765:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629382.984767:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629382.984769:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497631:497631:256:4294967295] 192.168.204.112@tcp LPNI seq info [497590:497590:8:4294967295]
00000400:00000200:2.0:1778629382.984771:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629382.984775:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629382.984778:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629382.984780:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629382.984782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629382.984783:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1778629382.984786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629382.984787:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1778629382.984790:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629382.984791:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629382.984793:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629382.984795:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629382.984796:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629382.984797:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629382.984799:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629382.984801:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984806:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984807:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984811:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984812:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629382.984814:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629382.984815:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629382.984817:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629382.984818:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308730895
00000100:00000001:2.0:1778629382.984824:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308734736
00000100:00000001:2.0:1778629382.984825:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308730895
00000100:00000001:2.0:1778629382.984827:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308734736
00000100:00000001:2.0:1778629382.984828:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629382.984829:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984830:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629382.984832:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629382/real 1778629382]  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629382.984837:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629382.984838:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629382.984839:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629382.984841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629382.984841:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629382.984842:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629382.984844:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629382.984848:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984852:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629382.984853:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984854:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984854:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629382.984856:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984860:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629382.984861:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984865:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629382.984866:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984867:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629382.984867:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984868:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629382.984870:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629382.984871:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629382.984873:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629382.984874:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629382.984876:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629382.984881:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644096:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629382.984883:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984884:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984886:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972822680 x1865013472643968/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984889:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629382.984890:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629382.984891:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629382.984892:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629382.984892:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629382.984893:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629382.984894:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629382.984895:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:2.0:1778629382.984896:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629382.984897:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629382.984898:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972822680.
00000100:00000001:2.0:1778629382.984900:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629382.984900:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984901:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629382.984903:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823480 x1865013472644096/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629382.984906:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629382.984906:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629382.984907:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943395800.
02000000:00000001:2.0:1778629382.984908:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629382.984909:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629382.984909:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629382.984910:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629382.984911:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:2.0:1778629382.984912:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629382.984913:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629382.984914:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823480.
00000100:00000001:2.0:1778629382.984915:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629382.984916:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629382.984919:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629382.984920:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629382.984921:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629382.984922:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629383.239714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629383.239714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629383.239718:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629383.239721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629383.239721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629383.239722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629383.239723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629383.239725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629383.239727:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629383.239728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629383.239730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629383.239730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629383.239733:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629383.239736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629383.239737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629383.239737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629383.239740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629383.239741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629383.239742:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629383.239744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629383.239745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629383.239745:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629383.239749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629383.239750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629383.239751:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629383.239756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629383.239756:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629383.239760:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629383.239764:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629383.239767:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629383.239796:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629383.239798:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629383.239806:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629384.007767:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629384.007773:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629384.007775:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629384.007782:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629384.007785:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629384.007789:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629384.007792:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629384.007794:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629384.007798:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629384.263709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629384.263710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629384.263713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629384.263716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629384.263717:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629384.263719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629384.263722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629384.263723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629384.263724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629384.263724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629384.263726:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629384.263730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629384.263730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629384.263731:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629384.263734:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629384.263735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629384.263735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629384.263738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629384.263739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629384.263740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629384.263743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629384.263743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629384.263745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629384.263747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629384.263790:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629384.263794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629384.263798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629385.031722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629385.031728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629385.031730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629385.031735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629385.031739:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629385.031743:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629385.031745:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629385.031748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629385.031751:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629385.287720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629385.287720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629385.287726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629385.287729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629385.287729:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629385.287732:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629385.287733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629385.287733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629385.287741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629385.287741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629385.287744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629385.287747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629385.287747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629385.287748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629385.287753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629385.287753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629385.287755:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629385.287759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629385.287759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629385.287759:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629385.287762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629385.287762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629385.287767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629385.287767:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629385.287790:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629385.287795:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629385.287798:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629386.055692:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629386.055698:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629386.055700:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629386.055705:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629386.055708:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629386.055712:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629386.055714:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629386.055717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629386.055720:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629386.311729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629386.311729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629386.311733:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629386.311735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629386.311736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629386.311737:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629386.311738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311739:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629386.311742:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629386.311744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629386.311744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629386.311746:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629386.311749:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629386.311750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629386.311751:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629386.311753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629386.311755:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629386.311755:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629386.311756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629386.311759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629386.311760:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629386.311761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629386.311761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629386.311765:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629386.311766:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629386.311771:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311773:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629386.311776:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629386.311778:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629386.311779:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311782:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629386.311783:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311785:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311788:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629386.311792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629386.311794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629386.311848:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629386.311851:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629386.311853:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629386.887734:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308734736, at 4308734784
00000100:00000040:0.0:1778629386.887744:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308734736, at 4308734784
00000100:00000010:1.0:1778629386.887749:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a48a0.
00000100:00000010:0.0:1778629386.887760:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a47e0.
00000100:00000001:1.0:1778629387.079719:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629387.079724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629387.079725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629387.079729:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629387.079732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629387.079735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629387.079737:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629387.079739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629387.079741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629387.335718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629387.335722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629387.335724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629387.335726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629387.335727:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629387.335730:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629387.335733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629387.335734:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629387.335735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629387.335738:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629387.335738:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629387.335739:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629387.335742:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629387.335744:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629387.335745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629387.335745:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629387.335748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629387.335749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629387.335750:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629387.335751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629387.335754:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629387.335758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629387.335760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629387.335763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629387.335774:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629387.335777:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629387.335780:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629388.103677:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629388.103683:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629388.103685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629388.103689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629388.103692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629388.103694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629388.103696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629388.103698:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629388.103700:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629388.103702:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629388.103709:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629388.103712:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629388.103715:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629388.103719:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629388.103725:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14063
00000400:00000200:0.0:1778629388.103734:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629388.103739:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629388.103742:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629388.103745:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103748:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629388.103751:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103753:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629388.103756:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629388.103758:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629388.103761:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629388.103763:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629388.103765:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629388.103767:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629388.103770:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103772:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629388.103774:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103776:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629388.103779:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629388.103782:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103785:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629388.103788:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629388.103791:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629388.103794:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.103796:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629388.103798:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629388.103811:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f800.
00000020:00000040:0.0:1778629388.103814:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629388.103818:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629388.103820:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.103822:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629388.103825:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629388.103829:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629388.103836:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78000.
00000100:00000001:0.0:1778629388.103841:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629388.103849:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629388.103860:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629388.103863:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629388.103868:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9cf16d] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629388.103889:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629388.103891:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629388.103894:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629388.103896:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629388.103898:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629388.103901:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629388.103903:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14063
00000400:00000200:0.0:1778629388.103908:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629388.103912:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629388.103915:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629388.103918:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103921:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629388.103923:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629388.103923:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629388.103926:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629388.103927:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629388.103929:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1778629388.103931:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629388.103933:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629388.103935:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1778629388.103936:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1778629388.103938:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629388.103944:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629388.103948:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629388.103948:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629388.103950:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.103954:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1778629388.103955:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629388.103956:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629388.103959:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629388.103960:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629388.103962:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.103966:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00100000:2.0:1778629388.103966:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644224:192.168.204.112@tcp:250:kworker.0
00000020:00000040:0.0:1778629388.103971:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629388.103972:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1778629388.103976:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629388.103976:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629388.103979:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.103980:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.103981:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1778629388.103983:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1778629388.103986:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:0.0:1778629388.103988:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629388.103988:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629388.103993:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.103995:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629388.103996:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:0.0:1778629388.104000:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1778629388.104000:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000008:00000001:0.0:1778629388.104004:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629388.104005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:0.0:1778629388.104006:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629388.104011:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e300.
00000100:00000200:2.0:1778629388.104011:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644224, portal 25
00000100:00000001:2.0:1778629388.104016:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1778629388.104017:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629388.104018:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304089600 : -123998405462016 : ffff8f395f16f800)
02000000:00000001:0.0:1778629388.104021:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629388.104025:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629388.104025:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629388.104030:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629388.104033:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1778629388.104033:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629388.104036:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629388.104039:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629388.104041:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472644224, offset 0
02000000:00000001:0.0:1778629388.104045:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629388.104046:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629388.104054:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:0.0:1778629388.104055:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be79000.
00000100:00000001:0.0:1778629388.104059:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629388.104060:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629388.104066:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1778629388.104069:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629388.104070:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629388.104075:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629388.104080:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.104086:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778629388.104087:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497632:497632:256:4294967295] 192.168.204.112@tcp LPNI seq info [497591:497591:8:4294967295]
00000100:00000001:0.0:1778629388.104089:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629388.104097:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75dc5cf] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629388.104097:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629388.104109:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629388.104114:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629388.104114:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1778629388.104122:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629388.104124:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1778629388.104126:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:0.0:1778629388.104127:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629388.104132:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1778629388.104134:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00080000:0.0:1778629388.104135:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14063
00000400:00000200:0.0:1778629388.104140:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629388.104143:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629388.104146:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1778629388.104147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629388.104152:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629388.104152:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1778629388.104157:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1778629388.104161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:0.0:1778629388.104163:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.1:1778629388.104164:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1778629388.104168:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000100:2.0:1778629388.104171:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000020:00000001:0.0:1778629388.104173:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1778629388.104174:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000020:00000040:0.0:1778629388.104175:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629388.104178:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629388.104180:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778629388.104180:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1778629388.104182:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629388.104186:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1778629388.104187:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629388.104190:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629388.104193:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000040:0.0:1778629388.104194:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629388.104206:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1778629388.104208:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1778629388.104212:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629388.104214:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629388.104219:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629388.104224:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629388.104230:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629388.104235:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104235:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1778629388.104238:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1778629388.104239:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1778629388.104241:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629388.104246:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.104250:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629388.104251:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1778629388.104253:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1778629388.104253:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1778629388.104257:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.104259:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104259:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629388.104265:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16dc00.
00000400:00000200:2.0:1778629388.104265:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629388.104269:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308739856
00000020:00000040:0.0:1778629388.104270:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629388.104274:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1778629388.104274:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4ba0.
02000000:00000001:0.0:1778629388.104275:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.104278:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629388.104279:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629388.104282:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104282:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1778629388.104288:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f396be78400.
00000100:00000001:2.0:1778629388.104288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308739856
00000100:00000010:2.0:1778629388.104292:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4960.
00000100:00000001:0.0:1778629388.104294:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104295:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629388.104300:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629388.104302:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629388.104305:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629388.104305:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629388.104310:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629388/real 1778629388]  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629388.104328:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1778629388.104329:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629388.104331:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1778629388.104333:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629388.104333:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629388.104337:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629388.104339:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000040:0.0:1778629388.104341:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079c821a3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104341:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629388.104347:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629388.104365:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629388.104366:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629388.104369:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629388.104373:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1778629388.104375:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629388.104375:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104378:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1778629388.104380:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629388.104381:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629388.104386:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1778629388.104387:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629388.104393:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629388.104394:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14073)
00000100:00000040:2.0:1778629388.104398:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104402:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629388.104404:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104405:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629388.104406:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104408:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629388.104409:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629388.104411:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629388.104414:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629388.104415:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629388.104418:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629388.104422:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644224:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629388.104425:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104426:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629388.104428:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f800 x1865013472644224/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104432:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629388.104433:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629388.104435:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629388.104436:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629388.104437:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629388.104438:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629388.104440:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629388.104441:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78000.
02000000:00000001:2.0:1778629388.104443:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629388.104444:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629388.104445:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f800.
00000100:00000001:2.0:1778629388.104448:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629388.104448:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104450:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104454:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629388.104455:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104457:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629388.104458:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629388.104459:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629388.104460:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104465:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629388.104466:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.104467:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629388.104469:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629388.104470:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629388.104471:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629388.104473:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629388.104474:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629388.104475:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.104476:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629388.104478:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629388.104479:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629388.104481:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629388.104483:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629388.104484:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629388.104486:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644352, portal 10
00000100:00000001:2.0:1778629388.104487:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629388.104488:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304084224 : -123998405467392 : ffff8f395f16e300)
00000100:00000040:2.0:1778629388.104493:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104497:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629388.104499:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629388.104500:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629388.104501:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472644352, offset 0
00000400:00000200:2.0:1778629388.104503:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629388.104506:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629388.104508:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629388.104509:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629388.104511:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629388.104512:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629388.104514:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629388.104515:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497633:497633:256:4294967295] 192.168.204.112@tcp LPNI seq info [497592:497592:8:4294967295]
00000400:00000200:2.0:1778629388.104518:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629388.104523:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629388.104527:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629388.104530:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629388.104534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629388.104536:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778629388.104540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629388.104542:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778629388.104545:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629388.104547:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629388.104549:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629388.104552:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629388.104555:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629388.104557:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629388.104559:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629388.104562:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104570:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629388.104572:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104581:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104582:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629388.104585:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629388.104587:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629388.104590:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629388.104592:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308736013
00000100:00000001:2.0:1778629388.104594:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308739856
00000100:00000001:2.0:1778629388.104597:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308736013
00000100:00000001:2.0:1778629388.104598:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308739856
00000100:00000001:2.0:1778629388.104600:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629388.104602:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104604:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629388.104628:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629388/real 1778629388]  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629388.104636:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629388.104638:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629388.104639:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629388.104641:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629388.104641:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629388.104643:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629388.104645:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629388.104650:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104654:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629388.104655:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104656:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629388.104657:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629388.104658:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104663:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629388.104665:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104669:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629388.104670:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104671:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629388.104672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104673:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629388.104675:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629388.104676:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629388.104678:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629388.104679:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629388.104681:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629388.104685:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644352:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629388.104688:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629388.104689:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104693:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629388.104694:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.104695:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629388.104696:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629388.104697:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629388.104699:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629388.104700:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629388.104702:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629388.104703:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629388.104704:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629388.104706:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778629388.104707:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629388.104709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629388.104710:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629388.104712:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629388.104714:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644480, portal 10
00000100:00000001:2.0:1778629388.104715:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629388.104716:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304082432 : -123998405469184 : ffff8f395f16dc00)
00000100:00000040:2.0:1778629388.104721:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104727:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629388.104729:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629388.104731:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629388.104734:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472644480, offset 0
00000400:00000200:2.0:1778629388.104737:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629388.104741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629388.104744:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629388.104747:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629388.104749:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629388.104751:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629388.104753:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629388.104755:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497634:497634:256:4294967295] 192.168.204.112@tcp LPNI seq info [497593:497593:8:4294967295]
00000400:00000200:2.0:1778629388.104759:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629388.104764:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629388.104767:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629388.104770:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629388.104774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629388.104785:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778629388.104789:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629388.104792:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778629388.104795:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629388.104797:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629388.104799:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629388.104802:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629388.104805:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629388.104806:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629388.104808:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629388.104811:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104818:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629388.104821:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104826:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104827:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629388.104829:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629388.104832:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629388.104835:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629388.104837:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308736015
00000100:00000001:2.0:1778629388.104839:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308739856
00000100:00000001:2.0:1778629388.104841:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308736015
00000100:00000001:2.0:1778629388.104842:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308739856
00000100:00000001:2.0:1778629388.104844:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629388.104846:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104848:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629388.104851:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629388/real 1778629388]  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629388.104859:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629388.104860:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629388.104861:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629388.104863:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629388.104865:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629388.104867:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629388.104869:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629388.104876:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104881:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629388.104882:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104884:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629388.104885:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629388.104888:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104893:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629388.104896:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104903:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629388.104905:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629388.104907:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104909:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629388.104912:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629388.104914:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629388.104917:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629388.104919:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629388.104921:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629388.104926:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644480:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629388.104928:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104929:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629388.104931:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e300 x1865013472644352/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104934:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629388.104935:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629388.104937:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943394c00.
02000000:00000001:2.0:1778629388.104938:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629388.104939:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629388.104939:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629388.104941:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629388.104942:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be79000.
02000000:00000001:2.0:1778629388.104943:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629388.104944:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629388.104945:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e300.
00000100:00000001:2.0:1778629388.104947:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629388.104947:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104948:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629388.104950:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16dc00 x1865013472644480/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629388.104953:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629388.104954:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629388.104955:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3943397000.
02000000:00000001:2.0:1778629388.104956:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629388.104956:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629388.104957:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629388.104958:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629388.104959:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f396be78400.
02000000:00000001:2.0:1778629388.104960:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629388.104960:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629388.104961:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16dc00.
00000100:00000001:2.0:1778629388.104962:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629388.104962:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104963:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629388.104966:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629388.104966:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629388.104967:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629388.104969:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629388.359697:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629388.359701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629388.359703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629388.359706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629388.359706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.359707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629388.359712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629388.359713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629388.359713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629388.359716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.359717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629388.359718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629388.359720:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629388.359722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629388.359722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629388.359723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.359727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629388.359728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629388.359731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629388.359732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629388.359736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629388.359738:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629388.359739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629388.359743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629388.359761:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629388.359764:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629388.359767:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629389.127686:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629389.127691:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629389.127693:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629389.127696:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629389.127699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629389.127701:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629389.127703:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629389.127705:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629389.127708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629389.383703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629389.383706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629389.383711:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629389.383711:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629389.383714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629389.383715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629389.383722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629389.383722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629389.383728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629389.383728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629389.383733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629389.383734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629389.383739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629389.383739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629389.383743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629389.383743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629389.383748:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629389.383749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629389.383866:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629389.383868:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629389.383871:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629389.383872:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629389.383874:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629389.383875:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629389.383889:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629389.383891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629389.383893:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629390.151687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629390.151692:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629390.151693:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629390.151697:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629390.151700:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629390.151702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629390.151704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629390.151706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629390.151708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629390.407678:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629390.407681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629390.407681:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629390.407684:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629390.407686:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629390.407686:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629390.407687:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629390.407689:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629390.407693:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629390.407694:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629390.407695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629390.407698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629390.407698:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629390.407700:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629390.407701:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629390.407704:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629390.407704:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629390.407705:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629390.407707:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629390.407708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629390.407709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629390.407710:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629390.407712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629390.407716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629390.407774:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629390.407778:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629390.407780:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629391.175742:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629391.175748:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629391.175750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629391.175755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629391.175758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629391.175761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629391.175763:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629391.175765:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629391.175767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629391.431737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629391.431737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629391.431740:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629391.431745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629391.431745:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629391.431749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629391.431749:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629391.431749:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629391.431763:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629391.431763:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629391.431764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629391.431773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629391.431774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629391.431774:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629391.431779:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629391.431780:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629391.431782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629391.431783:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629391.431784:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629391.431785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629391.431786:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629391.431787:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629391.431791:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629391.431792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629391.431829:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629391.431832:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629391.431834:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629392.007709:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308739856, at 4308739904
00000100:00000040:1.0:1778629392.007714:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308739856, at 4308739904
00000100:00000010:0.0:1778629392.007723:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4ba0.
00000100:00000010:1.0:1778629392.007727:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4960.
00000100:00000001:1.0:1778629392.199738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629392.199747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629392.199750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629392.199757:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629392.199762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629392.199767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629392.199770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629392.199773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629392.199777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629392.455681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629392.455683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629392.455688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629392.455691:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629392.455691:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629392.455692:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629392.455694:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629392.455698:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629392.455698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629392.455704:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629392.455704:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629392.455704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629392.455707:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629392.455708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629392.455709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629392.455711:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629392.455715:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629392.455715:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629392.455716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629392.455719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629392.455719:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455721:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629392.455725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455725:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629392.455730:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455735:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629392.455737:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455739:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629392.455741:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629392.455791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629392.455794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629392.455796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629393.223689:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629393.223694:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629393.223696:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629393.223700:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629393.223703:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629393.223706:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.223708:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629393.223708:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629393.223710:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.223714:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629393.223715:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629393.223718:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629393.223721:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629393.223724:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629393.223729:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14068
00000400:00000200:2.0:1778629393.223736:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629393.223742:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629393.223744:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629393.223747:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223749:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629393.223752:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223753:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629393.223756:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629393.223757:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629393.223760:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629393.223762:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629393.223764:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629393.223766:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629393.223768:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223769:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629393.223771:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223773:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629393.223775:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629393.223777:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223778:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629393.223780:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629393.223782:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629393.223784:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223785:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629393.223786:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629393.223794:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629393.223796:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629393.223799:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629393.223800:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223801:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629393.223804:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629393.223807:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629393.223812:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629393.223817:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629393.223823:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629393.223830:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629393.223833:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629393.223836:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629393.223853:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629393.223855:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629393.223857:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629393.223858:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629393.223859:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629393.223860:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629393.223862:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14068
00000400:00000200:2.0:1778629393.223864:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629393.223866:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629393.223867:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629393.223870:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223871:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629393.223873:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223874:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629393.223876:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629393.223876:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629393.223877:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1778629393.223879:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1778629393.223879:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629393.223882:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629393.223883:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629393.223884:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629393.223885:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629393.223887:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223889:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629393.223892:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:1.0:1778629393.223893:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629393.223893:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629393.223897:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629393.223901:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629393.223903:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629393.223906:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629393.223911:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629393.223912:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1778629393.223913:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.223916:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223916:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629393.223919:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629393.223921:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1778629393.223922:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223924:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.223925:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1778629393.223926:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629393.223930:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629393.223931:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629393.223932:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629393.223934:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223936:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629393.223937:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1778629393.223939:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644608:192.168.204.112@tcp:250:kworker.0
02000000:00000001:2.0:1778629393.223939:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629393.223943:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:1.0:1778629393.223946:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629393.223947:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.223951:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1778629393.223952:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629393.223955:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.223960:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629393.223962:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629393.223964:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1778629393.223965:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629393.223970:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629393.223971:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
00000100:00080000:2.0:1778629393.223972:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629393.223975:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629393.223976:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629393.223978:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629393.223979:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629393.223981:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1778629393.223982:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:2.0:1778629393.223984:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14068
00000400:00000010:1.0:1778629393.223986:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000200:2.0:1778629393.223990:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629393.223992:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000400:00000200:2.0:1778629393.223993:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629393.223996:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1778629393.223998:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644608, portal 25
00000100:00000001:1.0:1778629393.224001:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629393.224003:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:2.0:1778629393.224004:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.224008:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629393.224009:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629393.224012:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.224017:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629393.224021:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1778629393.224022:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629393.224024:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000040:1.0:1778629393.224026:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629393.224027:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1778629393.224028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441550.
00000020:00000040:2.0:1778629393.224030:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000200:1.0:1778629393.224031:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472644608, offset 0
00000020:00000001:2.0:1778629393.224035:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629393.224038:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629393.224040:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629393.224044:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629393.224050:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629393.224052:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224054:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778629393.224055:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629393.224059:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629393.224062:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1778629393.224063:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629393.224066:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224068:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:2.0:1778629393.224069:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629393.224072:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629393.224074:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.224075:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629393.224077:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629393.224078:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1778629393.224080:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224082:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629393.224083:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224087:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497635:497635:256:4294967295] 192.168.204.112@tcp LPNI seq info [497594:497594:8:4294967295]
00000100:00000010:2.0:1778629393.224087:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629393.224091:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629393.224103:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629393.224105:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629393.224106:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629393.224108:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629393.224109:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629393.224111:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629393.224115:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000400:00000200:1.0:1778629393.224117:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629393.224118:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629393.224124:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629393.224129:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629393.224135:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1778629393.224136:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf200.
00000100:00000001:2.0:1778629393.224137:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629393.224142:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629393.224146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629393.224155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629393.224156:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629393.224159:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629393.224162:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629393.224163:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629393.224165:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629393.224168:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14078)
00000100:00000001:1.0:1778629393.224169:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224175:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629393.224178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308744976
00000100:00000010:1.0:1778629393.224183:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629393.224190:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629393.224195:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308744976
00000100:00000010:1.0:1778629393.224197:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5de0.
00000100:00000001:1.0:1778629393.224200:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629393.224203:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629393.224205:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224208:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224210:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.224215:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629393.224216:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778629393.224218:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629393.224219:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629393.224220:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629393.224224:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629393.224230:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629393.224231:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.224233:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629393.224234:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629393.224236:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629393.224239:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644736:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629393.224241:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629393.224243:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629393.224244:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.224246:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629393.224248:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629393.224249:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224252:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629393.224254:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb898.
00000400:00000010:1.0:1778629393.224257:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441b28.
00000100:00000200:1.0:1778629393.224260:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644736, portal 10
00000100:00000001:1.0:1778629393.224262:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629393.224263:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:1.0:1778629393.224268:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629393.224273:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629393.224275:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629393.224277:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734413b8.
00000100:00000200:1.0:1778629393.224279:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472644736, offset 0
00000400:00000200:1.0:1778629393.224282:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224285:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629393.224289:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629393.224291:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629393.224294:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629393.224295:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629393.224297:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224300:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497636:497636:255:4294967295] 192.168.204.112@tcp LPNI seq info [497595:497595:7:4294967295]
00000400:00000200:1.0:1778629393.224304:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629393.224310:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629393.224314:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629393.224318:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf900.
00000800:00000200:1.0:1778629393.224322:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629393.224325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629393.224327:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629393.224330:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629393.224334:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629393.224336:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308741133
00000100:00000001:1.0:1778629393.224338:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308744976
00000100:00000001:1.0:1778629393.224340:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308741133
00000100:00000001:1.0:1778629393.224342:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308744976
00000100:00000001:1.0:1778629393.224344:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629393.224345:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224347:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629393.224351:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629393.224357:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629393.224358:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.224360:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629393.224361:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629393.224363:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629393.224366:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644864:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629393.224368:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629393.224370:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629393.224371:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629393.224373:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629393.224376:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629393.224377:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629393.224380:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629393.224382:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cbd68.
00000400:00000010:1.0:1778629393.224386:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629393.224389:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644864, portal 10
00000100:00000001:1.0:1778629393.224390:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629393.224392:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:1.0:1778629393.224397:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629393.224402:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629393.224404:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629393.224407:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441220.
00000100:00000200:1.0:1778629393.224409:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472644864, offset 0
00000400:00000200:1.0:1778629393.224413:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224416:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629393.224419:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629393.224422:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629393.224424:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629393.224426:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629393.224428:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629393.224430:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497637:497637:254:4294967295] 192.168.204.112@tcp LPNI seq info [497596:497596:6:4294967295]
00000400:00000200:1.0:1778629393.224434:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629393.224440:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629393.224444:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629393.224447:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cfe00.
00000800:00000200:1.0:1778629393.224451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629393.224455:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629393.224457:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629393.224461:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629393.224464:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629393.224466:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308741134
00000100:00000001:1.0:1778629393.224468:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308744976
00000100:00000001:1.0:1778629393.224470:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308741134
00000100:00000001:1.0:1778629393.224472:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308744976
00000100:00000001:1.0:1778629393.224474:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629393.224476:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224478:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224494:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.224497:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629393.224499:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1778629393.224501:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629393.224502:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629393.224504:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.224505:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629393.479683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629393.479683:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629393.479685:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629393.479689:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629393.479689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629393.479689:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629393.479692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.479692:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629393.479694:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629393.479697:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629393.479698:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629393.479698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629393.479700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629393.479703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629393.479704:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629393.479705:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629393.479709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.479709:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629393.479714:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629393.479714:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629393.479715:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629393.479716:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629393.479718:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629393.479719:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629393.479720:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629393.479723:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629393.479726:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629394.247681:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629394.247687:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629394.247688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629394.247698:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629394.247701:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629394.247704:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629394.247706:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629394.247708:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629394.247710:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629394.503672:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629394.503673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629394.503678:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629394.503679:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629394.503680:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629394.503681:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629394.503687:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629394.503688:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629394.503691:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629394.503691:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629394.503692:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629394.503695:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629394.503696:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629394.503697:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629394.503697:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629394.503700:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629394.503702:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629394.503703:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629394.503704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629394.503705:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629394.503708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629394.503709:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629394.503713:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629394.503716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629394.503777:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629394.503780:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629394.503784:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629395.271695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629395.271702:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629395.271703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629395.271709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629395.271713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629395.271719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629395.271722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629395.271724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629395.271727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629395.527695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629395.527695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629395.527697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629395.527701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629395.527702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629395.527702:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629395.527703:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629395.527705:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527706:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629395.527710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629395.527710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629395.527711:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629395.527716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629395.527716:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629395.527716:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629395.527719:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629395.527720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629395.527720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629395.527722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629395.527724:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629395.527724:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629395.527728:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629395.527730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527730:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629395.527732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527734:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629395.527740:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629395.527741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629395.527742:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527743:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629395.527744:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527745:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527747:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629395.527749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629395.527750:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629395.527767:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629395.527769:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629395.527770:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629396.295657:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629396.295662:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629396.295664:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629396.295667:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629396.295670:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629396.295673:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.295674:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629396.295676:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.295678:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778629396.295858:0:2389:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778629396.295896:0:2389:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778629396.295909:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629396.295914:0:2389:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778629396.295920:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629396.295924:0:2389:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778629396.295930:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629396.295934:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf200.
00000400:00000200:2.0:1778629396.295940:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629396.295944:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629396.295951:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441550
00000400:00000010:2.0:1778629396.295953:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441550.
00000100:00000001:2.0:1778629396.295958:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629396.295965:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629396.295989:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629396.295993:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629396.296000:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629396.296002:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629396.296010:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629396.296013:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf900.
00000400:00000200:2.0:1778629396.296016:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629396.296019:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629396.296022:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734413b8
00000400:00000010:2.0:1778629396.296023:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734413b8.
00000100:00000001:2.0:1778629396.296025:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629396.296028:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629396.296048:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629396.296051:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629396.296057:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629396.296059:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629396.296064:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629396.296067:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cfe00.
00000400:00000200:2.0:1778629396.296070:0:2389:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629396.296074:0:2389:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629396.296077:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441220
00000400:00000010:2.0:1778629396.296079:0:2389:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441220.
00000100:00000001:2.0:1778629396.296082:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1778629396.296084:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1778629396.296087:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296088:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629396.296092:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1778629396.296099:0:2389:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629396.296103:0:2389:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629396.296107:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629393/real 1778629396]  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629396.296118:0:2389:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629396.296122:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1778629396.296131:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629396.296133:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629396.296138:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb898.
00000400:00000200:1.0:1778629396.296142:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441b28
00000400:00000010:1.0:1778629396.296144:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441b28.
00000100:00000001:1.0:1778629396.296147:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629396.296151:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629396.296160:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296168:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629396.296170:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296173:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296175:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629396.296178:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296186:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629396.296190:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296198:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629396.296201:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296202:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296203:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296206:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629396.296211:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629396.296214:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629396.296219:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629396.296221:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629396.296225:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629396.296233:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644736:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629396.296238:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629396.296241:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629393/real 1778629396]  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629396.296248:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629396.296249:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629396.296251:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cbd68.
00000400:00000200:1.0:1778629396.296253:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629396.296255:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629396.296257:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629396.296259:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629396.296266:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296272:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629396.296274:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296275:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296276:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629396.296279:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296290:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629396.296293:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296300:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629396.296302:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296303:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296304:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296306:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629396.296308:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629396.296310:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629396.296313:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629396.296316:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629396.296319:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629396.296326:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472644864:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629396.296330:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629396.296333:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629393/real 1778629396]  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629396.296340:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629396.296341:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629396.296343:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629396.296345:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629396.296347:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629396.296349:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629396.296352:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629396.296359:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296365:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629396.296366:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296368:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296369:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629396.296372:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296378:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629396.296381:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296387:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629396.296389:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296390:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629396.296391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296393:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629396.296394:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629396.296396:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629396.296400:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629396.296402:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629396.296405:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629396.296412:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644608:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629396.296415:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296417:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629396.296420:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472644736/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296425:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629396.296428:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629396.296432:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629396.296435:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629396.296438:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629396.296440:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629396.296442:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629396.296445:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629396.296448:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629396.296450:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629396.296451:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:1.0:1778629396.296455:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629396.296456:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296458:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629396.296461:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472644864/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296466:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629396.296467:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629396.296469:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629396.296471:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629396.296472:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629396.296473:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629396.296475:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629396.296477:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778629396.296479:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629396.296480:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629396.296481:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:1.0:1778629396.296483:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629396.296484:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296486:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629396.296488:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472644608/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629396.296493:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629396.296494:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629396.296496:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629396.296498:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629396.296499:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629396.296500:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629396.296502:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629396.296503:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629396.296505:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629396.296506:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629396.296507:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:1.0:1778629396.296509:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629396.296510:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296512:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.296518:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629396.296520:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629396.296521:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629396.296523:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629396.551723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629396.551725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629396.551732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629396.551734:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629396.551736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629396.551736:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629396.551740:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629396.551747:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629396.551750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629396.551752:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629396.551757:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629396.551757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629396.551758:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629396.551763:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629396.551764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629396.551765:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629396.551768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629396.551773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629396.551773:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629396.551776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629396.551779:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629396.551780:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629396.551784:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629396.551789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629396.551831:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629396.551834:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629396.551836:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629397.127712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308744976, at 4308745024
00000100:00000010:1.0:1778629397.127726:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5de0.
00000100:00000040:0.0:1778629397.127745:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308744976, at 4308745024
00000100:00000010:0.0:1778629397.127759:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5060.
00000100:00000001:1.0:1778629397.319724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629397.319729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629397.319730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629397.319735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629397.319737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629397.319741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629397.319743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629397.319744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629397.319746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629397.575742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629397.575742:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629397.575748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629397.575748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629397.575748:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629397.575757:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629397.575757:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629397.575758:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629397.575768:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629397.575769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629397.575769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629397.575775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629397.575777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629397.575780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629397.575780:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629397.575781:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629397.575785:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629397.575787:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629397.575787:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629397.575791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629397.575791:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629397.575794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629397.575795:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629397.575798:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629397.575828:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629397.575832:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629397.575836:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1778629398.343696:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629398.343697:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629398.343703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629398.343704:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629398.343706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.343707:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1778629398.343712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629398.343712:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629398.343717:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629398.343718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629398.343722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629398.343723:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14073
00000100:00000001:1.0:1778629398.343725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629398.343729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.343732:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629398.343736:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629398.343744:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629398.343747:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629398.343750:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343754:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.343757:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343760:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629398.343765:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629398.343768:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629398.343772:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629398.343774:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629398.343777:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629398.343779:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629398.343787:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343790:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.343792:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343794:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629398.343796:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629398.343800:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343803:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629398.343807:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629398.343810:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629398.343813:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.343815:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629398.343817:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629398.343824:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629398.343827:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629398.343832:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629398.343833:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.343836:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629398.343839:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629398.343843:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629398.343851:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397800.
00000100:00000001:2.0:1778629398.343857:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629398.343867:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629398.343877:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629398.343881:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629398.343885:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629398.343909:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629398.343911:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629398.343914:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629398.343916:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629398.343917:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629398.343920:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629398.343923:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14073
00000400:00000200:2.0:1778629398.343927:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629398.343930:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629398.343933:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629398.343936:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343938:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.343940:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343942:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629398.343944:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629398.343945:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629398.343947:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629398.343949:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629398.343951:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629398.343953:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629398.343957:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343959:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.343961:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343963:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629398.343965:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629398.343968:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629398.343971:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629398.343972:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629398.343977:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629398.343980:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.343981:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629398.343982:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629398.343986:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1778629398.343987:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629398.343989:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1778629398.343992:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629398.344007:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629398.344007:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629398.344014:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778629398.344019:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1778629398.344019:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000001:1.0:1778629398.344021:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629398.344024:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629398.344027:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629398.344027:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.344030:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629398.344031:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629398.344032:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629398.344035:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344036:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629398.344043:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644992:192.168.204.112@tcp:250:kworker.0
02000000:00000010:2.0:1778629398.344043:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:1.0:1778629398.344049:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629398.344049:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344056:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1778629398.344057:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1778629398.344059:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344065:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629398.344070:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1778629398.344072:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
00000100:00000001:2.0:1778629398.344073:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344075:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629398.344079:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629398.344085:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629398.344091:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629398.344099:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:2.0:1778629398.344100:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629398.344105:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629398.344108:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1778629398.344110:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472644992, portal 25
00000100:00000001:2.0:1778629398.344110:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629398.344113:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629398.344114:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629398.344117:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000001:2.0:1778629398.344118:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629398.344122:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14073
00000100:00000040:1.0:1778629398.344126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629398.344130:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629398.344138:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778629398.344140:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629398.344141:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629398.344147:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629398.344149:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629398.344151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000001:2.0:1778629398.344152:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.344156:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629398.344157:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472644992, offset 0
00000100:00000001:2.0:1778629398.344160:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629398.344164:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629398.344166:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629398.344167:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629398.344169:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629398.344172:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629398.344174:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629398.344177:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:2.0:1778629398.344178:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629398.344183:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344187:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778629398.344187:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629398.344192:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344195:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629398.344196:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629398.344200:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629398.344202:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:2.0:1778629398.344206:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344210:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778629398.344210:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629398.344215:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629398.344217:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:2.0:1778629398.344219:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629398.344223:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629398.344227:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497638:497638:256:4294967295] 192.168.204.112@tcp LPNI seq info [497597:497597:8:4294967295]
00000100:00000001:2.0:1778629398.344227:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629398.344231:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629398.344235:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:2.0:1778629398.344236:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.344239:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629398.344243:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629398.344247:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629398.344249:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629398.344252:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629398.344255:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629398.344257:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1778629398.344260:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629398.344260:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629398.344262:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629398.344269:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
02000000:00000010:2.0:1778629398.344269:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000100:00000001:2.0:1778629398.344274:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629398.344279:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629398.344286:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1778629398.344291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629398.344291:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629398.344297:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1778629398.344297:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778629398.344309:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629398.344310:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629398.344314:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1778629398.344315:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629398.344322:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629398.344326:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1778629398.344331:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629398.344331:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1778629398.344338:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000100:00000040:2.0:1778629398.344339:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14083)
00000400:00000200:1.0:1778629398.344347:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629398.344352:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629398.344357:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629398.344360:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629398.344364:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629398.344367:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344377:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.344380:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344388:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.344389:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629398.344396:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629398.344400:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629398.344402:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308750096
00000100:00000010:1.0:1778629398.344407:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778629398.344413:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629398.344420:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308750096
00000100:00000010:1.0:1778629398.344423:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629398.344427:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629398.344430:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629398.344433:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.344435:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629398.344438:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629398/real 1778629398]  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629398.344454:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629398.344455:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629398.344457:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629398.344460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629398.344462:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629398.344464:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629398.344467:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629398.344475:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344481:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629398.344482:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344485:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.344487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629398.344490:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344496:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629398.344501:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344506:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629398.344513:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344515:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.344516:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344518:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629398.344520:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629398.344523:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629398.344526:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629398.344528:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629398.344532:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629398.344540:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472644992:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629398.344543:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344545:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.344547:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472644992/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344552:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629398.344554:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629398.344557:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629398.344560:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629398.344561:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629398.344563:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629398.344565:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629398.344567:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397800.
02000000:00000001:1.0:1778629398.344571:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629398.344572:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629398.344574:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:1.0:1778629398.344576:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629398.344577:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344579:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344587:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629398.344588:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.344589:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629398.344591:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629398.344592:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629398.344595:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344601:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629398.344603:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344605:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629398.344606:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629398.344631:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629398.344634:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645120:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629398.344638:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629398.344640:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629398.344642:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344643:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629398.344646:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629398.344647:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629398.344651:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629398.344653:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629398.344657:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629398.344659:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645120, portal 10
00000100:00000001:1.0:1778629398.344661:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629398.344662:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:1.0:1778629398.344669:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344675:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629398.344677:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629398.344679:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629398.344681:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472645120, offset 0
00000400:00000200:1.0:1778629398.344684:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344688:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629398.344692:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629398.344695:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629398.344698:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629398.344701:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629398.344703:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344705:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497639:497639:256:4294967295] 192.168.204.112@tcp LPNI seq info [497598:497598:8:4294967295]
00000400:00000200:1.0:1778629398.344709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629398.344715:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629398.344719:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629398.344722:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629398.344725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629398.344728:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629398.344731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629398.344733:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629398.344736:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629398.344738:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629398.344740:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629398.344743:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629398.344745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629398.344746:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629398.344748:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629398.344751:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344758:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.344760:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344765:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.344766:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629398.344769:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629398.344773:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629398.344776:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629398.344777:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308746254
00000100:00000001:1.0:1778629398.344780:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308750096
00000100:00000001:1.0:1778629398.344782:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308746254
00000100:00000001:1.0:1778629398.344784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308750096
00000100:00000001:1.0:1778629398.344785:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629398.344787:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.344789:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629398.344792:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629398/real 1778629398]  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629398.344799:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629398.344800:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629398.344802:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629398.344804:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629398.344805:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629398.344807:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629398.344809:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629398.344816:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344822:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629398.344823:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.344826:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629398.344829:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344835:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629398.344838:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344844:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629398.344845:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344847:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.344848:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.344849:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629398.344853:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629398.344855:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629398.344858:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629398.344859:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629398.344863:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629398.344870:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645120:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629398.344874:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629398.344877:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344882:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629398.344884:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344885:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629398.344887:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629398.344889:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629398.344892:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629398.344895:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629398.344896:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629398.344898:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629398.344900:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629398.344903:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629398.344905:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629398.344908:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629398.344910:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629398.344913:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629398.344915:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645248, portal 10
00000100:00000001:1.0:1778629398.344917:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629398.344918:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:1.0:1778629398.344923:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.344928:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629398.344930:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629398.344932:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629398.344934:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472645248, offset 0
00000400:00000200:1.0:1778629398.344938:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344941:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629398.344944:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629398.344946:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629398.344950:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629398.344952:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629398.344954:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629398.344957:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497640:497640:256:4294967295] 192.168.204.112@tcp LPNI seq info [497599:497599:8:4294967295]
00000400:00000200:1.0:1778629398.344961:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629398.344965:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629398.344969:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629398.344972:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629398.344976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629398.344978:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1778629398.344981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629398.344983:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1778629398.344986:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629398.344988:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629398.344991:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629398.345007:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629398.345010:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629398.345011:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629398.345013:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629398.345016:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345023:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.345026:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345031:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.345032:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629398.345035:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629398.345038:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629398.345040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629398.345042:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308746255
00000100:00000001:1.0:1778629398.345045:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308750096
00000100:00000001:1.0:1778629398.345047:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308746255
00000100:00000001:1.0:1778629398.345049:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308750096
00000100:00000001:1.0:1778629398.345051:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629398.345053:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.345055:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629398.345058:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629398/real 1778629398]  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629398.345065:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629398.345066:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629398.345067:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629398.345069:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629398.345070:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629398.345072:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629398.345075:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629398.345082:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345088:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629398.345089:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345091:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.345092:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629398.345095:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345101:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629398.345104:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345111:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629398.345114:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629398.345116:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345118:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629398.345121:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629398.345123:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629398.345127:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629398.345128:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629398.345132:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629398.345139:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645248:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629398.345142:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345143:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.345146:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472645120/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345152:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629398.345153:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629398.345155:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629398.345157:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629398.345158:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629398.345160:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629398.345161:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629398.345163:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629398.345166:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629398.345167:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629398.345169:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778629398.345171:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629398.345172:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345174:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629398.345177:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472645248/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629398.345183:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629398.345184:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629398.345185:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629398.345188:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629398.345189:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629398.345190:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629398.345192:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629398.345193:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778629398.345195:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629398.345196:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629398.345197:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:1.0:1778629398.345200:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629398.345201:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345203:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.345207:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629398.345208:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.345210:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629398.345211:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629398.599694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629398.599695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629398.599695:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629398.599699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629398.599701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629398.599701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629398.599703:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629398.599704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.599704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629398.599705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629398.599710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629398.599711:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629398.599711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629398.599713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629398.599716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629398.599719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.599719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629398.599723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629398.599724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629398.599726:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.599727:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629398.599728:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629398.599729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629398.599732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629398.599778:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629398.599781:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629398.599784:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629399.367715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629399.367722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629399.367724:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629399.367730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629399.367734:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629399.367738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629399.367742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629399.367744:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629399.367747:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629399.623695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629399.623695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629399.623700:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629399.623701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629399.623701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629399.623704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629399.623704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629399.623705:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629399.623710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629399.623710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629399.623711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629399.623714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629399.623715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629399.623716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629399.623717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629399.623719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629399.623720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629399.623720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629399.623725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629399.623725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629399.623727:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629399.623729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629399.623730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629399.623732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629399.623740:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629399.623742:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629399.623744:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629400.391701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629400.391706:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629400.391707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629400.391711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629400.391713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629400.391716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629400.391718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629400.391719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629400.391721:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629400.647696:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629400.647701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629400.647707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629400.647708:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629400.647712:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629400.647714:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629400.647718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629400.647721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629400.647723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629400.647724:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629400.647726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629400.647727:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629400.647732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629400.647736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629400.647739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629400.647742:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629400.647745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629400.647751:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629400.647751:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629400.647777:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629400.647779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629400.647781:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629400.647782:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629400.647782:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629400.647786:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629400.647789:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629400.647795:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629401.415717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629401.415724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629401.415726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629401.415731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629401.415735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629401.415739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629401.415742:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629401.415745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629401.415748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629401.671706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629401.671706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629401.671712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629401.671712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629401.671713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629401.671715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629401.671724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629401.671726:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629401.671730:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629401.671731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629401.671735:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629401.671736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629401.671736:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629401.671742:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629401.671744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629401.671745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629401.671753:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629401.671753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629401.671754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629401.671760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629401.671761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629401.671766:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629401.671771:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629401.671773:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629401.671808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629401.671811:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629401.671813:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629402.247709:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308750096, at 4308750144
00000100:00000040:1.0:1778629402.247709:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308750096, at 4308750144
00000100:00000010:1.0:1778629402.247723:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000010:0.0:1778629402.247726:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a51e0.
00000100:00000001:1.0:1778629402.439734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629402.439741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629402.439743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629402.439748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629402.439751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629402.439754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629402.439756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629402.439758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629402.439760:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629402.695682:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629402.695682:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629402.695689:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629402.695689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629402.695693:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629402.695693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629402.695698:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629402.695699:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629402.695703:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629402.695704:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629402.695706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629402.695707:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629402.695709:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629402.695711:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629402.695712:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629402.695714:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629402.695715:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629402.695720:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695787:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629402.695789:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695792:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629402.695792:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695795:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629402.695797:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629402.695799:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629402.695803:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695806:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629402.695808:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695810:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629402.695812:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629402.695890:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629402.695895:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629402.695899:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629403.463695:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629403.463695:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629403.463701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629403.463705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629403.463705:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629403.463710:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1778629403.463711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629403.463716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1778629403.463719:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629403.463720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.463725:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629403.463725:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629403.463729:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629403.463732:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14078
00000100:00000001:1.0:1778629403.463733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629403.463740:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629403.463745:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629403.463748:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629403.463751:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463754:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629403.463756:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463757:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629403.463760:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629403.463762:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629403.463764:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629403.463767:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629403.463769:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629403.463771:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629403.463774:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463776:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629403.463777:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463779:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629403.463782:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629403.463791:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463794:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629403.463797:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629403.463800:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629403.463803:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.463805:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629403.463807:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629403.463817:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629403.463821:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629403.463825:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629403.463826:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.463828:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629403.463830:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629403.463834:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629403.463840:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778629403.463845:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629403.463852:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629403.463858:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629403.463862:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629403.463864:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629403.463881:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629403.463884:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629403.463887:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629403.463889:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629403.463890:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629403.463902:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629403.463904:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14078
00000400:00000200:2.0:1778629403.463909:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629403.463913:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629403.463915:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629403.463919:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463921:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629403.463923:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629403.463923:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463927:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629403.463928:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629403.463930:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629403.463932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1778629403.463932:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629403.463935:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629403.463937:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:1.0:1778629403.463941:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629403.463941:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629403.463944:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629403.463949:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463951:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629403.463953:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.463955:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629403.463961:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629403.463967:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629403.463968:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629403.463971:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.463972:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629403.463975:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629403.463976:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629403.463979:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629403.463980:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629403.463983:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629403.463985:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.463987:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1778629403.463990:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472645376:192.168.204.112@tcp:250:kworker.0
00000008:00100000:2.0:1778629403.463992:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629403.463996:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.463998:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1778629403.463999:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464003:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1778629403.464003:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629403.464006:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629403.464007:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629403.464009:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629403.464010:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464011:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1778629403.464012:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629403.464014:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629403.464015:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629403.464017:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629403.464020:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629403.464025:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395800.
00000400:00000200:1.0:1778629403.464026:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629403.464032:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:2.0:1778629403.464032:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629403.464040:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00100000:2.0:1778629403.464040:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1778629403.464048:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645376, portal 25
00000100:00000001:2.0:1778629403.464052:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629403.464053:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629403.464056:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000001:2.0:1778629403.464056:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629403.464062:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629403.464070:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629403.464073:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629403.464077:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629403.464084:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629403.464086:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629403.464089:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629403.464090:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629403.464091:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1778629403.464095:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629403.464095:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14078
00000400:00000010:1.0:1778629403.464100:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000400:00000200:2.0:1778629403.464102:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:1.0:1778629403.464105:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472645376, offset 0
00000400:00000200:2.0:1778629403.464107:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629403.464110:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629403.464112:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.464117:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629403.464119:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629403.464122:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629403.464123:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629403.464127:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629403.464129:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629403.464131:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629403.464133:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629403.464134:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629403.464138:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629403.464140:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629403.464142:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629403.464146:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464149:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1778629403.464149:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629403.464153:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464157:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629403.464161:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778629403.464161:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629403.464165:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629403.464168:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778629403.464170:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629403.464173:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629403.464176:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629403.464177:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497641:497641:256:4294967295] 192.168.204.112@tcp LPNI seq info [497600:497600:8:4294967295]
02000000:00000001:2.0:1778629403.464179:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629403.464181:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.464184:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629403.464186:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629403.464187:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00000001:2.0:1778629403.464189:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.464191:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629403.464194:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629403.464196:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629403.464198:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629403.464199:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629403.464200:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629403.464204:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629403.464207:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629403.464211:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629403.464216:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000010:2.0:1778629403.464217:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000100:00000001:2.0:1778629403.464222:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629403.464224:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00100000:2.0:1778629403.464228:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629403.464234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629403.464240:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1778629403.464240:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629403.464244:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629403.464248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629403.464250:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778629403.464254:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1778629403.464262:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1778629403.464265:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629403.464266:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778629403.464270:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000100:00000040:2.0:1778629403.464270:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629403.464274:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629403.464278:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629403.464279:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629403.464281:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14089)
00000400:00000200:1.0:1778629403.464287:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629403.464292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629403.464295:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629403.464300:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629403.464304:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464313:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.464316:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464323:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464325:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629403.464329:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629403.464333:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629403.464336:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308755216
00000100:00000010:1.0:1778629403.464341:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629403.464347:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629403.464353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308755216
00000100:00000010:1.0:1778629403.464355:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:1.0:1778629403.464359:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629403.464362:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629403.464365:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464367:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629403.464371:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629403/real 1778629403]  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629403.464386:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629403.464388:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629403.464389:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629403.464392:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629403.464394:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629403.464396:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629403.464399:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629403.464408:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464415:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629403.464417:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464419:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.464421:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629403.464425:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464432:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629403.464436:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464442:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629403.464445:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464446:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.464448:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464449:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629403.464452:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629403.464454:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629403.464458:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629403.464460:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629403.464463:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629403.464472:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472645376:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629403.464476:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464478:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.464480:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472645376/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464486:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629403.464488:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629403.464491:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629403.464493:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629403.464495:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629403.464496:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629403.464498:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629403.464501:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629403.464504:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629403.464506:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629403.464507:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:1.0:1778629403.464511:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629403.464512:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464514:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464520:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629403.464521:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464523:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629403.464525:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629403.464526:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629403.464529:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464536:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629403.464537:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464539:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629403.464541:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629403.464543:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629403.464545:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629403.464549:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629403.464551:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629403.464552:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464553:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629403.464556:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629403.464558:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629403.464561:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629403.464564:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629403.464567:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629403.464570:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645504, portal 10
00000100:00000001:1.0:1778629403.464572:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629403.464573:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:1.0:1778629403.464579:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464584:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629403.464587:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629403.464588:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629403.464590:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472645504, offset 0
00000400:00000200:1.0:1778629403.464594:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464598:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629403.464601:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629403.464604:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629403.464624:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629403.464627:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629403.464630:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464632:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497642:497642:256:4294967295] 192.168.204.112@tcp LPNI seq info [497601:497601:8:4294967295]
00000400:00000200:1.0:1778629403.464637:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629403.464643:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629403.464647:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629403.464650:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629403.464654:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629403.464657:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778629403.464662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629403.464664:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1778629403.464667:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629403.464669:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629403.464672:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629403.464675:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629403.464678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629403.464680:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629403.464682:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629403.464686:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464693:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.464695:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464702:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464703:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629403.464706:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629403.464710:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629403.464713:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629403.464715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308751374
00000100:00000001:1.0:1778629403.464717:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308755216
00000100:00000001:1.0:1778629403.464720:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308751374
00000100:00000001:1.0:1778629403.464722:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308755216
00000100:00000001:1.0:1778629403.464724:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629403.464726:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464727:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629403.464731:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629403/real 1778629403]  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629403.464738:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629403.464740:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629403.464742:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629403.464744:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629403.464746:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629403.464748:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629403.464750:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629403.464758:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464765:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629403.464766:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464768:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.464769:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629403.464773:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464779:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629403.464783:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464789:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629403.464792:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464793:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.464794:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.464796:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629403.464800:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629403.464802:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629403.464805:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629403.464808:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629403.464811:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629403.464819:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645504:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629403.464824:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629403.464826:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464833:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629403.464834:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464837:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629403.464838:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629403.464840:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629403.464843:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629403.464846:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629403.464847:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629403.464849:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629403.464850:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629403.464853:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629403.464855:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629403.464858:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629403.464861:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629403.464864:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629403.464866:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645632, portal 10
00000100:00000001:1.0:1778629403.464868:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629403.464869:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:1.0:1778629403.464874:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464881:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629403.464883:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629403.464885:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629403.464887:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472645632, offset 0
00000400:00000200:1.0:1778629403.464891:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464909:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629403.464913:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629403.464915:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629403.464918:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629403.464920:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629403.464923:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629403.464925:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497643:497643:256:4294967295] 192.168.204.112@tcp LPNI seq info [497602:497602:8:4294967295]
00000400:00000200:1.0:1778629403.464929:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629403.464933:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629403.464936:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629403.464939:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629403.464941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629403.464942:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1778629403.464945:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629403.464946:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1778629403.464948:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629403.464950:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629403.464952:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629403.464954:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629403.464955:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629403.464956:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629403.464958:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629403.464960:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464965:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.464967:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.464971:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464972:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629403.464974:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629403.464976:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629403.464977:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629403.464979:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308751375
00000100:00000001:1.0:1778629403.464980:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308755216
00000100:00000001:1.0:1778629403.464981:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308751375
00000100:00000001:1.0:1778629403.464983:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308755216
00000100:00000001:1.0:1778629403.464985:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629403.464986:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.464987:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629403.464989:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629403/real 1778629403]  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629403.464993:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629403.464994:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629403.464995:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629403.464996:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629403.464997:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629403.464998:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629403.464999:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629403.465004:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.465007:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629403.465008:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465009:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.465010:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629403.465012:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.465015:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629403.465017:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.465020:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629403.465021:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465022:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629403.465023:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465024:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629403.465026:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629403.465027:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629403.465029:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629403.465031:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629403.465033:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629403.465037:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645632:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629403.465040:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465041:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.465042:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472645504/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.465045:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629403.465046:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629403.465047:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629403.465049:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629403.465049:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629403.465050:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629403.465051:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629403.465052:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395800.
02000000:00000001:1.0:1778629403.465053:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629403.465054:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629403.465055:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:1.0:1778629403.465056:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629403.465057:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465058:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629403.465060:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472645632/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629403.465064:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629403.465064:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629403.465065:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629403.465066:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629403.465067:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629403.465068:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629403.465069:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629403.465070:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629403.465071:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629403.465072:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629403.465072:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:1.0:1778629403.465073:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629403.465074:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465075:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.465077:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629403.465078:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.465079:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629403.465080:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629403.719764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629403.719765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629403.719769:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629403.719775:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629403.719776:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629403.719776:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629403.719782:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629403.719783:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629403.719786:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629403.719794:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629403.719797:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629403.719797:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629403.719802:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629403.719804:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629403.719805:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629403.719814:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.719816:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629403.719820:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629403.719821:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.719825:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629403.719826:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629403.719827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629403.719833:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629403.719834:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629403.719853:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629403.719859:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629403.719864:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629404.487698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629404.487705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629404.487707:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629404.487712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629404.487716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629404.487719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629404.487721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629404.487724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629404.487727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629404.743693:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629404.743693:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629404.743698:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629404.743699:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629404.743699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629404.743702:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629404.743702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629404.743703:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629404.743707:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629404.743708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629404.743711:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629404.743713:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629404.743713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629404.743713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629404.743716:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629404.743717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629404.743719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629404.743722:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629404.743723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629404.743723:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629404.743725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629404.743726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629404.743730:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629404.743731:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629404.743780:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629404.743784:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629404.743787:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629405.511703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629405.511708:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629405.511710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629405.511714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629405.511716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629405.511718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629405.511721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629405.511722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629405.511724:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629405.767700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629405.767700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629405.767704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629405.767706:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629405.767706:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629405.767708:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629405.767709:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629405.767709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767711:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629405.767714:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629405.767715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629405.767720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629405.767720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629405.767720:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629405.767723:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629405.767724:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629405.767724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629405.767726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629405.767727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629405.767729:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629405.767730:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629405.767731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629405.767732:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629405.767734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629405.767735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629405.767736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629405.767740:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629405.767741:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629405.767742:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767744:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629405.767746:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767747:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767750:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629405.767754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629405.767755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629405.767772:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629405.767774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629405.767776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629406.535678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629406.535684:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629406.535685:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629406.535689:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629406.535692:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629406.535694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629406.535696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629406.535698:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629406.535700:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629406.791699:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629406.791699:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629406.791701:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629406.791706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629406.791707:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629406.791707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629406.791709:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629406.791710:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629406.791714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629406.791714:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629406.791716:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629406.791719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629406.791720:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629406.791722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629406.791725:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629406.791725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629406.791729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629406.791729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629406.791731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629406.791731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629406.791734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629406.791734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629406.791737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629406.791737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629406.791791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629406.791795:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629406.791798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629407.367706:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308755216, at 4308755264
00000100:00000040:1.0:1778629407.367706:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308755216, at 4308755264
00000100:00000010:1.0:1778629407.367721:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000010:0.0:1778629407.367723:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5420.
00000100:00000001:1.0:1778629407.559712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629407.559719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629407.559721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629407.559726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629407.559729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629407.559733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629407.559736:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629407.559739:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629407.559742:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629407.815702:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629407.815702:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629407.815707:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629407.815709:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629407.815709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629407.815713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629407.815713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629407.815713:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629407.815721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629407.815721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629407.815722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629407.815725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629407.815726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629407.815727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629407.815729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629407.815731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629407.815731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629407.815731:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629407.815736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629407.815736:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629407.815739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629407.815739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629407.815742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629407.815743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629407.815750:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629407.815754:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629407.815757:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629408.583704:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629408.583711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629408.583713:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629408.583718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629408.583720:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629408.583722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629408.583727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629408.583728:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629408.583731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629408.583734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.583737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.583738:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629408.583742:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629408.583745:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629408.583752:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14084
00000400:00000200:3.0:1778629408.583760:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629408.583766:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629408.583769:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629408.583772:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.583775:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629408.583778:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.583780:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629408.583784:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629408.583786:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629408.583788:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629408.583790:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629408.583805:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629408.583807:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629408.583810:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.583812:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629408.583814:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.583816:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629408.583819:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629408.583823:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629408.583825:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629408.583829:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629408.583832:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629408.583834:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.583837:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629408.583839:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629408.583846:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629408.583849:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629408.583853:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629408.583854:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.583856:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629408.583859:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629408.583862:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629408.583869:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629408.583874:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629408.583881:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629408.583891:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629408.583895:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629408.583899:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629408.583921:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629408.583924:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629408.583927:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629408.583929:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629408.583931:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629408.583934:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629408.583937:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14084
00000100:00000001:1.0:1778629408.583938:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629408.583941:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778629408.583942:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629408.583943:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1778629408.583948:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:1.0:1778629408.583951:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629408.583952:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629408.583961:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629408.583963:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629408.583965:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629408.583965:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629408.583968:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629408.583969:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1778629408.583970:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629408.583975:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472645760:192.168.204.112@tcp:250:kworker.0
00000100:00000040:3.0:1778629408.583975:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629408.583980:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629408.583980:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778629408.583984:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1778629408.583984:0:225070:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1778629408.583986:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629408.583987:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
02000000:00000001:1.0:1778629408.583989:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1778629408.583990:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:1.0:1778629408.583993:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000020:00000040:3.0:1778629408.583993:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:1.0:1778629408.583997:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629408.583998:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629408.584001:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000400:00000200:1.0:1778629408.584002:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629408.584006:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000040:3.0:1778629408.584008:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.584011:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629408.584014:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629408.584016:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:3.0:1778629408.584018:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000200:1.0:1778629408.584022:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645760, portal 25
00000020:00000040:3.0:1778629408.584022:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629408.584026:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629408.584027:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00080000:3.0:1778629408.584027:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:1.0:1778629408.584034:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629408.584037:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584039:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1778629408.584040:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778629408.584043:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629408.584045:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1778629408.584046:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
02000000:00000001:3.0:1778629408.584049:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629408.584052:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472645760, offset 0
00000100:00000001:3.0:1778629408.584053:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629408.584059:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00100000:3.0:1778629408.584059:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629408.584064:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.584066:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629408.584067:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:3.0:1778629408.584073:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000400:00000200:1.0:1778629408.584074:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000040:3.0:1778629408.584079:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629408.584080:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629408.584084:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:3.0:1778629408.584084:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629408.584087:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629408.584089:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629408.584091:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778629408.584092:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629408.584094:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629408.584097:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497644:497644:256:4294967295] 192.168.204.112@tcp LPNI seq info [497603:497603:8:4294967295]
02000000:00000001:3.0:1778629408.584098:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629408.584102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000010:3.0:1778629408.584105:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000400:00000200:1.0:1778629408.584110:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629408.584115:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629408.584118:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629408.584119:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00100000:3.0:1778629408.584126:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629408.584127:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629408.584131:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1778629408.584140:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1778629408.584140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629408.584144:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629408.584144:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1778629408.584151:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1778629408.584152:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629408.584155:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629408.584162:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629408.584162:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629408.584164:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1778629408.584168:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1778629408.584169:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629408.584172:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1778629408.584173:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000100:00080000:3.0:1778629408.584173:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1778629408.584176:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:3.0:1778629408.584176:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629408.584179:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14084
00000100:00000001:1.0:1778629408.584180:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1778629408.584186:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000200:1.0:1778629408.584187:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629408.584191:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629408.584195:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629408.584200:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629408.584201:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1778629408.584202:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629408.584205:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629408.584207:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.584211:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629408.584214:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629408.584216:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000001:1.0:1778629408.584219:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629408.584219:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629408.584220:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:1.0:1778629408.584221:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1778629408.584224:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629408.584226:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629408.584226:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629408.584230:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629408.584232:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308760336
00000100:00000040:3.0:1778629408.584234:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000010:1.0:1778629408.584237:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5720.
00000100:00000001:3.0:1778629408.584237:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629408.584238:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629408.584241:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629408.584243:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000001:1.0:1778629408.584244:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1778629408.584245:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629408.584249:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629408.584250:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629408.584252:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308760336
02000000:00000001:3.0:1778629408.584253:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1778629408.584256:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
02000000:00000001:3.0:1778629408.584256:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.584258:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629408.584260:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1778629408.584260:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629408.584264:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584265:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629408.584266:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584269:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584271:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1778629408.584271:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778629408.584275:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00100000:1.0:1778629408.584276:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629408/real 1778629408]  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629408.584281:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629408.584283:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629408.584288:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629408.584291:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629408.584294:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1778629408.584297:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629408.584299:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1778629408.584299:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000400:00000010:1.0:1778629408.584300:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629408.584303:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629408.584304:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629408.584306:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629408.584308:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629408.584311:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629408.584316:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629408.584321:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629408.584323:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629408.584325:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584330:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629408.584333:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629408.584334:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629408.584338:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629408.584340:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629408.584345:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584357:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629408.584363:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629408.584367:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629408.584367:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629408.584377:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1778629408.584378:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629408.584382:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629408.584382:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629408.584385:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1778629408.584387:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629408.584388:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584392:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629408.584395:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1778629408.584395:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14094)
00000100:00080000:1.0:1778629408.584399:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629408.584402:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629408.584404:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629408.584407:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629408.584413:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472645760:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629408.584416:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584417:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629408.584418:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472645760/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584422:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629408.584423:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629408.584425:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629408.584427:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629408.584428:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629408.584429:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629408.584430:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629408.584432:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629408.584434:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629408.584436:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629408.584437:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778629408.584440:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629408.584442:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584443:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584450:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629408.584452:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584453:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629408.584455:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629408.584456:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629408.584460:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584466:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629408.584468:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629408.584470:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629408.584471:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629408.584473:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629408.584476:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629408.584479:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629408.584481:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629408.584482:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629408.584483:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629408.584487:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629408.584489:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629408.584492:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629408.584495:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629408.584498:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629408.584500:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472645888, portal 10
00000100:00000001:1.0:1778629408.584501:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629408.584502:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:1.0:1778629408.584506:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584510:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629408.584511:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629408.584512:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629408.584514:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472645888, offset 0
00000400:00000200:1.0:1778629408.584516:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629408.584518:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629408.584521:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629408.584522:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629408.584524:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629408.584525:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629408.584527:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629408.584529:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497645:497645:256:4294967295] 192.168.204.112@tcp LPNI seq info [497604:497604:8:4294967295]
00000400:00000200:1.0:1778629408.584532:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629408.584535:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629408.584538:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629408.584539:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629408.584542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629408.584544:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778629408.584546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629408.584548:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1778629408.584550:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629408.584551:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629408.584553:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629408.584555:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629408.584557:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629408.584558:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629408.584559:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629408.584561:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584566:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629408.584567:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584571:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584572:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629408.584573:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629408.584576:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629408.584578:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629408.584579:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308756493
00000100:00000001:1.0:1778629408.584580:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308760336
00000100:00000001:1.0:1778629408.584582:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308756493
00000100:00000001:1.0:1778629408.584583:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308760336
00000100:00000001:1.0:1778629408.584584:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629408.584585:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584586:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629408.584588:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629408/real 1778629408]  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629408.584592:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629408.584593:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629408.584595:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629408.584596:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629408.584597:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629408.584599:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629408.584600:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629408.584605:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584622:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629408.584623:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584624:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629408.584625:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629408.584627:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584631:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629408.584633:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584638:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629408.584639:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584640:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629408.584641:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584642:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629408.584644:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629408.584646:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629408.584647:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629408.584649:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629408.584651:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629408.584656:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472645888:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629408.584659:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629408.584661:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584665:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629408.584665:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629408.584666:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629408.584667:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629408.584668:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629408.584670:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629408.584672:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629408.584674:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629408.584675:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629408.584677:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629408.584680:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629408.584682:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629408.584685:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629408.584687:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629408.584690:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629408.584692:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646016, portal 10
00000100:00000001:1.0:1778629408.584694:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629408.584695:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778629408.584700:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584707:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629408.584709:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629408.584711:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629408.584714:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472646016, offset 0
00000400:00000200:1.0:1778629408.584718:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629408.584721:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629408.584725:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629408.584727:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629408.584730:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629408.584732:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629408.584734:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629408.584737:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497646:497646:256:4294967295] 192.168.204.112@tcp LPNI seq info [497605:497605:8:4294967295]
00000400:00000200:1.0:1778629408.584741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629408.584746:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629408.584750:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629408.584753:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629408.584757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629408.584760:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1778629408.584764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629408.584766:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1778629408.584769:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629408.584771:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629408.584774:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629408.584778:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629408.584780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629408.584782:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629408.584785:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629408.584787:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584803:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629408.584806:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584810:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584811:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629408.584813:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629408.584816:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629408.584818:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629408.584819:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308756495
00000100:00000001:1.0:1778629408.584821:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308760336
00000100:00000001:1.0:1778629408.584822:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308756495
00000100:00000001:1.0:1778629408.584824:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308760336
00000100:00000001:1.0:1778629408.584825:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629408.584827:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584828:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629408.584830:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629408/real 1778629408]  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629408.584834:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629408.584835:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629408.584835:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629408.584837:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629408.584837:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629408.584838:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629408.584840:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629408.584844:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584848:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629408.584849:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584850:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629408.584850:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629408.584852:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584856:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629408.584857:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584861:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629408.584862:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584863:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629408.584864:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584865:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629408.584867:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629408.584868:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629408.584870:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629408.584871:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629408.584873:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629408.584878:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646016:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629408.584880:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584881:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629408.584882:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472645888/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584886:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629408.584886:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629408.584887:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629408.584889:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629408.584889:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629408.584890:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629408.584891:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629408.584892:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629408.584893:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629408.584894:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629408.584895:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778629408.584896:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629408.584897:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584898:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629408.584899:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472646016/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629408.584903:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629408.584904:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629408.584905:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629408.584906:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629408.584907:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629408.584908:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629408.584909:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629408.584910:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629408.584911:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629408.584912:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629408.584912:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778629408.584914:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629408.584914:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584915:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.584917:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629408.584918:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.584919:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629408.584920:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629408.839705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629408.839705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629408.839708:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629408.839711:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629408.839712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629408.839712:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629408.839716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.839716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629408.839717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629408.839719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629408.839722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629408.839722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629408.839723:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629408.839725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629408.839728:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629408.839730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.839733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629408.839735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629408.839736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629408.839737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629408.839741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629408.839742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629408.839742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629408.839747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629408.839784:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629408.839800:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629408.839803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629409.607701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629409.607707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629409.607709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629409.607714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629409.607717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629409.607720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629409.607723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629409.607725:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629409.607728:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629409.863695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629409.863695:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629409.863701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629409.863702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629409.863704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629409.863704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629409.863710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629409.863710:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629409.863715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629409.863716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629409.863720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629409.863720:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629409.863723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629409.863724:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629409.863726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629409.863726:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629409.863727:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629409.863729:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629409.863730:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629409.863731:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629409.863737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629409.863739:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629409.863744:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629409.863746:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629409.863784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629409.863787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629409.863789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629410.631714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629410.631720:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629410.631723:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629410.631728:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629410.631732:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629410.631735:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629410.631738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629410.631740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629410.631743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629410.887703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629410.887703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629410.887706:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629410.887709:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629410.887710:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629410.887710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629410.887714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629410.887714:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629410.887715:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629410.887717:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629410.887718:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629410.887719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629410.887721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629410.887722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629410.887723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629410.887724:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629410.887725:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629410.887727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629410.887728:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629410.887730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629410.887732:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629410.887733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629410.887736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629410.887737:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629410.887789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629410.887792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629410.887796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629411.655713:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629411.655719:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629411.655721:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629411.655726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629411.655741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629411.655745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629411.655747:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629411.655750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629411.655753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629411.911681:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629411.911681:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629411.911686:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629411.911688:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629411.911689:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629411.911689:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629411.911692:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629411.911692:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629411.911696:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629411.911697:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629411.911697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629411.911699:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629411.911700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629411.911701:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629411.911703:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629411.911704:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629411.911705:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629411.911706:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629411.911706:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629411.911709:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629411.911710:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629411.911712:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629411.911714:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629411.911715:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629411.911741:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629411.911744:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629411.911747:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629412.487729:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308760336, at 4308760384
00000100:00000040:1.0:1778629412.487729:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308760336, at 4308760384
00000100:00000010:0.0:1778629412.487742:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5720.
00000100:00000010:1.0:1778629412.487746:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000001:0.0:1778629412.679777:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629412.679782:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629412.679784:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629412.679788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629412.679792:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629412.679794:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629412.679797:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629412.679800:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629412.679803:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629412.935695:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629412.935697:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629412.935701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629412.935701:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629412.935704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629412.935717:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629412.935719:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629412.935722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629412.935724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629412.935725:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629412.935729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629412.935729:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629412.935732:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629412.935733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629412.935737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629412.935737:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629412.935739:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629412.935740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629412.935741:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629412.935744:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629412.935744:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629412.935788:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629412.935792:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629412.935794:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629412.935796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:1.0:1778629412.935797:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000020:00000001:2.0:1778629412.935800:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629412.935801:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629412.935805:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1778629412.935806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629412.935808:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629412.935810:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629412.935813:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629413.703721:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629413.703722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629413.703727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629413.703731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629413.703732:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629413.703737:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629413.703737:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629413.703741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629413.703741:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629413.703746:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629413.703750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629413.703753:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14089
00000100:00000001:0.0:1778629413.703754:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629413.703756:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629413.703759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629413.703764:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629413.703769:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629413.703773:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629413.703776:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703779:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629413.703782:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703784:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629413.703788:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629413.703790:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629413.703792:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629413.703794:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629413.703796:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629413.703798:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629413.703801:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703802:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629413.703804:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703806:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629413.703809:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629413.703812:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703814:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629413.703817:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629413.703821:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629413.703823:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.703825:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629413.703827:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629413.703834:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778629413.703837:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629413.703841:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629413.703842:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.703845:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629413.703847:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629413.703851:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629413.703858:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629413.703864:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629413.703872:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629413.703881:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629413.703893:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629413.703898:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629413.703920:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629413.703922:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629413.703926:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629413.703927:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629413.703929:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629413.703931:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629413.703933:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14089
00000400:00000200:3.0:1778629413.703937:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629413.703939:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629413.703941:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629413.703944:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703946:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629413.703949:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703951:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629413.703953:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629413.703955:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629413.703956:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629413.703958:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629413.703960:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629413.703963:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629413.703966:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703968:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629413.703969:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629413.703970:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703973:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629413.703974:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1778629413.703977:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629413.703978:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778629413.703982:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629413.703985:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629413.703987:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778629413.703988:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629413.703992:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629413.703997:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.704002:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629413.704003:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629413.704005:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629413.704008:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629413.704010:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1778629413.704011:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629413.704013:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778629413.704018:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629413.704020:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646144:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629413.704021:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704027:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1778629413.704027:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778629413.704032:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629413.704033:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629413.704035:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629413.704037:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629413.704037:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.704039:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629413.704041:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629413.704042:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629413.704045:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629413.704047:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629413.704050:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629413.704050:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778629413.704056:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704061:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:3.0:1778629413.704065:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778629413.704067:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:3.0:1778629413.704075:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1778629413.704076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629413.704083:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646144, portal 25
00000100:00000001:3.0:1778629413.704086:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704087:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629413.704091:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:3.0:1778629413.704092:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629413.704100:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629413.704104:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629413.704109:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629413.704115:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629413.704115:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629413.704117:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629413.704120:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1778629413.704121:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629413.704126:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000001:3.0:1778629413.704126:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629413.704130:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14089
00000100:00000200:1.0:1778629413.704131:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472646144, offset 0
00000400:00000200:3.0:1778629413.704136:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629413.704142:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:1.0:1778629413.704143:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629413.704145:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629413.704149:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.704151:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629413.704154:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629413.704155:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.704159:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629413.704161:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629413.704163:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629413.704164:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:3.0:1778629413.704165:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629413.704168:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:1.0:1778629413.704171:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1778629413.704171:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629413.704175:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629413.704179:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778629413.704180:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.704184:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629413.704186:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1778629413.704189:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629413.704192:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778629413.704193:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629413.704197:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629413.704200:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497647:497647:256:4294967295] 192.168.204.112@tcp LPNI seq info [497606:497606:8:4294967295]
00000100:00080000:3.0:1778629413.704203:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629413.704208:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704210:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629413.704212:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629413.704215:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629413.704222:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1778629413.704224:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.704227:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1778629413.704230:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000008:00100000:3.0:1778629413.704231:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629413.704235:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629413.704236:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00000001:3.0:1778629413.704237:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629413.704244:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000800:00000200:1.0:1778629413.704249:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:3.0:1778629413.704249:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629413.704254:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1778629413.704255:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1778629413.704256:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629413.704261:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629413.704263:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1778629413.704265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:3.0:1778629413.704267:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1778629413.704271:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1778629413.704276:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629413.704279:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
02000000:00000010:3.0:1778629413.704281:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778629413.704286:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629413.704290:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629413.704296:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629413.704297:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629413.704301:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704306:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629413.704312:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000100:00000040:3.0:1778629413.704314:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629413.704316:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629413.704324:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778629413.704325:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629413.704329:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629413.704330:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629413.704335:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629413.704340:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629413.704348:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629413.704349:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629413.704352:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14099)
00000100:00000040:1.0:1778629413.704355:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704364:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704366:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629413.704371:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704376:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629413.704378:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308765456
00000100:00000010:1.0:1778629413.704383:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5900.
00000100:00000001:1.0:1778629413.704389:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629413.704394:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308765456
00000100:00000010:1.0:1778629413.704397:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629413.704400:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629413.704403:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629413.704406:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704409:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629413.704412:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629413/real 1778629413]  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629413.704421:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629413.704423:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629413.704425:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629413.704427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629413.704429:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629413.704431:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629413.704435:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629413.704442:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704448:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629413.704450:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704452:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.704454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629413.704458:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704465:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629413.704469:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704476:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629413.704478:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704480:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.704481:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704483:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629413.704485:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629413.704488:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629413.704491:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629413.704493:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629413.704497:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629413.704505:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646144:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629413.704509:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704511:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629413.704514:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472646144/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704520:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629413.704522:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629413.704524:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629413.704527:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629413.704529:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629413.704530:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629413.704532:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629413.704535:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629413.704538:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629413.704540:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629413.704542:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:1.0:1778629413.704545:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629413.704547:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704549:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704555:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629413.704556:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704558:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629413.704559:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629413.704561:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629413.704564:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704570:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629413.704572:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629413.704574:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629413.704575:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629413.704577:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629413.704580:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629413.704583:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629413.704585:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629413.704586:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629413.704588:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629413.704591:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629413.704593:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629413.704599:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629413.704602:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629413.704605:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646272, portal 10
00000100:00000001:1.0:1778629413.704631:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629413.704632:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:1.0:1778629413.704639:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704644:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629413.704647:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629413.704650:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629413.704652:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472646272, offset 0
00000400:00000200:1.0:1778629413.704656:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629413.704659:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629413.704663:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629413.704665:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629413.704668:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629413.704670:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629413.704672:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629413.704675:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497648:497648:256:4294967295] 192.168.204.112@tcp LPNI seq info [497607:497607:8:4294967295]
00000400:00000200:1.0:1778629413.704679:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629413.704684:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629413.704689:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629413.704709:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629413.704713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629413.704716:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778629413.704720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629413.704723:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1778629413.704726:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629413.704728:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629413.704730:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629413.704733:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629413.704736:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629413.704737:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629413.704740:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629413.704743:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704750:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629413.704752:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704758:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704759:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629413.704762:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629413.704766:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629413.704769:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629413.704771:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308761614
00000100:00000001:1.0:1778629413.704773:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308765456
00000100:00000001:1.0:1778629413.704775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308761614
00000100:00000001:1.0:1778629413.704777:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308765456
00000100:00000001:1.0:1778629413.704779:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629413.704781:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.704782:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629413.704786:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629413/real 1778629413]  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629413.704794:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629413.704795:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629413.704797:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629413.704799:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629413.704800:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629413.704802:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629413.704805:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629413.704814:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704819:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629413.704821:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704822:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.704824:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629413.704827:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704833:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629413.704836:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704843:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629413.704845:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704847:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.704848:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.704850:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629413.704854:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629413.704856:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629413.704859:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629413.704861:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629413.704865:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629413.704872:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646272:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629413.704876:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629413.704879:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704885:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629413.704886:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629413.704888:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629413.704890:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629413.704892:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629413.704894:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629413.704897:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629413.704899:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629413.704900:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629413.704902:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629413.704905:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629413.704907:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629413.704910:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629413.704912:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629413.704915:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629413.704918:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646400, portal 10
00000100:00000001:1.0:1778629413.704920:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629413.704921:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:1.0:1778629413.704926:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.704932:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629413.704934:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629413.704936:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629413.704938:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472646400, offset 0
00000400:00000200:1.0:1778629413.704942:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629413.704945:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629413.704949:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629413.704952:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629413.704954:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629413.704956:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629413.704959:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629413.704962:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497649:497649:256:4294967295] 192.168.204.112@tcp LPNI seq info [497608:497608:8:4294967295]
00000400:00000200:1.0:1778629413.704966:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629413.704971:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629413.704976:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629413.704979:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629413.704983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629413.704985:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1778629413.704989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629413.704992:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1778629413.704995:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629413.704997:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629413.705000:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629413.705003:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629413.705006:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629413.705008:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629413.705010:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629413.705013:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705021:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629413.705023:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705030:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.705031:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629413.705034:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629413.705037:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629413.705040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629413.705042:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308761615
00000100:00000001:1.0:1778629413.705044:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308765456
00000100:00000001:1.0:1778629413.705046:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308761615
00000100:00000001:1.0:1778629413.705048:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308765456
00000100:00000001:1.0:1778629413.705050:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629413.705052:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.705054:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629413.705058:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629413/real 1778629413]  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629413.705066:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629413.705067:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629413.705068:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629413.705071:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629413.705072:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629413.705075:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629413.705078:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629413.705086:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705093:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629413.705094:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705096:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.705097:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629413.705101:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705107:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629413.705111:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705117:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629413.705120:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705121:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629413.705123:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705124:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629413.705126:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629413.705129:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629413.705132:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629413.705134:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629413.705138:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629413.705145:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646400:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629413.705148:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705150:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629413.705153:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472646272/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705160:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629413.705161:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629413.705163:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629413.705166:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629413.705168:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629413.705169:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629413.705171:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629413.705173:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629413.705176:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629413.705177:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629413.705178:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:1.0:1778629413.705180:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629413.705181:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705183:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629413.705186:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472646400/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629413.705192:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629413.705193:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629413.705195:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629413.705197:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629413.705198:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629413.705199:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629413.705201:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629413.705202:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629413.705204:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629413.705205:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629413.705207:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:1.0:1778629413.705209:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629413.705210:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705212:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.705215:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629413.705216:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.705218:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629413.705220:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629413.959711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629413.959711:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629413.959716:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629413.959717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629413.959718:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629413.959719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629413.959721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629413.959721:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629413.959727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629413.959727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629413.959729:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629413.959733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629413.959734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629413.959734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629413.959739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.959739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629413.959739:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629413.959743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629413.959744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629413.959744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629413.959747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629413.959748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629413.959750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629413.959752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629413.959770:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629413.959774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629413.959777:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629414.727724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629414.727731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629414.727733:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629414.727739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629414.727743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629414.727747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629414.727756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629414.727759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629414.727763:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629414.983741:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629414.983747:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629414.983754:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629414.983755:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629414.983759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629414.983760:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629414.983761:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629414.983768:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629414.983770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629414.983772:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629414.983775:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629414.983777:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629414.983780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629414.983780:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629414.983785:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629414.983786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629414.983789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629414.983791:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629414.983793:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629414.983795:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629414.983798:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629414.983800:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629414.983801:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629414.983805:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629414.983822:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629414.983826:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629414.983830:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629415.751711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629415.751718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629415.751719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629415.751723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629415.751726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629415.751729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629415.751731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629415.751734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629415.751736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629416.007715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629416.007715:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629416.007722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629416.007722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629416.007722:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629416.007724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629416.007725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007728:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778629416.007731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629416.007731:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629416.007732:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629416.007734:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629416.007736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629416.007736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629416.007737:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629416.007739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629416.007739:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629416.007740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629416.007743:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629416.007744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629416.007744:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629416.007745:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629416.007746:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629416.007747:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629416.007749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629416.007750:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007751:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629416.007753:0:225131:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629416.007755:0:225131:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629416.007757:0:225131:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007758:0:225131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629416.007759:0:225131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007761:0:225131:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007763:0:225131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629416.007766:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629416.007768:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629416.007785:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629416.007788:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629416.007790:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629416.775724:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629416.775729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629416.775730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629416.775735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629416.775738:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629416.775741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629416.775743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629416.775745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629416.775746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629417.031738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629417.031738:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629417.031743:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629417.031745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629417.031749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629417.031749:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629417.031750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629417.031752:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629417.031758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629417.031759:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629417.031759:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629417.031764:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629417.031765:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629417.031766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629417.031775:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629417.031775:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629417.031783:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629417.031784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629417.031789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629417.031789:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629417.031798:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629417.031800:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629417.031801:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629417.031807:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629417.031838:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629417.031842:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629417.031846:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629417.607712:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308765456, at 4308765504
00000100:00000040:1.0:1778629417.607712:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308765456, at 4308765504
00000100:00000010:1.0:1778629417.607725:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000010:0.0:1778629417.607727:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5900.
00000100:00000001:0.0:1778629417.799718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629417.799724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629417.799726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629417.799731:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629417.799735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629417.799738:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629417.799741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629417.799743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629417.799746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629418.055717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629418.055719:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629418.055725:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629418.055728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629418.055730:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629418.055731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629418.055733:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629418.055736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629418.055737:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629418.055740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629418.055740:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629418.055745:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629418.055748:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629418.055750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629418.055753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629418.055763:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629418.055766:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.055767:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00010000:3.0:1778629418.055770:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629418.055771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629418.055774:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629418.055778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629418.055781:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629418.055783:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.055785:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629418.055788:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.055790:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629418.823708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629418.823716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629418.823719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629418.823723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629418.823726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629418.823729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629418.823731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629418.823732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629418.823734:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629418.823735:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629418.823740:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629418.823743:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629418.823745:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629418.823747:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629418.823754:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14094
00000400:00000200:2.0:1778629418.823761:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629418.823773:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629418.823775:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629418.823778:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823781:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.823782:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823784:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629418.823786:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629418.823788:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629418.823790:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629418.823791:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629418.823793:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629418.823794:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629418.823796:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823797:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.823799:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823800:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629418.823802:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629418.823804:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823805:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629418.823807:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629418.823809:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629418.823811:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.823812:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629418.823813:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629418.823820:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629418.823822:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629418.823824:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629418.823825:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.823827:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629418.823830:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629418.823832:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629418.823838:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396800.
00000100:00000001:2.0:1778629418.823842:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629418.823848:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629418.823859:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629418.823862:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629418.823865:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629418.823884:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629418.823886:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629418.823888:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629418.823889:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629418.823890:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629418.823892:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629418.823894:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14094
00000400:00000200:2.0:1778629418.823896:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629418.823898:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629418.823899:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629418.823901:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823903:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.823904:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823905:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629418.823907:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629418.823908:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629418.823909:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629418.823911:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629418.823912:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629418.823914:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629418.823917:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823918:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.823919:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823920:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629418.823923:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629418.823927:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629418.823929:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629418.823931:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629418.823935:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629418.823936:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.823938:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629418.823941:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1778629418.823941:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629418.823949:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.823951:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629418.823951:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.823958:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1778629418.823958:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629418.823964:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629418.823966:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629418.823967:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.823968:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629418.823969:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629418.823974:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629418.823976:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629418.823978:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943396400.
00000100:00000001:2.0:1778629418.823985:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629418.823995:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629418.824009:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629418.824012:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.824021:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1778629418.824023:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1778629418.824023:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824027:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629418.824032:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629418.824032:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629418.824045:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646528:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629418.824059:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629418.824065:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629418.824067:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824068:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824076:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1778629418.824077:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629418.824082:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1778629418.824084:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:2.0:1778629418.824084:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1778629418.824088:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629418.824089:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629418.824094:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629418.824098:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14094
00000400:00000200:1.0:1778629418.824101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629418.824106:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000200:2.0:1778629418.824114:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629418.824119:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000010:1.0:1778629418.824121:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00080000:2.0:1778629418.824121:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629418.824130:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.824131:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.824133:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:1.0:1778629418.824135:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646528, portal 25
00000100:00000001:2.0:1778629418.824135:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629418.824144:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1778629418.824145:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629418.824149:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000020:00000040:2.0:1778629418.824150:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629418.824153:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629418.824155:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629418.824159:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629418.824161:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629418.824165:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629418.824166:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.824179:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629418.824183:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629418.824190:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629418.824192:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1778629418.824193:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629418.824199:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000040:1.0:1778629418.824206:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629418.824209:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629418.824211:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
02000000:00000001:2.0:1778629418.824213:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1778629418.824217:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472646528, offset 0
02000000:00000001:2.0:1778629418.824218:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629418.824227:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.824229:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629418.824232:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629418.824238:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000008:00000001:2.0:1778629418.824239:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.824241:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629418.824245:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629418.824247:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629418.824250:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629418.824251:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629418.824253:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629418.824255:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629418.824256:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629418.824259:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629418.824260:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629418.824266:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1778629418.824267:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397400.
00000400:00000200:1.0:1778629418.824272:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629418.824272:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629418.824282:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1778629418.824283:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629418.824289:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629418.824293:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497650:497650:256:4294967295] 192.168.204.112@tcp LPNI seq info [497609:497609:8:4294967295]
00000400:00000200:1.0:1778629418.824307:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629418.824317:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629418.824322:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629418.824327:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629418.824332:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629418.824337:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1778629418.824340:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629418.824353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629418.824355:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629418.824357:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1778629418.824361:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1778629418.824367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629418.824374:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1778629418.824374:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629418.824382:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629418.824384:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778629418.824385:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000100:00000040:2.0:1778629418.824393:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629418.824395:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629418.824399:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14104)
00000400:00000200:1.0:1778629418.824405:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629418.824410:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629418.824412:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629418.824416:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629418.824420:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824429:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.824433:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824438:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.824439:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629418.824444:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629418.824446:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629418.824449:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308770576
00000100:00000010:1.0:1778629418.824454:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5840.
00000100:00000001:1.0:1778629418.824460:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629418.824467:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308770576
00000100:00000010:1.0:1778629418.824468:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629418.824470:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629418.824472:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629418.824474:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.824476:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629418.824478:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629418/real 1778629418]  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629418.824484:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629418.824485:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629418.824487:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629418.824488:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629418.824489:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629418.824491:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629418.824493:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629418.824498:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824501:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629418.824503:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824504:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.824505:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629418.824508:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824512:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629418.824514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824523:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629418.824525:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824526:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.824527:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824529:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629418.824530:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629418.824532:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629418.824535:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629418.824536:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629418.824538:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629418.824543:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646528:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629418.824546:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824547:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.824549:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472646528/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824553:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629418.824555:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629418.824558:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629418.824560:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629418.824561:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629418.824562:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629418.824564:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629418.824566:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396800.
02000000:00000001:1.0:1778629418.824569:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629418.824570:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629418.824572:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:1.0:1778629418.824574:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629418.824575:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824576:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824584:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629418.824585:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.824587:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629418.824588:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629418.824589:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629418.824638:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824646:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629418.824647:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824649:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629418.824651:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629418.824653:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629418.824656:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629418.824659:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629418.824662:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629418.824663:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824665:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629418.824668:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629418.824670:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629418.824674:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629418.824677:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629418.824681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629418.824683:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646656, portal 10
00000100:00000001:1.0:1778629418.824685:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629418.824687:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:1.0:1778629418.824693:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824699:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629418.824701:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629418.824703:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629418.824704:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472646656, offset 0
00000400:00000200:1.0:1778629418.824708:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629418.824711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629418.824715:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629418.824717:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629418.824720:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629418.824722:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629418.824723:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629418.824726:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497651:497651:256:4294967295] 192.168.204.112@tcp LPNI seq info [497610:497610:8:4294967295]
00000400:00000200:1.0:1778629418.824730:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629418.824736:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629418.824741:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629418.824744:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629418.824748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629418.824751:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778629418.824755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629418.824757:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629418.824761:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629418.824763:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629418.824765:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629418.824769:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629418.824771:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629418.824773:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629418.824776:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629418.824779:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824786:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.824789:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824796:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.824797:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629418.824800:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629418.824805:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629418.824808:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629418.824809:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308766734
00000100:00000001:1.0:1778629418.824812:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308770576
00000100:00000001:1.0:1778629418.824814:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308766734
00000100:00000001:1.0:1778629418.824816:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308770576
00000100:00000001:1.0:1778629418.824818:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629418.824820:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.824822:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629418.824825:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629418/real 1778629418]  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629418.824833:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629418.824834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629418.824836:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629418.824838:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629418.824839:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629418.824841:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629418.824844:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629418.824852:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824858:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629418.824860:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824861:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.824863:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629418.824866:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824872:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629418.824876:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824883:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629418.824885:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824887:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.824889:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.824890:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629418.824895:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629418.824898:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629418.824901:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629418.824903:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629418.824907:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629418.824914:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646656:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629418.824918:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629418.824922:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824926:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629418.824928:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824930:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629418.824931:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629418.824933:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629418.824936:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629418.824938:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629418.824940:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629418.824941:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629418.824943:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629418.824946:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629418.824948:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629418.824950:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629418.824952:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629418.824955:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629418.824957:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646784, portal 10
00000100:00000001:1.0:1778629418.824959:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629418.824961:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:1.0:1778629418.824966:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.824972:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629418.824974:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629418.824976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629418.824978:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472646784, offset 0
00000400:00000200:1.0:1778629418.824982:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629418.824985:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629418.824989:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629418.824991:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629418.824994:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629418.824996:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629418.824998:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629418.825001:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497652:497652:256:4294967295] 192.168.204.112@tcp LPNI seq info [497611:497611:8:4294967295]
00000400:00000200:1.0:1778629418.825005:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629418.825011:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629418.825015:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629418.825018:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629418.825022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629418.825025:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1778629418.825029:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629418.825031:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1778629418.825035:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629418.825036:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629418.825039:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629418.825043:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629418.825046:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629418.825047:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629418.825050:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629418.825053:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825067:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.825070:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825077:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.825079:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629418.825082:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629418.825085:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629418.825089:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629418.825090:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308766735
00000100:00000001:1.0:1778629418.825093:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308770576
00000100:00000001:1.0:1778629418.825095:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308766735
00000100:00000001:1.0:1778629418.825097:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308770576
00000100:00000001:1.0:1778629418.825100:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629418.825102:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.825104:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629418.825108:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629418/real 1778629418]  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629418.825116:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629418.825117:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629418.825119:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629418.825121:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629418.825123:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629418.825125:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629418.825128:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629418.825136:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825142:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629418.825145:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825147:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.825148:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629418.825151:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825158:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629418.825162:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825169:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629418.825172:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825173:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629418.825175:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825177:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629418.825180:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629418.825183:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629418.825186:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629418.825188:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629418.825193:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629418.825201:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472646784:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629418.825206:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825208:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.825211:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472646656/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825218:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629418.825220:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629418.825222:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629418.825224:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629418.825226:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629418.825228:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629418.825230:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629418.825231:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943396400.
02000000:00000001:1.0:1778629418.825234:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629418.825235:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629418.825237:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:1.0:1778629418.825240:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629418.825242:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825244:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629418.825247:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472646784/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629418.825254:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629418.825256:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629418.825257:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:1.0:1778629418.825259:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629418.825261:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629418.825262:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629418.825264:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629418.825265:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397400.
02000000:00000001:1.0:1778629418.825268:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629418.825269:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629418.825270:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:1.0:1778629418.825272:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629418.825274:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825276:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629418.825279:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629418.825281:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629418.825283:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629418.825285:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629419.079739:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629419.079743:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629419.079748:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629419.079750:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629419.079750:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629419.079754:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629419.079756:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629419.079758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629419.079760:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629419.079762:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629419.079762:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629419.079764:0:225131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629419.079765:0:225131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629419.079772:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629419.079775:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629419.079776:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629419.079784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629419.079785:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629419.079788:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629419.079792:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629419.079793:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629419.079808:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629419.079812:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629419.079816:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629419.079832:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629419.079836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629419.079839:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629419.847709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629419.847716:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629419.847718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629419.847723:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629419.847726:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629419.847730:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629419.847732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629419.847735:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629419.847738:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629420.103694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629420.103698:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629420.103701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629420.103702:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629420.103704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629420.103704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629420.103708:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629420.103709:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629420.103710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629420.103712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629420.103713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629420.103715:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1778629420.103718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629420.103720:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629420.103720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629420.103724:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629420.103725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629420.103725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629420.103729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629420.103729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629420.103735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629420.103735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629420.103738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629420.103742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629420.103745:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629420.103748:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629420.103751:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629420.871728:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629420.871735:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629420.871737:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629420.871742:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629420.871745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629420.871748:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629420.871750:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629420.871752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629420.871754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629421.127741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629421.127742:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629421.127742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629421.127749:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629421.127751:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629421.127751:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629421.127757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629421.127759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629421.127760:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629421.127763:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629421.127767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:1.0:1778629421.127767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629421.127768:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629421.127773:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629421.127776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629421.127777:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629421.127782:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629421.127782:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629421.127786:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629421.127787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629421.127789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629421.127789:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629421.127792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629421.127794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629421.127843:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629421.127846:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629421.127852:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629421.319707:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629421.319714:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629421.319719:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629421.319857:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629421.319860:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629421.319872:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629421.319877:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629421.319880:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629421.895698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629421.895703:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629421.895704:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629421.895708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629421.895710:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629421.895713:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629421.895715:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629421.895717:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629421.895718:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629422.151757:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629422.151761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629422.151764:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629422.151770:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629422.151771:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629422.151773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629422.151774:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629422.151784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629422.151784:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629422.151785:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629422.151788:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629422.151790:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629422.151793:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629422.151794:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629422.151796:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629422.151800:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629422.151800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629422.151804:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629422.151807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629422.151807:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629422.151808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629422.151811:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629422.151811:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629422.151812:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629422.151815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629422.151816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629422.151823:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629422.727742:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308770576, at 4308770624
00000100:00000040:1.0:1778629422.727743:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308770576, at 4308770624
00000100:00000010:0.0:1778629422.727761:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5840.
00000100:00000010:1.0:1778629422.727766:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:0.0:1778629422.919694:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629422.919701:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629422.919703:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629422.919709:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629422.919713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629422.919716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629422.919718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629422.919721:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629422.919723:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629423.175727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629423.175734:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629423.175735:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.175743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629423.175745:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629423.175749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629423.175749:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629423.175750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629423.175753:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629423.175755:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629423.175756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629423.175760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.175762:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629423.175763:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629423.175765:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629423.175767:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629423.175769:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629423.175771:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629423.175771:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629423.175773:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629423.175780:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629423.175783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629423.175784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629423.175786:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629423.175790:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629423.175794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629423.175794:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629423.175799:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629423.175801:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629423.175804:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629423.175864:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629423.175867:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629423.175870:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629423.943732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629423.943742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629423.943744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629423.943751:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629423.943755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629423.943760:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629423.943765:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629423.943768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629423.943769:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629423.943773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629423.943782:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629423.943784:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629423.943787:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629423.943790:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629423.943796:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14099
00000400:00000200:3.0:1778629423.943804:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629423.943812:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629423.943815:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629423.943818:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943821:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629423.943824:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943826:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629423.943830:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629423.943833:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629423.943835:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629423.943838:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629423.943840:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629423.943843:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629423.943845:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943846:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629423.943847:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943849:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629423.943856:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629423.943859:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943861:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629423.943863:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629423.943866:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629423.943868:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.943869:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629423.943871:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629423.943878:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629423.943881:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629423.943884:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629423.943885:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.943887:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629423.943889:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629423.943893:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629423.943898:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778629423.943903:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629423.943909:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629423.943916:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629423.943919:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629423.943922:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629423.943948:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629423.943951:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629423.943954:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629423.943956:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629423.943957:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629423.943960:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629423.943962:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14099
00000400:00000200:3.0:1778629423.943967:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629423.943970:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629423.943973:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629423.943976:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943978:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629423.943981:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629423.943981:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.943983:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629423.943985:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629423.943987:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1778629423.943988:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629423.943989:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629423.943991:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629423.943993:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629423.943995:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629423.943997:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629423.943997:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629423.944001:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944005:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629423.944007:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944011:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629423.944014:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:1.0:1778629423.944018:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629423.944018:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629423.944022:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.944022:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629423.944025:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629423.944027:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629423.944031:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629423.944031:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629423.944036:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944037:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.944040:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1778629423.944044:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646912:192.168.204.112@tcp:250:kworker.0
00000008:00100000:3.0:1778629423.944045:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629423.944049:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.944050:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629423.944054:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629423.944057:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629423.944060:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629423.944062:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944064:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629423.944066:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629423.944069:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629423.944072:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944075:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629423.944077:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629423.944080:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629423.944081:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629423.944084:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629423.944085:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000400:00000200:1.0:1778629423.944090:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629423.944090:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629423.944096:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00100000:3.0:1778629423.944097:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1778629423.944104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:3.0:1778629423.944105:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629423.944108:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629423.944110:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629423.944111:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472646912, portal 25
00000100:00000001:1.0:1778629423.944116:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629423.944119:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000001:3.0:1778629423.944121:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629423.944123:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629423.944126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629423.944127:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629423.944129:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629423.944131:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629423.944136:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629423.944139:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629423.944140:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14099
00000100:00000040:1.0:1778629423.944144:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629423.944145:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629423.944146:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000400:00000200:3.0:1778629423.944149:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000200:1.0:1778629423.944150:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472646912, offset 0
00000100:00080000:3.0:1778629423.944151:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629423.944155:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:1.0:1778629423.944159:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944159:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629423.944163:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944164:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629423.944166:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629423.944167:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000400:00000200:1.0:1778629423.944168:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:3.0:1778629423.944169:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629423.944172:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629423.944174:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629423.944175:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:1.0:1778629423.944177:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778629423.944179:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944182:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629423.944183:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1778629423.944184:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944187:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629423.944188:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:1.0:1778629423.944190:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778629423.944192:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944194:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944196:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1778629423.944197:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629423.944201:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629423.944201:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629423.944204:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944208:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497653:497653:256:4294967295] 192.168.204.112@tcp LPNI seq info [497612:497612:8:4294967295]
00000100:00000001:3.0:1778629423.944208:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629423.944210:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629423.944214:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629423.944218:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629423.944222:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629423.944224:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629423.944227:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629423.944228:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629423.944230:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629423.944232:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629423.944234:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1778629423.944235:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629423.944241:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000800:00000200:1.0:1778629423.944243:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629423.944246:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1778629423.944251:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00100000:3.0:1778629423.944252:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1778629423.944261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629423.944263:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629423.944266:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629423.944268:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1778629423.944272:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1778629423.944278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629423.944285:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1778629423.944287:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629423.944289:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1778629423.944292:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629423.944294:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1778629423.944296:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000100:00000040:3.0:1778629423.944297:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629423.944301:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1778629423.944304:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1778629423.944304:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14109)
00000400:00000200:1.0:1778629423.944312:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629423.944316:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629423.944319:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629423.944323:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629423.944328:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944337:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.944340:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944347:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944348:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629423.944353:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944357:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629423.944360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308775696
00000100:00000010:1.0:1778629423.944364:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a58a0.
00000100:00000001:1.0:1778629423.944370:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629423.944374:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308775696
00000100:00000010:1.0:1778629423.944376:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00000001:1.0:1778629423.944378:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629423.944380:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629423.944382:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944384:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629423.944387:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629423/real 1778629423]  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629423.944393:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629423.944394:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629423.944396:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629423.944397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629423.944398:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629423.944400:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629423.944402:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629423.944406:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944410:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629423.944411:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944413:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.944414:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629423.944416:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944420:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629423.944422:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944426:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629423.944428:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944430:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.944432:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944433:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629423.944435:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629423.944438:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629423.944441:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629423.944443:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629423.944447:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629423.944455:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472646912:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629423.944459:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944461:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.944464:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472646912/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944470:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629423.944472:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629423.944475:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629423.944477:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629423.944479:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629423.944480:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629423.944482:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629423.944484:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:1.0:1778629423.944487:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629423.944501:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629423.944503:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:1.0:1778629423.944505:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629423.944506:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944507:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944512:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629423.944514:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944515:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629423.944516:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629423.944517:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629423.944520:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944526:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629423.944528:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944529:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629423.944531:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629423.944533:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629423.944535:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629423.944538:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629423.944540:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629423.944541:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944543:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629423.944546:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629423.944548:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944551:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629423.944554:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629423.944557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629423.944560:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647040, portal 10
00000100:00000001:1.0:1778629423.944561:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629423.944563:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:1.0:1778629423.944569:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944575:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629423.944577:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629423.944579:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629423.944582:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647040, offset 0
00000400:00000200:1.0:1778629423.944585:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629423.944589:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629423.944592:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629423.944595:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629423.944597:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629423.944599:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629423.944602:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629423.944605:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497654:497654:256:4294967295] 192.168.204.112@tcp LPNI seq info [497613:497613:8:4294967295]
00000400:00000200:1.0:1778629423.944647:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629423.944654:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629423.944658:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629423.944662:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629423.944665:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629423.944668:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629423.944672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629423.944674:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629423.944678:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629423.944679:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629423.944682:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629423.944685:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629423.944687:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629423.944688:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629423.944690:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629423.944692:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944697:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.944699:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944702:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944703:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629423.944705:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629423.944708:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629423.944710:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629423.944711:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308771854
00000100:00000001:1.0:1778629423.944713:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308775696
00000100:00000001:1.0:1778629423.944714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308771854
00000100:00000001:1.0:1778629423.944716:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308775696
00000100:00000001:1.0:1778629423.944717:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629423.944719:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944720:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629423.944722:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629423/real 1778629423]  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629423.944726:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629423.944727:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629423.944728:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629423.944729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629423.944730:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629423.944731:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629423.944732:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629423.944737:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944741:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629423.944742:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944742:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.944743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629423.944745:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944748:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629423.944750:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944754:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629423.944755:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944756:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.944756:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944757:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629423.944760:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629423.944762:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629423.944764:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629423.944765:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629423.944768:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629423.944775:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647040:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629423.944779:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629423.944781:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944787:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629423.944789:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944791:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629423.944793:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629423.944795:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629423.944797:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629423.944800:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629423.944802:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629423.944803:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629423.944805:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629423.944808:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629423.944809:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629423.944812:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629423.944814:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629423.944817:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629423.944820:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647168, portal 10
00000100:00000001:1.0:1778629423.944821:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629423.944822:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:1.0:1778629423.944827:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944839:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629423.944841:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629423.944843:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629423.944845:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647168, offset 0
00000400:00000200:1.0:1778629423.944848:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629423.944859:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629423.944862:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629423.944865:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629423.944867:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629423.944868:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629423.944869:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629423.944871:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497655:497655:256:4294967295] 192.168.204.112@tcp LPNI seq info [497614:497614:8:4294967295]
00000400:00000200:1.0:1778629423.944874:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629423.944878:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629423.944880:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629423.944882:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629423.944885:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629423.944886:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1778629423.944890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629423.944892:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1778629423.944895:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629423.944897:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629423.944900:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629423.944903:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629423.944906:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629423.944907:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629423.944909:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629423.944912:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944919:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.944922:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944934:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944935:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629423.944938:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629423.944941:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629423.944945:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629423.944947:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308771855
00000100:00000001:1.0:1778629423.944949:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308775696
00000100:00000001:1.0:1778629423.944951:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308771855
00000100:00000001:1.0:1778629423.944953:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308775696
00000100:00000001:1.0:1778629423.944956:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629423.944957:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.944959:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629423.944963:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629423/real 1778629423]  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629423.944970:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629423.944972:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629423.944973:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629423.944975:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629423.944977:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629423.944979:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629423.944982:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629423.944990:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.944995:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629423.944996:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.944997:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.944998:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629423.945000:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.945005:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629423.945007:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.945011:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629423.945012:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945013:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629423.945013:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945014:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629423.945016:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629423.945017:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629423.945019:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629423.945020:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629423.945022:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629423.945026:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647168:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629423.945028:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945029:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.945031:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472647040/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.945036:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629423.945038:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629423.945039:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629423.945041:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629423.945043:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629423.945044:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629423.945046:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629423.945047:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:1.0:1778629423.945049:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629423.945051:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629423.945052:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:1.0:1778629423.945055:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629423.945056:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945057:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629423.945060:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472647168/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629423.945066:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629423.945067:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629423.945068:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629423.945070:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629423.945071:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629423.945073:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629423.945074:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629423.945075:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:1.0:1778629423.945077:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629423.945078:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629423.945079:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:1.0:1778629423.945081:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629423.945083:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945084:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629423.945087:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629423.945089:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629423.945090:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629423.945091:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629424.199694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629424.199696:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629424.199699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629424.199699:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629424.199702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629424.199704:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629424.199705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629424.199705:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629424.199711:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629424.199712:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629424.199714:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629424.199715:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629424.199718:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629424.199719:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629424.199722:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629424.199735:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629424.199737:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629424.199740:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629424.199746:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629424.199749:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629424.199750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629424.199752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629424.199754:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629424.199755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629424.199757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629424.199758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629424.199760:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629424.967714:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629424.967722:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629424.967725:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629424.967730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629424.967735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629424.967740:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629424.967744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629424.967748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629424.967755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629425.223721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629425.223725:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629425.223728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629425.223729:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629425.223731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629425.223731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629425.223735:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629425.223737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629425.223737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629425.223737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629425.223740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629425.223742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629425.223742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629425.223744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629425.223745:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629425.223746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629425.223748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629425.223751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629425.223751:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629425.223754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629425.223754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629425.223758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629425.223758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629425.223761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629425.223801:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629425.223805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629425.223809:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629425.991738:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629425.991746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629425.991748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629425.991754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629425.991759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629425.991763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629425.991766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629425.991770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629425.991774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629426.247755:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629426.247756:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629426.247761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629426.247762:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629426.247763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629426.247764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629426.247770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629426.247772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629426.247772:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629426.247777:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629426.247781:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778629426.247782:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629426.247783:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629426.247785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629426.247793:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629426.247793:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629426.247793:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629426.247799:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629426.247799:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629426.247800:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629426.247804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247808:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629426.247809:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629426.247817:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629426.247817:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629426.247828:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247829:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629426.247836:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629426.247837:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629426.247839:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247841:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629426.247843:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247844:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247846:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629426.247849:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629426.247850:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629426.247877:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629426.247879:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629426.247881:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629427.015672:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629427.015679:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629427.015681:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629427.015687:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629427.015691:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629427.015694:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629427.015696:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629427.015698:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629427.015700:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629427.271775:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629427.271775:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629427.271775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629427.271785:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629427.271789:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629427.271790:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629427.271791:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629427.271794:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629427.271795:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629427.271795:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629427.271804:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629427.271805:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629427.271806:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629427.271808:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629427.271814:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629427.271814:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629427.271824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629427.271824:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629427.271832:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629427.271832:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629427.271834:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629427.271835:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629427.271838:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629427.271841:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629427.271879:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629427.271883:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629427.271886:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629427.847719:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308775696, at 4308775744
00000100:00000040:1.0:1778629427.847719:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308775696, at 4308775744
00000100:00000010:1.0:1778629427.847732:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:0.0:1778629427.847735:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a58a0.
00000100:00000001:0.0:1778629428.039703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629428.039709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629428.039710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629428.039715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629428.039718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629428.039721:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629428.039723:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629428.039725:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629428.039727:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629428.295727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629428.295730:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629428.295735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629428.295736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629428.295736:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629428.295740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629428.295741:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629428.295741:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629428.295750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629428.295751:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629428.295751:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629428.295758:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629428.295759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629428.295759:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629428.295762:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629428.295765:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629428.295766:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629428.295766:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629428.295774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629428.295775:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629428.295778:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629428.295780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629428.295782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629428.295788:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629428.295802:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629428.295805:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629428.295809:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629429.063718:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629429.063722:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629429.063724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629429.063727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629429.063732:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629429.063733:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629429.063736:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629429.063736:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629429.063739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629429.063740:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629429.063743:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629429.063744:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629429.063745:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629429.063748:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629429.063753:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14104
00000400:00000200:2.0:1778629429.063762:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629429.063768:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629429.063771:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629429.063774:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063777:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629429.063779:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063781:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629429.063784:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629429.063786:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629429.063789:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629429.063791:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629429.063793:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629429.063795:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629429.063798:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063800:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629429.063802:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063804:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629429.063807:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629429.063810:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063812:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629429.063815:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629429.063817:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629429.063820:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.063822:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629429.063824:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629429.063832:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629429.063835:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629429.063839:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629429.063840:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.063842:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629429.063845:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629429.063848:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629429.063855:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943394c00.
00000100:00000001:2.0:1778629429.063860:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629429.063868:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629429.063878:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629429.063882:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629429.063891:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629429.063909:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629429.063912:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629429.063915:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629429.063916:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629429.063918:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629429.063921:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629429.063923:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14104
00000400:00000200:2.0:1778629429.063927:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629429.063930:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629429.063933:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629429.063936:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.063939:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629429.063940:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629429.063942:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629429.063943:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629429.063946:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629429.063946:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629429.063950:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1778629429.063953:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1778629429.063953:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629429.063956:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629429.063960:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:1.0:1778629429.063965:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1778629429.063965:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629429.063967:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629429.063969:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:1.0:1778629429.063971:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629429.063975:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629429.063977:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:1.0:1778629429.063978:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.063982:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1778629429.063983:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472647296:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629429.063987:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629429.063988:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629429.063992:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1778629429.063992:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:1.0:1778629429.063994:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629429.063995:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:1.0:1778629429.063997:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1778629429.064000:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000010:1.0:1778629429.064002:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:2.0:1778629429.064003:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629429.064006:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629429.064007:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629429.064013:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629429.064013:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629429.064016:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629429.064017:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000001:2.0:1778629429.064020:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1778629429.064022:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000008:00100000:2.0:1778629429.064024:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1778629429.064028:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647296, portal 25
00000100:00000001:1.0:1778629429.064030:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629429.064032:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000008:00000001:2.0:1778629429.064033:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629429.064037:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629429.064037:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629429.064043:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629429.064045:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1778629429.064047:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000040:1.0:1778629429.064050:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629429.064053:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1778629429.064054:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
02000000:00000001:2.0:1778629429.064056:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1778629429.064057:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472647296, offset 0
00000100:00000001:2.0:1778629429.064059:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629429.064062:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1778629429.064064:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629429.064066:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629429.064071:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943395000.
00000400:00000200:1.0:1778629429.064072:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629429.064077:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629429.064079:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629429.064084:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1778629429.064085:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629429.064088:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629429.064093:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629429.064097:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.064100:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629429.064102:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497656:497656:256:4294967295] 192.168.204.112@tcp LPNI seq info [497615:497615:8:4294967295]
00000100:00000001:2.0:1778629429.064104:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629429.064108:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629429.064111:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1778629429.064120:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1778629429.064128:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629429.064129:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629429.064134:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1778629429.064135:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00080000:2.0:1778629429.064140:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629429.064142:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1778629429.064144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00080000:2.0:1778629429.064145:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1778629429.064149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1778629429.064149:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629429.064154:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14104
00000800:00000200:1.1:1778629429.064157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000400:00000200:2.0:1778629429.064161:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000800:00000200:1.1:1778629429.064161:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629429.064167:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629429.064168:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000800:00000010:1.0:1778629429.064172:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000100:00080000:2.0:1778629429.064172:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629429.064177:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.064179:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1778629429.064180:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629429.064181:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.064185:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629429.064189:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1778629429.064190:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629429.064192:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629429.064195:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1778629429.064197:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000020:00000040:2.0:1778629429.064197:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629429.064200:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:1.0:1778629429.064202:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000020:00000001:2.0:1778629429.064203:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629429.064207:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629429.064209:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.064212:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778629429.064215:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629429.064216:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629429.064221:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629429.064227:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629429.064233:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629429.064235:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1778629429.064236:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629429.064239:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1778629429.064242:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629429.064243:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629429.064247:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.064251:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629429.064254:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629429.064260:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629429.064260:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064265:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629429.064265:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629429.064271:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629429.064272:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1778629429.064274:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629429.064278:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629429.064278:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778629429.064280:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308780816
02000000:00000001:2.0:1778629429.064281:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.064284:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629429.064285:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629429.064287:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629429.064290:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3943397000.
00000100:00000001:2.0:1778629429.064293:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629429.064295:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000100:00100000:2.0:1778629429.064299:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629429.064301:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629429.064307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308780816
00000100:00000001:2.0:1778629429.064309:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1778629429.064310:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5a80.
00000100:00000001:2.0:1778629429.064313:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064314:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629429.064318:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629429.064319:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064320:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064324:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629429.064330:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629429/real 1778629429]  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629429.064334:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629429.064338:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629429.064346:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1778629429.064349:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1778629429.064350:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1778629429.064353:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1778629429.064355:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1778629429.064356:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629429.064360:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000100:00000040:2.0:1778629429.064360:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14114)
00000400:00000010:1.0:1778629429.064362:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629429.064366:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629429.064371:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629429.064380:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064387:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629429.064400:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064402:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064403:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629429.064408:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064414:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629429.064418:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064426:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629429.064428:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064430:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064431:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064433:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629429.064435:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629429.064438:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629429.064441:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629429.064443:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629429.064446:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629429.064453:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472647296:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629429.064457:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064458:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629429.064460:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472647296/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064465:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629429.064466:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629429.064468:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629429.064470:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629429.064472:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629429.064473:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629429.064475:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629429.064477:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943394c00.
02000000:00000001:1.0:1778629429.064480:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629429.064482:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629429.064483:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:1.0:1778629429.064486:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629429.064487:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064489:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064497:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629429.064498:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064500:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629429.064501:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629429.064503:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629429.064506:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064513:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629429.064515:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629429.064517:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629429.064518:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629429.064520:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629429.064523:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629429.064525:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629429.064527:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629429.064528:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629429.064529:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629429.064531:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629429.064532:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629429.064535:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629429.064537:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629429.064539:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629429.064541:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647424, portal 10
00000100:00000001:1.0:1778629429.064542:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629429.064543:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:1.0:1778629429.064547:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064552:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629429.064553:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629429.064555:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629429.064558:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647424, offset 0
00000400:00000200:1.0:1778629429.064561:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629429.064565:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629429.064569:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629429.064572:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629429.064574:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629429.064576:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629429.064578:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629429.064581:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497657:497657:256:4294967295] 192.168.204.112@tcp LPNI seq info [497616:497616:8:4294967295]
00000400:00000200:1.0:1778629429.064584:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629429.064591:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629429.064595:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629429.064598:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629429.064602:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629429.064605:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629429.064633:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629429.064635:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629429.064637:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629429.064638:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629429.064640:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629429.064642:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629429.064645:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629429.064646:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629429.064647:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629429.064650:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064655:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629429.064657:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064661:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064662:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629429.064664:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629429.064667:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629429.064670:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629429.064672:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308776974
00000100:00000001:1.0:1778629429.064675:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308780816
00000100:00000001:1.0:1778629429.064677:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308776974
00000100:00000001:1.0:1778629429.064678:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308780816
00000100:00000001:1.0:1778629429.064680:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629429.064682:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064684:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629429.064690:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629429/real 1778629429]  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629429.064697:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629429.064698:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629429.064707:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629429.064710:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629429.064711:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629429.064713:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629429.064716:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629429.064723:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064728:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629429.064729:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064730:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064731:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629429.064734:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064740:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629429.064743:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064748:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629429.064750:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064755:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629429.064758:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629429.064760:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629429.064763:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629429.064765:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629429.064768:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629429.064774:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647424:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629429.064777:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629429.064779:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064784:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629429.064785:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629429.064787:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629429.064788:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629429.064790:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629429.064792:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629429.064795:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629429.064797:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629429.064798:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629429.064799:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629429.064802:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629429.064804:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629429.064806:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629429.064808:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629429.064811:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629429.064813:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647552, portal 10
00000100:00000001:1.0:1778629429.064815:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629429.064816:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:1.0:1778629429.064821:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064827:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629429.064829:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629429.064831:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629429.064832:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647552, offset 0
00000400:00000200:1.0:1778629429.064835:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629429.064839:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629429.064842:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629429.064844:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629429.064846:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629429.064848:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629429.064850:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629429.064853:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497658:497658:256:4294967295] 192.168.204.112@tcp LPNI seq info [497617:497617:8:4294967295]
00000400:00000200:1.0:1778629429.064856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629429.064861:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629429.064865:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629429.064867:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629429.064871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629429.064873:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1778629429.064877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629429.064879:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1778629429.064883:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629429.064885:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629429.064887:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629429.064891:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629429.064893:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629429.064894:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629429.064896:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629429.064898:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064907:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629429.064908:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064912:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064913:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629429.064915:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629429.064917:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629429.064919:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629429.064920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308776975
00000100:00000001:1.0:1778629429.064922:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308780816
00000100:00000001:1.0:1778629429.064923:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308776975
00000100:00000001:1.0:1778629429.064924:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308780816
00000100:00000001:1.0:1778629429.064926:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629429.064927:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.064928:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629429.064930:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629429/real 1778629429]  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629429.064934:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629429.064935:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629429.064936:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629429.064937:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629429.064938:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629429.064939:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629429.064941:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629429.064945:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064949:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629429.064950:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064951:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064952:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629429.064954:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064957:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629429.064959:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064963:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629429.064964:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064965:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629429.064965:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064966:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629429.064968:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629429.064969:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629429.064971:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629429.064972:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629429.064974:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629429.064978:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647552:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629429.064980:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.064981:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629429.064982:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472647424/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.064986:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629429.064987:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629429.064988:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629429.064989:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629429.064990:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629429.064991:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629429.064993:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629429.064994:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943395000.
02000000:00000001:1.0:1778629429.064995:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629429.064996:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629429.064997:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:1.0:1778629429.064999:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629429.065000:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.065001:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629429.065002:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472647552/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629429.065006:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629429.065006:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629429.065007:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:1.0:1778629429.065008:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629429.065009:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629429.065009:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629429.065010:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629429.065011:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3943397000.
02000000:00000001:1.0:1778629429.065012:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629429.065012:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629429.065013:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:1.0:1778629429.065014:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629429.065015:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.065016:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.065018:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629429.065018:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.065019:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629429.065021:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629429.319683:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629429.319683:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629429.319690:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629429.319690:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629429.319693:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.319693:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629429.319700:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629429.319700:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629429.319706:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629429.319706:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629429.319711:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629429.319711:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629429.319715:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629429.319716:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629429.319719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629429.319719:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629429.319722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629429.319725:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629429.319725:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629429.319727:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629429.319734:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629429.319736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629429.319740:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629429.319742:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629429.319799:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629429.319803:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629429.319806:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629430.087707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629430.087714:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629430.087716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629430.087721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629430.087724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629430.087728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629430.087731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629430.087733:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629430.087736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629430.343717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629430.343717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629430.343721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629430.343726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629430.343726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629430.343726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629430.343730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629430.343730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629430.343733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629430.343736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629430.343736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629430.343736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629430.343743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629430.343743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629430.343744:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629430.343747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629430.343747:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629430.343748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629430.343753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629430.343753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629430.343756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629430.343757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629430.343761:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629430.343762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629430.343776:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629430.343780:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629430.343783:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629431.111787:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629431.111796:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629431.111798:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629431.111805:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629431.111810:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629431.111814:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629431.111817:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629431.111821:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629431.111825:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629431.367709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629431.367709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629431.367712:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629431.367715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629431.367716:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629431.367716:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629431.367717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629431.367719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629431.367722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629431.367723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629431.367724:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629431.367724:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629431.367728:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629431.367729:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629431.367730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629431.367731:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629431.367733:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629431.367733:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629431.367734:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629431.367737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629431.367738:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629431.367739:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629431.367741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629431.367745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629431.367783:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629431.367786:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629431.367788:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629432.135746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629432.135752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629432.135754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629432.135760:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629432.135764:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629432.135768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629432.135770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629432.135773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629432.135776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629432.391708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629432.391708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629432.391712:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629432.391714:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629432.391715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629432.391715:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629432.391716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629432.391718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629432.391721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629432.391722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629432.391723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629432.391723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629432.391726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629432.391729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629432.391730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629432.391730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629432.391733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629432.391733:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629432.391734:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629432.391737:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629432.391739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629432.391740:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629432.391742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629432.391746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629432.391756:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629432.391759:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629432.391761:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629432.967665:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308780816, at 4308780864
00000100:00000040:1.0:1778629432.967674:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308780816, at 4308780864
00000100:00000010:0.0:1778629432.967679:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000010:1.0:1778629432.967683:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5a80.
00000100:00000001:0.0:1778629433.159708:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629433.159715:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629433.159717:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629433.159722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629433.159725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629433.159729:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629433.159732:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629433.159734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629433.159737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629433.415719:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629433.415719:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629433.415727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629433.415727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629433.415729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629433.415730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629433.415733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629433.415736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629433.415736:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629433.415737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629433.415742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629433.415743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629433.415744:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629433.415746:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629433.415748:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629433.415748:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629433.415749:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629433.415754:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1778629433.415755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629433.415755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629433.415756:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629433.415760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629433.415761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629433.415761:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629433.415767:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629433.415768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629433.415768:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629433.415769:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629433.415774:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629433.415776:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629433.415838:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629433.415842:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629433.415844:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629434.183695:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629434.183698:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629434.183705:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629434.183707:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629434.183709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1778629434.183710:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629434.183711:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.183715:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1778629434.183718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629434.183721:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14109
00000100:00000001:0.0:1778629434.183722:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629434.183726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629434.183729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629434.183732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1778629434.183732:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629434.183737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629434.183740:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629434.183743:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629434.183746:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.183749:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629434.183751:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.183753:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629434.183755:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629434.183756:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629434.183758:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629434.183760:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629434.183762:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629434.183763:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629434.183766:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.183768:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629434.183770:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.183772:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629434.183774:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629434.183776:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629434.183778:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629434.183780:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629434.183782:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629434.183784:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.183786:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629434.183787:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629434.183791:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629434.183794:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629434.183797:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629434.183799:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.183801:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629434.183803:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629434.183807:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629434.183823:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629434.183830:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629434.183841:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629434.183851:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629434.183857:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629434.183863:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629434.183887:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629434.183890:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629434.183892:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629434.183894:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629434.183896:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629434.183898:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629434.183901:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14109
00000400:00000200:3.0:1778629434.183904:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629434.183906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1778629434.183906:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629434.183910:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629434.183911:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778629434.183913:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629434.183914:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778629434.183916:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629434.183922:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.183929:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629434.183930:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629434.183933:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629434.183935:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629434.183937:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629434.183940:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472647680:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629434.183942:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629434.183945:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629434.183947:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629434.183949:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629434.183953:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.183954:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.183959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629434.183961:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629434.183966:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629434.183971:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647680, portal 25
00000100:00000040:3.0:1778629434.183974:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629434.183975:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629434.183977:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000001:3.0:1778629434.183978:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629434.183981:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629434.183983:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000040:1.0:1778629434.183984:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629434.183985:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629434.183989:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629434.183993:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:1.0:1778629434.183998:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1778629434.183998:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629434.184002:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629434.184004:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000010:1.0:1778629434.184005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000001:3.0:1778629434.184006:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778629434.184008:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472647680, offset 0
00000100:00000040:3.0:1778629434.184009:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.184012:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629434.184014:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000400:00000200:1.0:1778629434.184016:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629434.184018:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629434.184020:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629434.184021:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1778629434.184024:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629434.184025:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629434.184028:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184029:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629434.184030:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1778629434.184035:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1778629434.184035:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629434.184039:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.184041:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184042:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000010:3.0:1778629434.184045:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000400:00000200:1.0:1778629434.184048:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1778629434.184048:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629434.184051:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1778629434.184054:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629434.184054:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.184057:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629434.184058:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629434.184061:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184062:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497659:497659:256:4294967295] 192.168.204.112@tcp LPNI seq info [497618:497618:8:4294967295]
02000000:00000010:3.0:1778629434.184064:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629434.184068:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184069:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00100000:3.0:1778629434.184075:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629434.184087:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629434.184087:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629434.184091:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629434.184095:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1778629434.184099:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184106:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629434.184112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629434.184115:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778629434.184120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629434.184123:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778629434.184127:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184130:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629434.184135:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629434.184139:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629434.184143:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629434.184145:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629434.184148:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629434.184152:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184161:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184163:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184169:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184180:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629434.184186:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184190:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629434.184194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308785936
00000100:00000010:1.0:1778629434.184201:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a56c0.
00000100:00000001:3.0:1778629434.184203:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629434.184206:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629434.184208:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629434.184209:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629434.184210:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629434.184212:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629434.184215:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629434.184218:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308785936
00000100:00080000:3.0:1778629434.184218:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14109
00000100:00000010:1.0:1778629434.184224:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5240.
00000400:00000200:3.0:1778629434.184224:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629434.184236:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629434.184241:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629434.184245:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184247:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629434.184253:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629434/real 1778629434]  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629434.184262:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629434.184264:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629434.184266:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629434.184269:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629434.184272:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000400:00000200:3.0:1778629434.184273:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629434.184276:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1778629434.184277:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1778629434.184280:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.184282:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1778629434.184284:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629434.184285:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629434.184303:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629434.184307:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629434.184308:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000200:1.0:1778629434.184311:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629434.184311:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629434.184314:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629434.184318:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629434.184323:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1778629434.184323:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:1.0:1778629434.184326:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629434.184328:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629434.184329:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629434.184331:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629434.184332:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629434.184335:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:1.0:1778629434.184338:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629434.184342:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629434.184343:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1778629434.184345:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00000040:1.0:1778629434.184348:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629434.184350:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629434.184356:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629434.184360:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1778629434.184361:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629434.184363:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1778629434.184364:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629434.184365:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1778629434.184367:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184372:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629434.184372:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629434.184374:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1778629434.184375:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629434.184380:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1778629434.184380:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.184383:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629434.184386:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000010:3.0:1778629434.184387:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778629434.184388:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1778629434.184390:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000040:1.0:1778629434.184393:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629434.184394:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629434.184397:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629434.184401:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629434.184404:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1778629434.184405:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472647680:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629434.184407:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184409:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184411:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184413:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472647680/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778629434.184413:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629434.184419:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184420:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629434.184423:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629434.184425:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.184428:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1778629434.184428:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1778629434.184429:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629434.184431:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629434.184434:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629434.184436:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629434.184440:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629434.184442:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629434.184444:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:3.0:1778629434.184444:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629434.184448:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629434.184449:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629434.184449:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184453:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629434.184457:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184459:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629434.184461:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184464:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629434.184466:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629434.184468:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629434.184473:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629434.184474:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629434.184479:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629434.184484:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1778629434.184486:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629434.184489:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629434.184490:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1778629434.184491:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629434.184494:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629434.184496:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629434.184496:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1778629434.184500:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629434.184503:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1778629434.184504:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14119)
02000000:00000001:1.0:1778629434.184505:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629434.184506:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629434.184509:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629434.184511:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.184513:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184516:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629434.184517:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629434.184520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629434.184522:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647808, portal 10
00000100:00000001:1.0:1778629434.184523:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629434.184524:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:1.0:1778629434.184529:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184533:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629434.184536:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629434.184537:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629434.184539:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647808, offset 0
00000400:00000200:1.0:1778629434.184541:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629434.184543:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629434.184546:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629434.184547:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629434.184549:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629434.184551:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629434.184552:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629434.184554:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497660:497660:256:4294967295] 192.168.204.112@tcp LPNI seq info [497619:497619:8:4294967295]
00000400:00000200:1.0:1778629434.184557:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629434.184561:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629434.184563:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184565:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629434.184568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629434.184569:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778629434.184572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629434.184574:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778629434.184576:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184577:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629434.184579:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629434.184581:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629434.184583:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629434.184584:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629434.184585:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629434.184587:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184592:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184593:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184597:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184598:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629434.184600:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629434.184627:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629434.184630:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629434.184631:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308782094
00000100:00000001:1.0:1778629434.184633:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308785936
00000100:00000001:1.0:1778629434.184635:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308782094
00000100:00000001:1.0:1778629434.184636:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308785936
00000100:00000001:1.0:1778629434.184638:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629434.184640:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184641:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629434.184644:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629434/real 1778629434]  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629434.184650:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629434.184651:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629434.184652:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629434.184654:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629434.184655:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629434.184656:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629434.184658:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629434.184663:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184666:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629434.184667:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184668:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629434.184668:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629434.184670:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184674:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629434.184676:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184684:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629434.184687:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184688:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629434.184689:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184691:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629434.184695:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629434.184697:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629434.184701:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629434.184704:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629434.184707:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629434.184714:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647808:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629434.184717:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184719:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184722:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472647808/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184728:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629434.184729:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629434.184731:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.184734:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629434.184735:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629434.184736:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629434.184738:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629434.184739:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629434.184741:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629434.184743:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629434.184744:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:1.0:1778629434.184746:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629434.184747:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184749:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184751:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629434.184753:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184755:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629434.184756:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629434.184757:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629434.184760:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184766:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629434.184767:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629434.184769:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629434.184770:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629434.184771:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629434.184773:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629434.184775:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629434.184776:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629434.184777:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629434.184778:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629434.184780:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.184781:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629434.184783:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629434.184785:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629434.184787:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629434.184789:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472647936, portal 10
00000100:00000001:1.0:1778629434.184790:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629434.184791:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:1.0:1778629434.184794:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184798:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629434.184799:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629434.184801:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629434.184802:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472647936, offset 0
00000400:00000200:1.0:1778629434.184804:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629434.184806:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629434.184808:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629434.184810:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629434.184811:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629434.184813:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629434.184814:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629434.184816:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497661:497661:256:4294967295] 192.168.204.112@tcp LPNI seq info [497620:497620:8:4294967295]
00000400:00000200:1.0:1778629434.184818:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629434.184822:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629434.184825:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184827:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629434.184829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629434.184831:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1778629434.184834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629434.184835:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1778629434.184837:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629434.184839:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629434.184840:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629434.184842:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629434.184844:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629434.184845:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629434.184846:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629434.184848:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184853:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184855:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184858:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184859:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629434.184861:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629434.184862:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629434.184864:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629434.184865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308782095
00000100:00000001:1.0:1778629434.184867:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308785936
00000100:00000001:1.0:1778629434.184868:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308782095
00000100:00000001:1.0:1778629434.184869:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308785936
00000100:00000001:1.0:1778629434.184870:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629434.184871:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184872:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629434.184874:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629434/real 1778629434]  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629434.184879:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629434.184879:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629434.184880:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629434.184882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629434.184882:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629434.184883:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629434.184885:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629434.184889:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184892:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629434.184893:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184894:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629434.184895:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629434.184897:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184900:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629434.184902:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184906:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629434.184907:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184908:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629434.184908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184909:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629434.184911:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629434.184912:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629434.184914:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629434.184915:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629434.184917:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629434.184921:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472647936:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629434.184924:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184925:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629434.184926:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472647936/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629434.184929:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629434.184930:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629434.184931:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ece800.
02000000:00000001:1.0:1778629434.184932:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629434.184933:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629434.184933:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629434.184934:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629434.184935:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:1.0:1778629434.184936:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629434.184937:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629434.184937:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778629434.184939:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629434.184939:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184940:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629434.184942:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629434.184943:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.184944:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629434.184945:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629434.439709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629434.439713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629434.439717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629434.439719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629434.439719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.439721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629434.439722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629434.439725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629434.439726:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629434.439726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.439731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629434.439731:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629434.439733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629434.439735:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629434.439735:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629434.439736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.439739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629434.439739:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629434.439742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629434.439743:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629434.439743:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629434.439744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629434.439747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629434.439747:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629434.439772:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629434.439774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629434.439777:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629435.207673:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629435.207678:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629435.207680:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629435.207683:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629435.207686:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629435.207689:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629435.207691:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629435.207692:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629435.207694:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629435.463685:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629435.463689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629435.463692:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629435.463694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629435.463695:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629435.463697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463697:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629435.463702:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1778629435.463704:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629435.463705:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778629435.463707:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629435.463709:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629435.463709:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629435.463712:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629435.463714:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1778629435.463715:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629435.463716:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629435.463717:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629435.463721:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629435.463721:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629435.463722:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629435.463725:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629435.463726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629435.463726:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629435.463732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629435.463732:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629435.463736:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629435.463739:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629435.463740:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463742:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629435.463743:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463744:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463745:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629435.463748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629435.463749:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629435.463806:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629435.463809:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629435.463812:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629436.231760:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629436.231767:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629436.231776:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629436.231781:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629436.231788:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629436.231792:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629436.231795:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629436.231798:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629436.231801:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629436.487704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629436.487707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629436.487710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629436.487711:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629436.487712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629436.487718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629436.487719:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629436.487722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629436.487722:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629436.487726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629436.487728:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629436.487729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629436.487730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629436.487731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629436.487736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629436.487795:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629436.487799:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629436.487802:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629436.487844:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629436.487848:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629436.487849:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629436.487852:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629436.487854:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629436.487856:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629436.487859:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629436.487860:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629436.487862:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629437.255667:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629437.255673:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629437.255675:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629437.255679:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629437.255681:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629437.255684:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629437.255686:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629437.255687:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629437.255690:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629437.511673:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629437.511673:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629437.511680:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629437.511681:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629437.511682:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629437.511684:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629437.511689:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629437.511692:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629437.511693:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629437.511694:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629437.511698:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629437.511699:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629437.511699:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629437.511700:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629437.511705:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629437.511705:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629437.511708:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629437.511709:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629437.511709:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629437.511710:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629437.511714:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629437.511716:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629437.511718:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629437.511721:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629437.511770:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629437.511773:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629437.511776:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629438.087651:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308785936, at 4308785984
00000100:00000040:1.0:1778629438.087660:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308785936, at 4308785984
00000100:00000010:0.0:1778629438.087662:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a56c0.
00000100:00000010:1.0:1778629438.087669:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5240.
00000100:00000001:0.0:1778629438.279687:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629438.279693:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629438.279695:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629438.279701:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629438.279704:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629438.279707:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629438.279710:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629438.279713:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629438.279717:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629438.535687:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629438.535689:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629438.535692:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629438.535694:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629438.535697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629438.535698:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629438.535700:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629438.535703:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629438.535703:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629438.535705:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629438.535709:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629438.535713:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629438.535716:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629438.535719:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629438.535722:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629438.535726:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629438.535728:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629438.535730:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629438.535765:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629438.535769:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629438.535770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629438.535773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629438.535775:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629438.535777:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629438.535780:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629438.535781:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629438.535783:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629439.303717:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629439.303724:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629439.303726:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629439.303730:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629439.303733:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629439.303736:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629439.303738:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629439.303740:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629439.303743:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629439.303748:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629439.303755:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629439.303758:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629439.303762:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629439.303765:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629439.303772:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14114
00000400:00000200:3.0:1778629439.303779:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629439.303784:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629439.303786:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629439.303789:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303791:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629439.303792:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303794:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629439.303796:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629439.303797:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629439.303799:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629439.303808:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629439.303810:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629439.303813:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629439.303815:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303818:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629439.303819:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303822:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629439.303825:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629439.303828:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303830:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629439.303834:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629439.303837:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629439.303839:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.303842:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629439.303843:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629439.303852:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778629439.303856:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629439.303860:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629439.303861:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.303864:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629439.303866:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629439.303870:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629439.303876:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629439.303881:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629439.303888:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629439.303894:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629439.303897:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629439.303900:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629439.303917:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629439.303919:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629439.303921:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629439.303922:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629439.303923:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629439.303925:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629439.303927:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14114
00000400:00000200:3.0:1778629439.303929:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629439.303931:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629439.303933:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629439.303934:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303936:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629439.303938:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303939:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629439.303941:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629439.303942:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629439.303944:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629439.303945:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629439.303946:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629439.303948:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629439.303950:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629439.303951:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629439.303951:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629439.303954:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303955:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:1.0:1778629439.303956:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629439.303959:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629439.303959:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629439.303963:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629439.303966:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629439.303967:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1778629439.303968:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629439.303973:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629439.303974:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1778629439.303975:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.303976:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.303977:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1778629439.303980:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1778629439.303982:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1778629439.303983:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1778629439.303985:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.303986:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.303989:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629439.303991:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648064:192.168.204.112@tcp:250:kworker.0
00000100:00000010:3.0:1778629439.303992:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000100:00000001:1.0:1778629439.303994:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1778629439.303995:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629439.303997:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629439.303997:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629439.303998:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304000:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.304000:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629439.304002:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629439.304004:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629439.304006:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629439.304008:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304010:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1778629439.304013:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1778629439.304015:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629439.304017:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.304023:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1778629439.304025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629439.304026:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1778629439.304028:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000100:00000040:3.0:1778629439.304029:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1778629439.304034:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000001:3.0:1778629439.304036:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629439.304038:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1778629439.304040:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648064, portal 25
00000100:00080000:3.0:1778629439.304040:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629439.304040:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629439.304042:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629439.304043:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629439.304046:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000001:3.0:1778629439.304046:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629439.304049:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14114
00000100:00000040:1.0:1778629439.304054:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629439.304054:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629439.304058:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629439.304061:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629439.304066:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.304069:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1778629439.304073:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629439.304073:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.304076:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629439.304078:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1778629439.304081:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778629439.304081:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629439.304083:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629439.304084:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:1.0:1778629439.304085:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000020:00000001:3.0:1778629439.304086:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629439.304090:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000200:1.0:1778629439.304091:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472648064, offset 0
00000100:00000040:3.0:1778629439.304093:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.304096:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629439.304097:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629439.304099:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:1.0:1778629439.304102:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778629439.304103:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629439.304107:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629439.304108:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629439.304109:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629439.304111:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1778629439.304112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629439.304114:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.304115:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629439.304117:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1778629439.304119:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000008:00000001:3.0:1778629439.304119:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629439.304122:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304124:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1778629439.304126:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629439.304128:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:1.0:1778629439.304129:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:3.0:1778629439.304132:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629439.304133:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304134:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629439.304136:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1778629439.304138:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
02000000:00000001:3.0:1778629439.304138:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629439.304140:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304144:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497662:497662:256:4294967295] 192.168.204.112@tcp LPNI seq info [497621:497621:8:4294967295]
02000000:00000010:3.0:1778629439.304145:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000400:00000200:1.0:1778629439.304150:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629439.304150:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629439.304156:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1778629439.304164:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629439.304168:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629439.304170:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1778629439.304173:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629439.304176:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1778629439.304179:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000100:00000001:3.0:1778629439.304184:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629439.304196:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629439.304199:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629439.304203:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629439.304204:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629439.304208:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1778629439.304209:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778629439.304215:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14124)
00000800:00000200:1.1:1778629439.304215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629439.304219:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629439.304222:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629439.304224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629439.304230:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629439.304234:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629439.304237:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629439.304238:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629439.304242:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629439.304245:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304252:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304254:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304259:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304260:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629439.304263:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304266:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629439.304268:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308791056
00000100:00000010:1.0:1778629439.304272:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f00.
00000100:00000001:1.0:1778629439.304277:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629439.304281:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308791056
00000100:00000010:1.0:1778629439.304282:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f395e1a5f60.
00000100:00000001:1.0:1778629439.304284:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1778629439.304286:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629439.304288:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304290:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629439.304292:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629439/real 1778629439]  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629439.304302:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629439.304303:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629439.304304:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629439.304306:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629439.304307:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629439.304308:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629439.304310:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629439.304318:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304324:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629439.304326:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304330:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629439.304333:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304340:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629439.304344:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304352:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629439.304355:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304356:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304358:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304360:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629439.304362:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629439.304365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629439.304368:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629439.304369:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629439.304372:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629439.304377:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648064:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629439.304381:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304383:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304386:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472648064/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304391:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629439.304394:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629439.304396:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629439.304398:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629439.304400:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629439.304401:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:1.0:1778629439.304403:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629439.304406:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:1.0:1778629439.304409:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629439.304411:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629439.304412:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:1.0:1778629439.304415:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629439.304416:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304418:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304424:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629439.304426:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304427:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629439.304429:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629439.304430:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629439.304433:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304439:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629439.304440:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304442:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629439.304444:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629439.304446:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629439.304449:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629439.304452:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629439.304454:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629439.304455:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304457:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629439.304460:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629439.304461:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304465:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629439.304468:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629439.304471:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629439.304474:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648192, portal 10
00000100:00000001:1.0:1778629439.304475:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629439.304476:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000100:00000040:1.0:1778629439.304482:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304488:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629439.304490:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629439.304492:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629439.304494:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472648192, offset 0
00000400:00000200:1.0:1778629439.304497:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629439.304501:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629439.304504:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629439.304507:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629439.304517:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629439.304520:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629439.304522:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629439.304525:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497663:497663:256:4294967295] 192.168.204.112@tcp LPNI seq info [497622:497622:8:4294967295]
00000400:00000200:1.0:1778629439.304529:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629439.304534:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629439.304538:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629439.304541:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629439.304543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629439.304545:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629439.304548:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629439.304550:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629439.304552:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629439.304553:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629439.304555:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629439.304557:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629439.304559:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629439.304560:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629439.304561:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629439.304563:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304568:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304570:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304574:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304575:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629439.304577:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629439.304579:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:1.0:1778629439.304581:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629439.304582:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308787213
00000100:00000001:1.0:1778629439.304584:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308791056
00000100:00000001:1.0:1778629439.304586:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308787213
00000100:00000001:1.0:1778629439.304587:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308791056
00000100:00000001:1.0:1778629439.304588:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629439.304589:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304590:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629439.304592:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629439/real 1778629439]  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629439.304596:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629439.304597:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629439.304598:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629439.304600:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629439.304601:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629439.304602:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629439.304604:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629439.304634:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304640:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629439.304642:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304644:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304645:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629439.304648:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304655:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629439.304659:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304665:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629439.304667:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304669:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304670:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304672:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629439.304676:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629439.304678:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629439.304681:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629439.304683:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629439.304686:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629439.304693:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648192:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629439.304697:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1778629439.304700:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304707:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629439.304708:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304710:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1778629439.304711:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629439.304713:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629439.304716:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629439.304719:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1778629439.304721:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629439.304722:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629439.304724:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1778629439.304727:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3945eccc00.
02000000:00000001:1.0:1778629439.304729:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629439.304732:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:1.0:1778629439.304734:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f394a7cb160.
00000400:00000010:1.0:1778629439.304736:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f39734414c8.
00000100:00000200:1.0:1778629439.304738:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648320, portal 10
00000100:00000001:1.0:1778629439.304739:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629439.304740:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:1.0:1778629439.304743:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304747:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1778629439.304748:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:1.0:1778629439.304750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3973441000.
00000100:00000200:1.0:1778629439.304751:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472648320, offset 0
00000400:00000200:1.0:1778629439.304753:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:1.0:1778629439.304755:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629439.304758:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629439.304759:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1778629439.304761:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:1.0:1778629439.304763:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1778629439.304764:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629439.304766:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497664:497664:256:4294967295] 192.168.204.112@tcp LPNI seq info [497623:497623:8:4294967295]
00000400:00000200:1.0:1778629439.304770:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629439.304776:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1778629439.304780:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629439.304783:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f38517cf300.
00000800:00000200:1.0:1778629439.304786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.0:1778629439.304788:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1778629439.304792:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:1.1:1778629439.304794:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1778629439.304798:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:1.0:1778629439.304800:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f38517cf300.
00000400:00000200:1.0:1778629439.304803:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1778629439.304806:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1778629439.304808:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3973441000
00000400:00000010:1.0:1778629439.304810:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3973441000.
00000100:00000001:1.0:1778629439.304812:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1778629439.304816:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304821:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304823:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304831:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304832:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629439.304834:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629439.304836:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:1.0:1778629439.304838:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629439.304840:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308787215
00000100:00000001:1.0:1778629439.304842:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308791056
00000100:00000001:1.0:1778629439.304844:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308787215
00000100:00000001:1.0:1778629439.304847:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308791056
00000100:00000001:1.0:1778629439.304849:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629439.304851:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304853:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1778629439.304856:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629439/real 1778629439]  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1778629439.304868:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1778629439.304870:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1778629439.304871:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f394a7cb160.
00000400:00000200:1.0:1778629439.304874:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f39734414c8
00000400:00000010:1.0:1778629439.304875:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f39734414c8.
00000100:00000001:1.0:1778629439.304877:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1778629439.304881:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1778629439.304889:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304894:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1778629439.304895:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304896:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304898:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629439.304900:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304904:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1778629439.304906:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304910:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1778629439.304911:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304912:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1778629439.304913:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304914:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1778629439.304916:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1778629439.304917:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1778629439.304919:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:1.0:1778629439.304921:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1778629439.304923:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1778629439.304927:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648320:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629439.304929:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304930:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304932:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472648192/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304935:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629439.304936:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629439.304937:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:1.0:1778629439.304939:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629439.304940:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629439.304941:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629439.304942:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629439.304943:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:1.0:1778629439.304944:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629439.304945:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629439.304946:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:1.0:1778629439.304948:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629439.304948:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304949:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1778629439.304951:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472648320/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629439.304954:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1778629439.304955:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1778629439.304955:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:1.0:1778629439.304957:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1778629439.304958:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1778629439.304958:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:1.0:1778629439.304960:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1778629439.304961:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:1.0:1778629439.304962:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1778629439.304962:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1778629439.304963:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:1.0:1778629439.304964:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1778629439.304965:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304966:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629439.304968:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629439.304968:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629439.304969:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629439.304970:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629439.559716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629439.559716:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629439.559723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629439.559725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629439.559728:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629439.559728:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629439.559731:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629439.559733:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629439.559734:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629439.559737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629439.559740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629439.559744:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629439.559747:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629439.559749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629439.559749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629439.559753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629439.559758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629439.559762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629439.559769:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629439.559773:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629439.559778:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629439.559781:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629439.559784:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629439.559787:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629439.559806:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629439.559809:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629439.559813:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629440.327723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629440.327730:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629440.327732:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629440.327737:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629440.327741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629440.327745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629440.327748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629440.327750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629440.327753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629440.583745:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629440.583746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629440.583747:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629440.583754:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629440.583756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629440.583756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629440.583761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629440.583762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629440.583763:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629440.583771:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629440.583772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:0.0:1778629440.583773:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629440.583780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629440.583780:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629440.583781:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629440.583784:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629440.583786:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629440.583787:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629440.583790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629440.583793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629440.583794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629440.583800:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629440.583800:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629440.583809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629440.583812:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629440.583815:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629440.583818:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629441.351737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629441.351743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629441.351744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629441.351748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629441.351751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629441.351755:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629441.351758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629441.351760:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629441.351762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629441.607680:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629441.607686:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629441.607688:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629441.607693:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629441.607697:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629441.607697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629441.607705:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629441.607706:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629441.607706:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629441.607707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629441.607713:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629441.607713:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629441.607714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629441.607721:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629441.607721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629441.607723:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629441.607727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629441.607730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629441.607732:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629441.607733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629441.607736:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629441.607737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629441.607739:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629441.607743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629441.607819:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629441.607822:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629441.607825:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629442.375711:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629442.375717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629442.375718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629442.375722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629442.375724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629442.375727:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629442.375729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629442.375731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629442.375732:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629442.631749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629442.631753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629442.631753:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629442.631757:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629442.631760:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629442.631761:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629442.631763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629442.631765:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629442.631772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629442.631772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629442.631774:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629442.631781:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629442.631782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629442.631782:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629442.631791:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629442.631791:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629442.631791:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629442.631795:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629442.631799:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629442.631799:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629442.631804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629442.631805:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629442.631815:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629442.631815:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629442.631827:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629442.631831:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629442.631835:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629443.207709:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308791056, at 4308791104
00000100:00000040:1.0:1778629443.207709:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308791056, at 4308791104
00000100:00000010:1.0:1778629443.207721:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f60.
00000100:00000010:0.0:1778629443.207731:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f395e1a5f00.
00000100:00000001:0.0:1778629443.399710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629443.399717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629443.399719:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629443.399724:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629443.399728:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629443.399732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629443.399735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629443.399738:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629443.399741:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629443.655700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629443.655707:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629443.655707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629443.655708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629443.655709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629443.655712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629443.655714:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629443.655715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629443.655717:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629443.655719:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629443.655719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629443.655720:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629443.655723:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629443.655725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1778629443.655725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629443.655727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629443.655729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629443.655729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629443.655732:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629443.655733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629443.655733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629443.655736:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778629443.655738:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629443.655741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629443.655741:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629443.655746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629443.655747:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629443.655750:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629443.655752:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629443.655755:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629443.655807:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629443.655810:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629443.655811:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629444.423670:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629444.423676:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629444.423677:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629444.423681:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629444.423683:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629444.423686:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629444.423689:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629444.423691:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629444.423691:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629444.423695:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629444.423697:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629444.423699:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629444.423701:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629444.423703:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629444.423709:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14119
00000400:00000200:1.0:1778629444.423716:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629444.423726:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629444.423729:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629444.423732:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423735:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629444.423738:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423740:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629444.423744:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629444.423745:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629444.423748:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629444.423750:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629444.423752:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629444.423755:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629444.423758:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423760:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629444.423762:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423763:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629444.423767:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629444.423770:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423771:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629444.423773:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629444.423775:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629444.423777:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.423778:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629444.423780:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629444.423786:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820a80.
00000020:00000040:1.0:1778629444.423789:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629444.423791:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629444.423793:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.423794:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629444.423797:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629444.423800:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629444.423805:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945eccc00.
00000100:00000001:1.0:1778629444.423810:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629444.423816:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629444.423823:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629444.423826:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629444.423830:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186f65ef] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629444.423854:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629444.423858:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629444.423861:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629444.423862:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629444.423864:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629444.423866:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629444.423869:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14119
00000400:00000200:1.0:1778629444.423874:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629444.423878:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629444.423880:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629444.423883:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629444.423883:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1778629444.423884:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629444.423887:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629444.423887:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629444.423889:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1778629444.423890:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629444.423893:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629444.423894:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629444.423896:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1778629444.423897:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1778629444.423898:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629444.423902:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629444.423907:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629444.423913:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629444.423913:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629444.423915:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.423916:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629444.423918:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1778629444.423919:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.423921:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:2.0:1778629444.423922:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1778629444.423926:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:2.0:1778629444.423926:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629444.423932:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:2.0:1778629444.423933:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648448:192.168.204.112@tcp:250:kworker.0
00000100:00000001:1.0:1778629444.423936:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629444.423939:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1778629444.423939:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629444.423943:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1778629444.423944:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629444.423945:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629444.423949:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629444.423949:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1778629444.423953:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1778629444.423955:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2400.
00000008:00100000:1.0:1778629444.423956:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629444.423958:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1778629444.423959:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.423962:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629444.423965:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820000.
00000400:00000200:2.0:1778629444.423965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:1.0:1778629444.423969:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629444.423971:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1778629444.423971:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:1.0:1778629444.423974:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.423976:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629444.423977:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1778629444.423977:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000001:1.0:1778629444.423979:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629444.423983:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648448, portal 25
02000000:00000010:1.0:1778629444.423984:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd400.
00000100:00000001:2.0:1778629444.423987:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1778629444.423989:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.423989:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629873792 : -123998079677824 : ffff8f3972820a80)
00000100:00100000:1.0:1778629444.423996:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629444.423996:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629444.424023:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629444.424024:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1778629444.424027:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629444.424031:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5912c17] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629444.424036:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629444.424040:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:1.0:1778629444.424041:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629444.424044:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1778629444.424044:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472648448, offset 0
00000100:00080000:1.0:1778629444.424050:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629444.424051:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629444.424053:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629444.424054:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629444.424057:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629444.424062:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14119
00000400:00000200:2.0:1778629444.424063:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629444.424071:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629444.424073:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:1.0:1778629444.424078:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:2.0:1778629444.424078:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1778629444.424082:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629444.424082:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:1.0:1778629444.424099:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629444.424099:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1778629444.424104:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629444.424104:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:1.0:1778629444.424110:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:2.0:1778629444.424110:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497665:497665:256:4294967295] 192.168.204.112@tcp LPNI seq info [497624:497624:8:4294967295]
00000100:00000001:1.0:1778629444.424115:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:2.0:1778629444.424118:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000001:1.0:1778629444.424121:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629444.424123:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629444.424124:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629444.424127:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:2.0:1778629444.424130:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1778629444.424131:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629444.424134:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629444.424140:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629444.424141:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629444.424146:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1778629444.424147:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000040:1.0:1778629444.424151:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629444.424154:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:2.0:1778629444.424156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:1.0:1778629444.424158:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:2.0:1778629444.424160:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000100:00080000:1.0:1778629444.424165:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000200:2.1:1778629444.424169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629444.424170:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629444.424172:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
02000000:00000001:1.0:1778629444.424173:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1778629444.424177:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:1.0:1778629444.424178:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1778629444.424179:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
02000000:00000001:1.0:1778629444.424184:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629444.424185:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1778629444.424186:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629444.424188:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1778629444.424191:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1778629444.424192:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.424194:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629444.424195:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000100:00000010:1.0:1778629444.424197:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972820380.
00000400:00000010:2.0:1778629444.424198:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000020:00000040:1.0:1778629444.424202:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:2.0:1778629444.424203:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1778629444.424206:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629444.424209:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629444.424209:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629444.424213:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629444.424215:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629444.424218:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.424220:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1778629444.424222:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc000.
00000100:00000040:2.0:1778629444.424224:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629444.424226:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.424233:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629444.424234:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629444.424237:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1778629444.424242:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629444.424242:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629444.424245:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629444.424249:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:1.0:1778629444.424251:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c318b295] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424252:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308796176
00000100:00000010:2.0:1778629444.424258:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4960.
00000100:00000001:1.0:1778629444.424261:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629444.424263:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629444.424265:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1778629444.424266:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629444.424269:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629444.424271:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308796176
00000100:00000040:1.0:1778629444.424272:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1778629444.424275:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4b40.
00000100:00000040:1.0:1778629444.424277:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14130)
00000100:00000001:2.0:1778629444.424280:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629444.424285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629444.424288:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.424291:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629444.424296:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629444/real 1778629444]  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629444.424304:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629444.424306:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629444.424308:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629444.424311:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629444.424313:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629444.424315:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629444.424319:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629444.424327:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424337:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629444.424338:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424340:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.424341:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629444.424343:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424347:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629444.424350:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424354:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629444.424356:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424357:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.424358:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424359:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629444.424361:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629444.424362:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629444.424364:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629444.424365:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629444.424368:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629444.424372:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648448:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629444.424375:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424376:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629444.424378:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820a80 x1865013472648448/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424382:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629444.424383:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629444.424385:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629444.424387:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629444.424388:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629444.424390:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629444.424391:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629444.424393:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945eccc00.
02000000:00000001:2.0:1778629444.424395:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629444.424396:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629444.424398:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820a80.
00000100:00000001:2.0:1778629444.424400:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629444.424400:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424402:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.424406:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629444.424407:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.424408:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629444.424409:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629444.424410:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629444.424412:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424417:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629444.424417:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629444.424419:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629444.424420:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629444.424421:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629444.424422:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629444.424424:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629444.424425:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629444.424426:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629444.424428:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629444.424430:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629444.424431:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629444.424433:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629444.424435:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629444.424437:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629444.424439:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648576, portal 10
00000100:00000001:2.0:1778629444.424441:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629444.424441:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629871104 : -123998079680512 : ffff8f3972820000)
00000100:00000040:2.0:1778629444.424445:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424449:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629444.424450:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629444.424451:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629444.424453:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472648576, offset 0
00000400:00000200:2.0:1778629444.424455:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629444.424457:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629444.424459:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629444.424461:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629444.424463:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629444.424464:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629444.424466:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629444.424467:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497666:497666:256:4294967295] 192.168.204.112@tcp LPNI seq info [497625:497625:8:4294967295]
00000400:00000200:2.0:1778629444.424470:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629444.424476:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629444.424480:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629444.424483:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629444.424486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629444.424488:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778629444.424492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629444.424494:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1778629444.424497:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629444.424499:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629444.424502:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629444.424505:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629444.424507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629444.424509:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629444.424511:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629444.424515:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424527:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629444.424529:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.424533:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.424534:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629444.424536:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629444.425677:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629444.425682:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629444.425685:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308792335
00000100:00000001:2.0:1778629444.425688:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308796176
00000100:00000001:2.0:1778629444.425689:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308792335
00000100:00000001:2.0:1778629444.425691:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308796176
00000100:00000001:2.0:1778629444.425694:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629444.425696:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.425698:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629444.425703:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629444/real 1778629444]  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629444.425711:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629444.425713:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629444.425714:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629444.425717:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629444.425719:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629444.425721:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629444.425724:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629444.425731:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425738:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629444.425739:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.425741:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.425743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629444.425745:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425752:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629444.425755:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425761:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629444.425764:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.425765:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.425766:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.425768:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629444.425772:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629444.425774:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629444.425777:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629444.425780:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629444.425783:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629444.425790:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648576:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629444.425794:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629444.425797:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425802:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629444.425804:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629444.425806:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629444.425807:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629444.425809:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629444.425812:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629444.425815:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629444.425817:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629444.425818:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629444.425820:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629444.425823:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629444.425825:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629444.425828:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629444.425830:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629444.425833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629444.425836:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648704, portal 10
00000100:00000001:2.0:1778629444.425838:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629444.425839:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629872000 : -123998079679616 : ffff8f3972820380)
00000100:00000040:2.0:1778629444.425845:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425851:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629444.425853:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629444.425855:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629444.425857:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472648704, offset 0
00000400:00000200:2.0:1778629444.425861:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629444.425865:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629444.425868:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629444.425871:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629444.425874:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629444.425876:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629444.425878:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629444.425881:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497667:497667:256:4294967295] 192.168.204.112@tcp LPNI seq info [497626:497626:8:4294967295]
00000400:00000200:2.0:1778629444.425886:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629444.425892:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629444.425896:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629444.425899:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629444.425903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629444.425906:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1778629444.425909:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629444.425912:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1778629444.425916:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629444.425918:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629444.425920:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629444.425923:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629444.425926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629444.425927:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629444.425929:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629444.425932:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425939:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629444.425942:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.425948:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.425950:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629444.425953:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629444.425955:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629444.425958:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629444.425960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308792336
00000100:00000001:2.0:1778629444.425962:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308796176
00000100:00000001:2.0:1778629444.425964:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308792336
00000100:00000001:2.0:1778629444.425966:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308796176
00000100:00000001:2.0:1778629444.425968:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629444.425970:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.425972:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629444.425975:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629444/real 1778629444]  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629444.425982:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629444.425984:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629444.425985:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629444.425987:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629444.425989:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629444.425991:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629444.425994:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629444.426002:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.426008:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629444.426009:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426011:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.426012:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629444.426016:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.426022:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629444.426026:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.426033:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629444.426035:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426036:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629444.426038:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426039:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629444.426042:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629444.426044:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629444.426047:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629444.426049:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629444.426052:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629444.426066:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648704:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629444.426069:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426071:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629444.426074:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820000 x1865013472648576/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.426080:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629444.426082:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629444.426083:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629444.426099:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629444.426101:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629444.426102:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629444.426104:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629444.426105:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd400.
02000000:00000001:2.0:1778629444.426108:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629444.426109:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629444.426111:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820000.
00000100:00000001:2.0:1778629444.426113:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629444.426114:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426116:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629444.426119:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972820380 x1865013472648704/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629444.426126:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629444.426127:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629444.426128:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629444.426131:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629444.426132:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629444.426133:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629444.426135:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629444.426136:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc000.
02000000:00000001:2.0:1778629444.426138:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629444.426139:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629444.426140:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972820380.
00000100:00000001:2.0:1778629444.426143:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629444.426144:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426145:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.426149:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629444.426150:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.426152:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629444.426153:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.679711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629444.679712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629444.679719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629444.679719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629444.679722:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629444.679723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629444.679729:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629444.679730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629444.679735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629444.679735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629444.679740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629444.679741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629444.679745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629444.679745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629444.679750:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629444.679750:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629444.679756:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629444.679756:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629444.679856:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629444.679859:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629444.679863:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629444.679864:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629444.679868:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629444.679869:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629444.679885:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629444.679887:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629444.679889:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629445.447701:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629445.447706:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629445.447708:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629445.447712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629445.447716:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629445.447718:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629445.447720:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629445.447722:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629445.447724:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629445.703703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629445.703706:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629445.703710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629445.703712:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629445.703713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703715:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629445.703720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629445.703720:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629445.703725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629445.703725:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629445.703728:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629445.703730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629445.703731:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629445.703735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629445.703735:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629445.703739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629445.703742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629445.703743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703745:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629445.703747:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629445.703749:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703751:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629445.703752:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703754:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703755:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629445.703759:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629445.703761:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629445.703810:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629445.703814:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629445.703817:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629445.703857:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629445.703860:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629445.703862:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629445.703864:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629445.703867:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629445.703868:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629445.703870:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629445.703872:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629445.703874:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629446.471659:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629446.471665:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629446.471666:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629446.471669:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629446.471672:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629446.471675:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629446.471676:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629446.471678:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629446.471680:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629446.727696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629446.727696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629446.727702:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629446.727703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629446.727704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629446.727706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629446.727706:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629446.727709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629446.727711:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629446.727712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629446.727713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629446.727717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629446.727718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629446.727719:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629446.727720:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629446.727721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629446.727723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629446.727724:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629446.727726:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629446.727729:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629446.727730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629446.727730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629446.727733:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629446.727734:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629446.727762:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629446.727764:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629446.727767:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629447.495723:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629447.495732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629447.495735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629447.495740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629447.495743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629447.495746:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629447.495748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629447.495750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629447.495752:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629447.751706:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629447.751706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629447.751707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629447.751712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629447.751712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629447.751713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629447.751714:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629447.751717:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629447.751717:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629447.751718:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629447.751720:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629447.751722:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629447.751723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629447.751724:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629447.751726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629447.751727:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629447.751728:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629447.751730:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629447.751731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629447.751734:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629447.751735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629447.751738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629447.751738:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629447.751743:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629447.751786:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629447.751789:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629447.751792:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629448.327694:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308796176, at 4308796224
00000100:00000040:1.0:1778629448.327694:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308796176, at 4308796224
00000100:00000010:1.0:1778629448.327709:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4b40.
00000100:00000010:0.0:1778629448.327712:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4960.
00000100:00000001:1.0:1778629448.519684:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629448.519689:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629448.519691:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629448.519695:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629448.519699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629448.519702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629448.519704:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629448.519706:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629448.519708:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629448.775696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629448.775696:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629448.775700:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629448.775701:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629448.775702:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629448.775704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629448.775705:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629448.775705:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629448.775711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629448.775712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629448.775713:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629448.775715:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629448.775717:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629448.775717:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629448.775718:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629448.775721:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629448.775723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629448.775725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629448.775726:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629448.775727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629448.775728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629448.775729:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629448.775730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629448.775732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629448.775760:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629448.775762:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629448.775764:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629449.543737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629449.543737:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629449.543744:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629449.543747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629449.543747:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629449.543751:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1778629449.543752:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:3.0:1778629449.543756:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629449.543758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629449.543763:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629449.543764:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629449.543767:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629449.543769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629449.543771:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14125
00000100:00000001:1.0:1778629449.543773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629449.543782:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629449.543789:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629449.543792:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629449.543795:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543798:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629449.543801:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543803:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629449.543807:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629449.543809:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629449.543811:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629449.543813:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629449.543816:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629449.543819:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629449.543821:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543823:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629449.543824:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543825:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629449.543827:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629449.543829:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543830:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629449.543832:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629449.543834:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629449.543836:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.543837:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629449.543839:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629449.543846:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629449.543849:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629449.543860:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629449.543861:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.543864:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629449.543867:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629449.543870:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629449.543878:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629449.543884:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629449.543893:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629449.543903:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629449.543906:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629449.543909:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629449.543926:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629449.543928:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629449.543930:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629449.543931:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629449.543933:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629449.543934:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629449.543936:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14125
00000400:00000200:3.0:1778629449.543939:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629449.543941:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629449.543942:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629449.543944:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543945:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629449.543946:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.543948:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629449.543949:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629449.543950:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629449.543951:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629449.543953:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629449.543954:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629449.543955:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629449.543963:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629449.543964:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629449.543965:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629449.543968:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778629449.543970:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629449.543971:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778629449.543975:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000040:2.0:1778629449.543978:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1778629449.543979:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629449.543998:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629449.543998:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629449.544000:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544004:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544005:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629449.544008:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629449.544010:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629449.544013:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629449.544014:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629449.544019:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648832:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629449.544019:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544023:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629449.544027:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1778629449.544028:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629449.544031:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1778629449.544032:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544034:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544036:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629449.544040:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629449.544041:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629449.544043:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629449.544044:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544046:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629449.544048:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629449.544050:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629449.544050:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629449.544055:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
02000000:00000010:2.0:1778629449.544057:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
00000100:00000001:3.0:1778629449.544058:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544062:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629449.544065:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629449.544072:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629449.544074:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629449.544077:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629449.544078:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000100:00000040:3.0:1778629449.544080:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1778629449.544086:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:3.0:1778629449.544087:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629449.544091:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629449.544094:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629449.544095:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1778629449.544096:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648832, portal 25
00000100:00080000:3.0:1778629449.544096:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629449.544101:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629449.544101:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629449.544105:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00080000:3.0:1778629449.544105:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14125
00000400:00000200:3.0:1778629449.544110:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629449.544114:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000040:2.0:1778629449.544115:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629449.544116:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629449.544120:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.544123:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629449.544127:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.544131:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629449.544135:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629449.544136:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1778629449.544136:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629449.544139:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629449.544140:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629449.544143:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629449.544144:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629449.544147:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000010:2.0:1778629449.544149:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000040:3.0:1778629449.544151:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629449.544153:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629449.544154:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000200:2.0:1778629449.544155:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472648832, offset 0
00000100:00000001:3.0:1778629449.544155:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629449.544159:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629449.544161:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629449.544163:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629449.544166:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629449.544167:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629449.544169:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629449.544173:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544174:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629449.544176:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629449.544179:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629449.544181:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544184:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:3.0:1778629449.544184:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629449.544188:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629449.544191:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629449.544193:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544194:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629449.544197:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629449.544200:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1778629449.544202:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1778629449.544202:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544208:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000010:3.0:1778629449.544208:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000400:00000200:2.0:1778629449.544214:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629449.544214:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544219:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00100000:3.0:1778629449.544222:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629449.544232:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497668:497668:256:4294967295] 192.168.204.112@tcp LPNI seq info [497627:497627:8:4294967295]
00000100:00000001:3.0:1778629449.544233:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629449.544238:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629449.544246:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629449.544258:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1778629449.544266:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629449.544271:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629449.544272:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629449.544276:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1778629449.544278:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000100:00000040:3.0:1778629449.544279:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629449.544284:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1778629449.544289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629449.544291:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14135)
00000800:00000200:2.0:1778629449.544293:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778629449.544300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629449.544303:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1778629449.544308:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629449.544310:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629449.544317:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629449.544321:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629449.544326:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629449.544329:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629449.544332:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629449.544337:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544346:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.544350:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544357:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.544358:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629449.544363:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544367:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629449.544370:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308801296
00000100:00000010:2.0:1778629449.544376:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4720.
00000100:00000001:2.0:1778629449.544383:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629449.544388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308801296
00000100:00000010:2.0:1778629449.544391:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a47e0.
00000100:00000001:2.0:1778629449.544394:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629449.544398:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629449.544400:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.544402:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629449.544407:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629449/real 1778629449]  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629449.544415:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629449.544417:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629449.544426:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629449.544428:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629449.544430:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629449.544434:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629449.544437:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629449.544448:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629449.544457:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544459:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.544461:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629449.544465:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544471:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629449.544475:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544482:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629449.544485:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544486:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.544487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544489:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629449.544492:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629449.544494:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629449.544498:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629449.544500:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629449.544504:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629449.544511:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472648832:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629449.544515:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544517:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.544519:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472648832/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544525:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629449.544528:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629449.544530:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629449.544533:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629449.544535:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629449.544537:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629449.544539:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629449.544542:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778629449.544546:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629449.544548:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629449.544549:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:2.0:1778629449.544552:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629449.544554:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544556:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544562:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629449.544563:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.544565:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629449.544567:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629449.544568:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629449.544571:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544578:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629449.544579:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544582:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629449.544583:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629449.544586:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629449.544589:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629449.544592:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629449.544594:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629449.544596:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544598:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629449.544600:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629449.544602:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544606:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629449.544640:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629449.544644:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629449.544646:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472648960, portal 10
00000100:00000001:2.0:1778629449.544648:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629449.544649:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:2.0:1778629449.544655:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544661:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629449.544663:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629449.544665:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629449.544667:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472648960, offset 0
00000400:00000200:2.0:1778629449.544671:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629449.544675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629449.544678:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629449.544681:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629449.544683:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629449.544686:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629449.544688:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629449.544690:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497669:497669:256:4294967295] 192.168.204.112@tcp LPNI seq info [497628:497628:8:4294967295]
00000400:00000200:2.0:1778629449.544694:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629449.544700:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629449.544705:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629449.544708:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629449.544712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629449.544715:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778629449.544718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629449.544722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1778629449.544731:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629449.544733:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629449.544736:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629449.544739:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629449.544742:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629449.544744:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629449.544746:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629449.544749:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544757:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.544759:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544770:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.544772:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629449.544774:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629449.544778:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629449.544781:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629449.544783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308797454
00000100:00000001:2.0:1778629449.544785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308801296
00000100:00000001:2.0:1778629449.544788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308797454
00000100:00000001:2.0:1778629449.544789:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308801296
00000100:00000001:2.0:1778629449.544792:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629449.544793:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.544795:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629449.544799:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629449/real 1778629449]  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629449.544806:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629449.544808:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629449.544809:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629449.544812:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629449.544813:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629449.544815:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629449.544818:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629449.544825:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544831:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629449.544832:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544834:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.544836:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629449.544839:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544846:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629449.544849:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544855:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629449.544857:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544859:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.544860:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.544862:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629449.544866:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629449.544868:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629449.544871:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629449.544873:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629449.544877:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629449.544883:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472648960:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629449.544887:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629449.544890:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544896:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629449.544897:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544899:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629449.544900:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629449.544902:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629449.544904:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629449.544907:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629449.544909:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629449.544910:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629449.544912:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629449.544915:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629449.544917:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629449.544920:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629449.544922:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629449.544924:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629449.544927:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649088, portal 10
00000100:00000001:2.0:1778629449.544929:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629449.544930:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629449.544935:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.544941:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629449.544943:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629449.544945:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629449.544947:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472649088, offset 0
00000400:00000200:2.0:1778629449.544951:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629449.544955:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629449.544958:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629449.544960:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629449.544963:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629449.544965:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629449.544967:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629449.544970:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497670:497670:256:4294967295] 192.168.204.112@tcp LPNI seq info [497629:497629:8:4294967295]
00000400:00000200:2.0:1778629449.544974:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629449.544979:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629449.544995:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629449.544999:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629449.545003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629449.545005:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1778629449.545009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629449.545012:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1778629449.545015:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629449.545018:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629449.545020:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629449.545024:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629449.545026:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629449.545028:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629449.545030:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629449.545033:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545040:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.545043:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545050:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.545051:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629449.545054:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629449.545057:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629449.545060:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629449.545061:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308797455
00000100:00000001:2.0:1778629449.545064:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308801296
00000100:00000001:2.0:1778629449.545066:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308797455
00000100:00000001:2.0:1778629449.545068:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308801296
00000100:00000001:2.0:1778629449.545070:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629449.545072:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.545074:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629449.545077:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629449/real 1778629449]  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629449.545084:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629449.545086:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629449.545087:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629449.545089:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629449.545091:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629449.545093:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629449.545096:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629449.545104:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545111:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629449.545112:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545114:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.545115:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629449.545118:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545124:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629449.545128:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545134:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629449.545136:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545138:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629449.545139:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545141:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629449.545143:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629449.545145:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629449.545148:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629449.545150:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629449.545153:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629449.545161:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649088:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629449.545164:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545166:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.545169:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472648960/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545175:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629449.545176:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629449.545178:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629449.545180:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629449.545181:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629449.545183:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629449.545184:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629449.545186:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629449.545188:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629449.545189:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629449.545191:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778629449.545193:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629449.545194:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545195:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629449.545198:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472649088/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629449.545204:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629449.545205:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629449.545206:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629449.545208:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629449.545209:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629449.545210:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629449.545212:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629449.545213:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778629449.545215:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629449.545217:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629449.545218:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629449.545219:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629449.545221:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545222:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.545225:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629449.545227:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.545228:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629449.545230:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629449.799726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629449.799726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629449.799730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629449.799735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629449.799735:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629449.799735:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629449.799738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629449.799738:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629449.799742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629449.799744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629449.799745:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629449.799750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629449.799751:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629449.799751:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629449.799754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.799755:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629449.799757:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629449.799761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629449.799761:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629449.799761:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629449.799764:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.799765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629449.799769:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629449.799770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629449.799819:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629449.799823:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629449.799826:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629450.567715:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629450.567721:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629450.567722:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629450.567726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629450.567729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629450.567732:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629450.567734:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629450.567736:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629450.567737:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629450.823672:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629450.823685:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629450.823687:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629450.823689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629450.823694:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629450.823695:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629450.823697:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629450.823700:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778629450.823701:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629450.823704:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629450.823705:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629450.823708:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629450.823709:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629450.823713:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629450.823713:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629450.823716:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629450.823718:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629450.823720:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629450.823811:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629450.823814:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629450.823818:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629450.823818:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629450.823830:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629450.823831:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629450.823886:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629450.823891:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629450.823895:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629451.591772:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629451.591778:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629451.591780:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629451.591785:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629451.591789:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629451.591792:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629451.591795:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629451.591797:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629451.591799:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629451.847701:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629451.847706:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629451.847708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629451.847711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629451.847711:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629451.847712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629451.847717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629451.847718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629451.847719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629451.847720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629451.847722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629451.847723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629451.847725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629451.847726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629451.847729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629451.847730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629451.847731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629451.847733:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629451.847734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629451.847735:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629451.847739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629451.847741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629451.847742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629451.847746:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629451.847783:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629451.847786:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629451.847788:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629452.615744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629452.615749:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629452.615750:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629452.615754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629452.615757:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629452.615760:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629452.615762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629452.615763:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629452.615765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629452.871717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629452.871717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629452.871721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629452.871724:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629452.871725:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629452.871728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629452.871733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629452.871733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629452.871735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629452.871736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629452.871736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629452.871740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778629452.871741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629452.871741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629452.871744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629452.871744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629452.871746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629452.871747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629452.871751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629452.871751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629452.871755:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629452.871755:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629452.871759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629452.871767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629452.871809:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629452.871813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629452.871816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629453.447720:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308801296, at 4308801344
00000100:00000040:1.0:1778629453.447720:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308801296, at 4308801344
00000100:00000010:0.0:1778629453.447784:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4720.
00000100:00000010:1.0:1778629453.447785:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a47e0.
00000100:00000001:0.0:1778629453.639737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629453.639745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629453.639747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629453.639754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629453.639757:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629453.639761:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629453.639764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629453.639767:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629453.639770:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629453.895724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629453.895724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629453.895730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629453.895732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629453.895733:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629453.895735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629453.895737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629453.895737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629453.895742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629453.895742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629453.895744:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629453.895748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629453.895748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629453.895752:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629453.895753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629453.895753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629453.895758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629453.895758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629453.895760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629453.895761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629453.895761:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629453.895764:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629453.895765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629453.895767:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629453.895771:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629453.895775:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629453.895778:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629453.895781:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629453.895783:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629453.895786:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629453.895926:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629453.895931:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629453.895936:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629454.663737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629454.663742:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629454.663746:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629454.663748:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629454.663754:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629454.663758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629454.663763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629454.663763:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629454.663768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629454.663768:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1778629454.663773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629454.663773:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629454.663779:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.663779:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629454.663794:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14130
00000400:00000200:3.0:1778629454.663801:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629454.663811:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629454.663815:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629454.663818:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.663821:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.663824:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.663826:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629454.663830:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629454.663832:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629454.663835:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629454.663846:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629454.663849:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629454.663851:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629454.663854:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.663856:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.663858:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.663860:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629454.663862:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629454.663865:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629454.663867:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629454.663869:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629454.663872:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629454.663874:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.663876:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629454.663878:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629454.663894:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629454.663897:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629454.663900:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629454.663902:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.663904:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629454.663906:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629454.663909:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629454.663922:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778629454.663928:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629454.663934:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629454.663942:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629454.663945:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629454.663948:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629454.663967:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629454.663970:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629454.663973:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629454.663974:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629454.663976:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629454.663989:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629454.663991:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14130
00000400:00000200:3.0:1778629454.663995:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629454.663997:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629454.664000:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629454.664002:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664005:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.664007:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664009:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629454.664011:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1778629454.664011:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629454.664012:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629454.664014:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629454.664015:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1778629454.664016:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:2.0:1778629454.664017:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629454.664018:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629454.664020:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629454.664022:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629454.664022:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664025:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.664027:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664029:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629454.664031:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778629454.664031:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629454.664032:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629454.664033:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629454.664035:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778629454.664035:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629454.664037:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629454.664038:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629454.664040:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629454.664041:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629454.664043:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649216:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629454.664043:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.664045:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629454.664047:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629454.664051:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629454.664053:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629454.664055:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1778629454.664058:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1778629454.664060:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629454.664062:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1778629454.664062:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.664064:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629454.664066:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000400:00000200:2.0:1778629454.664067:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629454.664068:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:2.0:1778629454.664071:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:3.0:1778629454.664071:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629454.664072:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.664073:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629454.664074:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1778629454.664076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
02000000:00000001:3.0:1778629454.664076:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629454.664079:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000200:2.0:1778629454.664082:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649216, portal 25
00000100:00000001:3.0:1778629454.664082:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664085:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629454.664087:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00100000:3.0:1778629454.664087:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629454.664092:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629454.664095:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629454.664097:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664099:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629454.664100:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629454.664102:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629454.664105:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000001:3.0:1778629454.664108:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629454.664109:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472649216, offset 0
00000100:00080000:3.0:1778629454.664110:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629454.664113:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1778629454.664114:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664115:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629454.664116:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629454.664118:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629454.664120:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14130
00000400:00000200:2.0:1778629454.664122:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629454.664127:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629454.664131:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629454.664135:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629454.664138:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629454.664141:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629454.664144:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497671:497671:256:4294967295] 192.168.204.112@tcp LPNI seq info [497630:497630:8:4294967295]
00000400:00000200:2.0:1778629454.664148:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629454.664151:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629454.664153:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629454.664156:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629454.664158:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778629454.664158:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664160:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.664162:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629454.664163:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664164:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629454.664166:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1778629454.664168:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000020:00000040:3.0:1778629454.664168:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629454.664169:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629454.664171:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629454.664172:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629454.664174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778629454.664174:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629454.664177:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1778629454.664177:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664179:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629454.664180:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.1:1778629454.664182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629454.664183:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629454.664185:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629454.664188:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664190:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629454.664192:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629454.664194:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1778629454.664198:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1778629454.664202:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1778629454.664203:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629454.664204:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1778629454.664206:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000008:00100000:3.0:1778629454.664206:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629454.664208:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.664210:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629454.664213:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778629454.664215:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:2.0:1778629454.664217:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1778629454.664217:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629454.664219:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629454.664220:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1778629454.664222:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1778629454.664222:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629454.664223:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629454.664226:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000400:00000200:2.0:1778629454.664227:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629454.664228:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:3.0:1778629454.664229:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664232:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1778629454.664233:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1778629454.664236:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629454.664240:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629454.664243:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664245:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629454.664245:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629454.664249:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629454.664252:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629454.664255:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629454.664256:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664257:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1778629454.664259:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629454.664261:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629454.664263:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629454.664265:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629454.664266:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629454.664269:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308806416
00000100:00000040:3.0:1778629454.664269:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14140)
00000100:00000010:2.0:1778629454.664273:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a45a0.
00000100:00000001:2.0:1778629454.664280:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629454.664284:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308806416
00000100:00000010:2.0:1778629454.664287:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4360.
00000100:00000001:2.0:1778629454.664291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629454.664295:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629454.664297:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664299:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629454.664303:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629454/real 1778629454]  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629454.664316:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629454.664317:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629454.664318:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629454.664320:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629454.664321:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629454.664323:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629454.664325:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629454.664331:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664335:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629454.664335:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664338:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629454.664340:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664344:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629454.664347:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664352:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629454.664353:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664357:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629454.664358:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629454.664359:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629454.664362:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629454.664363:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629454.664365:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629454.664369:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649216:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629454.664372:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664374:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629454.664376:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472649216/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664379:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629454.664381:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629454.664382:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629454.664384:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629454.664385:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629454.664386:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629454.664387:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629454.664388:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629454.664390:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629454.664391:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629454.664392:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629454.664395:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629454.664395:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664397:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664403:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629454.664403:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664405:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629454.664406:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629454.664407:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629454.664411:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664417:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629454.664418:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629454.664420:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629454.664421:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629454.664423:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629454.664426:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629454.664429:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629454.664431:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629454.664432:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629454.664433:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629454.664436:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629454.664438:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629454.664442:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629454.664444:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629454.664447:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629454.664450:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649344, portal 10
00000100:00000001:2.0:1778629454.664452:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629454.664453:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778629454.664466:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664471:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629454.664472:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629454.664474:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629454.664476:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472649344, offset 0
00000400:00000200:2.0:1778629454.664478:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629454.664481:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629454.664484:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629454.664486:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629454.664487:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629454.664489:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629454.664490:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629454.664492:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497672:497672:256:4294967295] 192.168.204.112@tcp LPNI seq info [497631:497631:8:4294967295]
00000400:00000200:2.0:1778629454.664495:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629454.664502:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629454.664505:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629454.664507:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629454.664509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629454.664511:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778629454.664514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629454.664515:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1778629454.664518:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629454.664519:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629454.664521:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629454.664523:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629454.664524:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629454.664526:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629454.664527:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629454.664529:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664534:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629454.664536:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664540:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664540:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629454.664542:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629454.664545:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629454.664547:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629454.664549:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308802573
00000100:00000001:2.0:1778629454.664551:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308806416
00000100:00000001:2.0:1778629454.664552:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308802573
00000100:00000001:2.0:1778629454.664557:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308806416
00000100:00000001:2.0:1778629454.664559:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629454.664560:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664561:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629454.664563:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629454/real 1778629454]  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629454.664568:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629454.664569:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629454.664570:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629454.664571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629454.664572:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629454.664573:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629454.664575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629454.664579:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664583:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629454.664583:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664585:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629454.664587:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664590:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629454.664592:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664596:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629454.664597:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664599:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664600:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664601:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629454.664603:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629454.664605:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629454.664627:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629454.664628:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629454.664631:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629454.664635:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649344:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629454.664637:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629454.664639:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664642:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629454.664643:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629454.664644:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629454.664645:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629454.664646:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629454.664648:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629454.664650:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629454.664651:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629454.664652:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629454.664653:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629454.664655:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629454.664656:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629454.664658:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629454.664659:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
00000400:00000010:2.0:1778629454.664661:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000200:2.0:1778629454.664663:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649472, portal 10
00000100:00000001:2.0:1778629454.664664:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629454.664665:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778629454.664679:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664683:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629454.664685:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629454.664686:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629454.664688:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472649472, offset 0
00000400:00000200:2.0:1778629454.664690:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629454.664692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629454.664694:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629454.664696:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629454.664697:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629454.664699:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629454.664704:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629454.664706:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497673:497673:256:4294967295] 192.168.204.112@tcp LPNI seq info [497632:497632:8:4294967295]
00000400:00000200:2.0:1778629454.664709:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629454.664713:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629454.664716:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629454.664718:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000800:00000200:2.0:1778629454.664720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629454.664722:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1778629454.664724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629454.664725:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1778629454.664728:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629454.664729:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629454.664731:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629454.664733:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629454.664734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629454.664735:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629454.664737:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629454.664739:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664747:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629454.664748:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664752:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664753:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629454.664755:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629454.664757:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629454.664760:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629454.664761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308802575
00000100:00000001:2.0:1778629454.664763:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308806416
00000100:00000001:2.0:1778629454.664765:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308802575
00000100:00000001:2.0:1778629454.664767:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308806416
00000100:00000001:2.0:1778629454.664769:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629454.664770:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664772:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629454.664775:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629454/real 1778629454]  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629454.664783:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629454.664784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629454.664785:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000400:00000200:2.0:1778629454.664787:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000400:00000010:2.0:1778629454.664789:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:2.0:1778629454.664791:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629454.664794:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629454.664802:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664808:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629454.664810:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664812:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664813:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629454.664816:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664820:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629454.664822:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664826:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629454.664828:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664829:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629454.664829:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664830:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629454.664832:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629454.664833:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629454.664835:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629454.664836:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629454.664838:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629454.664842:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649472:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629454.664844:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664846:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629454.664847:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472649344/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664851:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629454.664852:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629454.664853:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629454.664855:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629454.664855:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629454.664857:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629454.664858:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629454.664859:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778629454.664860:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629454.664861:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629454.664862:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629454.664863:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629454.664864:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664865:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629454.664867:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472649472/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629454.664870:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629454.664871:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629454.664871:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2400.
02000000:00000001:2.0:1778629454.664873:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629454.664873:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629454.664874:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629454.664875:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629454.664875:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778629454.664877:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629454.664877:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629454.664878:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778629454.664879:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629454.664880:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664881:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.664894:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629454.664895:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.664897:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629454.664898:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629454.919716:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629454.919716:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629454.919721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629454.919721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629454.919722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629454.919723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629454.919724:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629454.919726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629454.919730:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629454.919730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629454.919736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629454.919736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629454.919740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.919740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.919745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629454.919746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629454.919748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629454.919749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629454.919751:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629454.919752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629454.919784:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629454.919786:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629454.919791:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629454.919792:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629454.919848:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629454.919850:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629454.919852:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629455.687746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629455.687753:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629455.687756:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629455.687762:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629455.687765:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629455.687768:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629455.687771:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629455.687774:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629455.687777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629455.943718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629455.943718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629455.943722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629455.943725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629455.943725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629455.943729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943729:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629455.943730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943733:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778629455.943736:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:0.0:1778629455.943737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629455.943739:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629455.943742:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629455.943742:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629455.943744:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629455.943747:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629455.943748:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629455.943751:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629455.943752:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629455.943754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629455.943756:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629455.943758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629455.943758:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629455.943764:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629455.943764:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629455.943768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629455.943768:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778629455.943772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943773:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629455.943777:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943780:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629455.943781:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943783:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943785:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629455.943791:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629455.943793:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629455.943844:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629455.943848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629455.943851:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629456.711680:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629456.711685:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629456.711686:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629456.711691:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629456.711693:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629456.711696:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629456.711698:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629456.711700:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629456.711702:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629456.967703:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629456.967705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629456.967707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629456.967710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629456.967712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629456.967713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629456.967713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629456.967716:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629456.967719:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629456.967720:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629456.967725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629456.967729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629456.967730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629456.967733:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629456.967734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629456.967734:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629456.967739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629456.967739:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629456.967740:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629456.967744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629456.967744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629456.967746:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629456.967748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629456.967752:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629456.967793:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629456.967797:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629456.967800:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629457.735712:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629457.735718:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629457.735720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629457.735726:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629457.735729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629457.735733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629457.735765:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629457.735768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629457.735772:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629457.991731:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629457.991737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629457.991742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629457.991744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629457.991748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629457.991750:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629457.991760:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629457.991766:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629457.991768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629457.991772:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629457.991776:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629457.991780:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629457.991783:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629457.991786:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629457.991789:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629457.991871:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629457.991874:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629457.991878:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629457.991915:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629457.993662:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629457.993665:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629457.993669:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629457.993672:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629457.993675:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629457.993677:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629457.993679:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629457.993682:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629458.567720:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308806416, at 4308806464
00000100:00000040:0.0:1778629458.567725:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308806416, at 4308806464
00000100:00000010:1.0:1778629458.567735:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4360.
00000100:00000010:0.0:1778629458.567736:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a45a0.
00000100:00000001:0.0:1778629458.759731:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629458.759737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629458.759738:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629458.759743:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629458.759746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629458.759750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629458.759753:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629458.759755:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629458.759758:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629459.015692:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629459.015698:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629459.015700:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629459.015705:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629459.015709:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629459.015712:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629459.015715:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629459.015717:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629459.015721:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.015814:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629459.015817:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629459.015818:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629459.015821:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629459.015823:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629459.015825:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629459.015827:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629459.015828:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629459.015830:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629459.016280:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629459.016283:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629459.016286:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629459.016287:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629459.016290:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629459.016291:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629459.016358:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629459.016361:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629459.016364:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1778629459.207770:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:0.0:1778629459.207777:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:0.0:1778629459.207781:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629459.207907:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:1.0:1778629459.207915:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1778629459.207921:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629459.207926:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629459.207929:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629459.783736:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1778629459.783738:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629459.783743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629459.783746:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629459.783749:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1778629459.783752:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629459.783753:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629459.783757:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629459.783758:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629459.783763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629459.783763:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629459.783768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629459.783771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1778629459.783772:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14135
00000100:00000001:0.0:1778629459.783777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1778629459.783794:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629459.783802:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629459.783805:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629459.783808:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783812:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629459.783815:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783818:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629459.783822:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629459.783824:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629459.783826:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629459.783830:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:1.0:1778629459.783833:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:1.0:1778629459.783835:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629459.783838:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783840:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629459.783842:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783843:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629459.783846:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629459.783849:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783852:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629459.783855:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629459.783858:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629459.783861:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629459.783863:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629459.783866:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629459.783873:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821880.
00000020:00000040:1.0:1778629459.783877:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629459.783881:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629459.783882:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629459.783885:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629459.783887:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629459.783891:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629459.783899:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece000.
00000100:00000001:1.0:1778629459.783905:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629459.783914:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629459.783924:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629459.783929:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629459.783933:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c0e0c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629459.783957:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629459.783960:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629459.783964:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629459.783965:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629459.783966:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629459.783969:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629459.783972:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14135
00000400:00000200:1.0:1778629459.783975:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629459.783979:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629459.783981:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629459.783985:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783987:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629459.783989:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.783992:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629459.783994:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629459.783995:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778629459.783995:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1778629459.783998:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629459.784000:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1778629459.784001:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:2.0:1778629459.784004:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1778629459.784005:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629459.784008:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629459.784012:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1778629459.784014:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784019:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629459.784023:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784028:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629459.784030:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1778629459.784033:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629459.784033:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629459.784039:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629459.784040:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1778629459.784044:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784044:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629459.784048:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629459.784050:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629459.784055:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629459.784055:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649600:192.168.204.112@tcp:250:kworker.0
02000000:00000001:1.0:1778629459.784061:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784062:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1778629459.784064:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629459.784068:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1778629459.784069:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629459.784072:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1778629459.784075:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784076:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1778629459.784080:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629459.784083:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2400.
00000100:00000010:1.0:1778629459.784084:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823800.
02000000:00000001:2.0:1778629459.784087:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1778629459.784089:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629459.784093:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629459.784097:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629459.784097:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629459.784101:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629459.784102:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1778629459.784103:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdaec8.
02000000:00000001:1.0:1778629459.784104:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629459.784110:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf800.
00000400:00000010:2.0:1778629459.784110:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0440.
00000100:00000001:1.0:1778629459.784117:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629459.784119:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649600, portal 25
00000100:00100000:1.0:1778629459.784123:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629459.784123:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629459.784126:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629877376 : -123998079674240 : ffff8f3972821880)
00000100:00000001:1.0:1778629459.784137:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1778629459.784137:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629459.784142:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629459.784150:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f3fd87] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629459.784151:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629459.784158:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629459.784162:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0e58.
00000100:00000200:2.0:1778629459.784167:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472649600, offset 0
00000400:00000200:2.0:1778629459.784172:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784176:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629459.784180:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:1.0:1778629459.784181:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629459.784186:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:1.0:1778629459.784187:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629459.784190:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1778629459.784192:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1778629459.784193:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629459.784197:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629459.784197:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:1.0:1778629459.784204:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14135
00000400:00000200:2.0:1778629459.784204:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629459.784208:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:1.0:1778629459.784214:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629459.784214:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497674:497674:256:4294967295] 192.168.204.112@tcp LPNI seq info [497633:497633:8:4294967295]
00000400:00000200:2.0:1778629459.784221:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629459.784223:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629459.784226:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629459.784232:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784236:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629459.784237:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1778629459.784242:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784247:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:2.0:1778629459.784248:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:1.0:1778629459.784252:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629459.784254:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000010:2.0:1778629459.784256:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30700.
00000020:00000001:1.0:1778629459.784257:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629459.784260:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629459.784263:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629459.784267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:1.0:1778629459.784268:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629459.784274:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.1:1778629459.784277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629459.784278:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629459.784284:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784287:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629459.784289:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629459.784292:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629459.784294:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629459.784296:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1778629459.784298:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629459.784299:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629459.784305:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629459.784307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308811536
02000000:00000001:1.0:1778629459.784311:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629459.784314:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1778629459.784315:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4ea0.
00000008:00100000:1.0:1778629459.784317:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629459.784320:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784322:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1778629459.784323:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629459.784329:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821180.
00000100:00000001:2.0:1778629459.784331:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308811536
00000020:00000040:1.0:1778629459.784332:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629459.784337:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1778629459.784338:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a48a0.
02000000:00000001:1.0:1778629459.784339:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629459.784343:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629459.784345:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1778629459.784345:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1778629459.784348:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784350:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1778629459.784353:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecc800.
00000100:00000001:2.0:1778629459.784354:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784359:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629459.784360:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784362:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1778629459.784367:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629459.784371:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629459.784374:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778629459.784378:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629459.784379:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629459.784380:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629459.784385:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629459.784393:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629459.784395:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784399:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629459.784401:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629459.784404:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629459.784415:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:1.0:1778629459.784417:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629459.784421:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1778629459.784422:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784426:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629459.784428:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784430:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1778629459.784434:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e764f6f4] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629459.784435:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629459.784439:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629459.784448:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629459.784451:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629459.784453:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda2c0.
00000100:00000040:1.0:1778629459.784455:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1778629459.784457:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0c38.
00000100:00000040:1.0:1778629459.784460:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1778629459.784462:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649728, portal 10
00000100:00000040:1.0:1778629459.784463:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629459.784465:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629459.784468:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629885440 : -123998079666176 : ffff8f3972823800)
00000100:00000040:1.0:1778629459.784470:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629459.784477:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14145)
00000100:00000040:2.0:1778629459.784478:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629459.784486:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629459.784489:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629459.784492:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629459.784496:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472649728, offset 0
00000400:00000200:2.0:1778629459.784500:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629459.784505:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629459.784509:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629459.784512:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629459.784515:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629459.784518:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629459.784520:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629459.784524:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497675:497675:255:4294967295] 192.168.204.112@tcp LPNI seq info [497634:497634:7:4294967295]
00000400:00000200:2.0:1778629459.784529:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629459.784535:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629459.784539:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629459.784541:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30b00.
00000800:00000200:2.0:1778629459.784544:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629459.784547:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629459.784548:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629459.784551:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629459.784553:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629459.784555:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308807693
00000100:00000001:2.0:1778629459.784556:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308811536
00000100:00000001:2.0:1778629459.784558:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308807693
00000100:00000001:2.0:1778629459.784559:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308811536
00000100:00000001:2.0:1778629459.784560:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629459.784562:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784571:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784573:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629459.784576:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629459.784577:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778629459.784579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629459.784580:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629459.784581:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629459.784585:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629459.784592:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629459.784593:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784595:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629459.784597:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629459.784599:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629459.784601:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629459.784605:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629459.784629:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629459.784631:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629459.784632:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629459.784636:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2000.
02000000:00000001:2.0:1778629459.784637:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629459.784641:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629459.784644:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfda9a0.
00000400:00000010:2.0:1778629459.784647:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0330.
00000100:00000200:2.0:1778629459.784649:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649856, portal 10
00000100:00000001:2.0:1778629459.784651:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629459.784653:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629875584 : -123998079676032 : ffff8f3972821180)
00000100:00000040:2.0:1778629459.784659:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629459.784665:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629459.784667:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629459.784669:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629459.784671:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472649856, offset 0
00000400:00000200:2.0:1778629459.784676:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629459.784680:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629459.784684:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629459.784687:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629459.784689:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629459.784691:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629459.784693:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629459.784695:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497676:497676:254:4294967295] 192.168.204.112@tcp LPNI seq info [497635:497635:6:4294967295]
00000400:00000200:2.0:1778629459.784698:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629459.784704:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629459.784708:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629459.784711:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629459.784715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629459.784719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629459.784721:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629459.784724:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629459.784726:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629459.784728:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308807695
00000100:00000001:2.0:1778629459.784730:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308811536
00000100:00000001:2.0:1778629459.784746:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308807695
00000100:00000001:2.0:1778629459.784748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308811536
00000100:00000001:2.0:1778629459.784751:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629459.784752:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784755:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784756:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629459.784760:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629459.784761:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1778629459.784763:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629459.784764:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629459.784765:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629459.784767:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629460.039700:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629460.039700:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629460.039702:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629460.039706:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629460.039708:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629460.039708:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629460.039710:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629460.039712:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629460.039712:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629460.039713:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629460.039715:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629460.039718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629460.039719:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629460.039722:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629460.039724:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629460.039725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629460.039729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629460.039729:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629460.039735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629460.039736:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629460.039739:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629460.039739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629460.039745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629460.039745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629460.039789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629460.039793:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629460.039796:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629460.807798:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629460.807809:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629460.807812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629460.807819:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629460.807823:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629460.807829:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629460.807832:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629460.807835:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629460.807839:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629461.063751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629461.063751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629461.063755:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629461.063775:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629461.063775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629461.063777:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629461.063779:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629461.063780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629461.063790:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629461.063791:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629461.063791:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629461.063794:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629461.063798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629461.063799:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629461.063801:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629461.063803:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629461.063804:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629461.063805:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629461.063818:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629461.063822:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629461.063825:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629461.063826:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629461.063828:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629461.063834:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629461.063883:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629461.063888:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629461.063893:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629461.831762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629461.831768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629461.831770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629461.831775:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629461.831778:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629461.831785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629461.831788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629461.831790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629461.831794:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629462.087791:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629462.087795:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629462.087797:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629462.087804:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629462.087806:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629462.087807:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629462.087813:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629462.087814:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629462.087815:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629462.087819:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629462.087825:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:0.0:1778629462.087826:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629462.087827:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629462.087829:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629462.087837:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629462.087838:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629462.087846:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629462.087847:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629462.087856:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629462.087856:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629462.087862:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629462.087863:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629462.087873:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629462.087874:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629462.087905:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629462.087910:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629462.087915:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629462.855798:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629462.855806:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629462.855809:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629462.855815:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629462.855819:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629462.855823:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629462.855825:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629462.855828:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629462.855832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778629462.856418:0:2388:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778629462.856802:0:2388:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778629462.856815:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629462.856818:0:2388:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778629462.856825:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629462.856829:0:2388:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778629462.856836:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629462.856840:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30700.
00000400:00000200:2.0:1778629462.856846:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629462.856851:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629462.856858:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0e58
00000400:00000010:2.0:1778629462.856861:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0e58.
00000100:00000001:2.0:1778629462.856866:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629462.856875:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629462.856903:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629462.856907:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629462.856914:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629462.856916:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629462.856925:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629462.856927:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30b00.
00000400:00000200:2.0:1778629462.856930:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1778629462.856930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629462.856935:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1778629462.856936:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629462.856940:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000100:00000001:3.0:1778629462.856940:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000010:2.0:1778629462.856943:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629462.856946:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1778629462.856951:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629459/real 1778629462]  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629462.856954:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629462.856977:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000001:3.0:1778629462.856978:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629462.856981:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1778629462.856982:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1778629462.856985:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdaec8.
00000100:00000001:2.0:1778629462.856991:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629462.856992:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0440
00000100:00000001:2.0:1778629462.856995:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1778629462.856996:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0440.
00000100:00000001:3.0:1778629462.857002:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:2.0:1778629462.857003:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629462.857007:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000100:00000200:3.0:1778629462.857010:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629462.857012:0:2388:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629462.857021:0:2388:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629462.857028:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000100:00000200:3.0:1778629462.857030:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1778629462.857031:0:2388:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629462.857037:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1778629462.857042:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:2.0:1778629462.857044:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857044:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857049:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857052:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629462.857059:0:2388:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1778629462.857061:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629462.857065:0:2388:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629462.857084:0:2388:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629462.857084:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629462.857089:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1778629462.857095:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857102:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629462.857105:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857107:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857109:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857112:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629462.857114:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629462.857117:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629462.857122:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629462.857125:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629462.857128:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629462.857136:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649600:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629462.857141:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629462.857144:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629462.857146:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821880 x1865013472649600/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857158:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629462.857161:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629462.857165:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2400.
02000000:00000001:3.0:1778629462.857168:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629462.857171:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629462.857172:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629462.857174:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629462.857177:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece000.
02000000:00000001:3.0:1778629462.857181:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629462.857183:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629462.857185:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821880.
00000100:00000001:3.0:1778629462.857189:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629462.857190:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857193:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629462.857194:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629462.857196:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629462.857197:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629462.857201:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629459/real 1778629462]  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629462.857208:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629462.857210:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629462.857212:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda9a0.
00000400:00000200:3.0:1778629462.857215:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0330
00000400:00000010:3.0:1778629462.857216:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0330.
00000100:00000001:3.0:1778629462.857218:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629462.857221:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629462.857230:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857236:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629462.857237:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857239:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857240:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629462.857244:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857250:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629462.857253:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857260:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629462.857262:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857264:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857265:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857266:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629462.857270:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629462.857271:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629462.857284:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629462.857286:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629462.857290:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629462.857298:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649856:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629462.857302:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629462.857306:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629459/real 1778629462]  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629462.857319:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629462.857321:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629462.857323:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfda2c0.
00000400:00000200:3.0:1778629462.857325:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0c38
00000400:00000010:3.0:1778629462.857326:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0c38.
00000100:00000001:3.0:1778629462.857329:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629462.857332:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629462.857345:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857360:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629462.857362:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857363:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857369:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629462.857373:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857381:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629462.857384:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857391:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629462.857398:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857400:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629462.857401:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857402:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629462.857408:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629462.857411:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629462.857420:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629462.857422:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629462.857426:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629462.857434:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472649728:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629462.857438:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857440:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629462.857448:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821180 x1865013472649856/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857461:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629462.857462:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629462.857464:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2000.
02000000:00000001:3.0:1778629462.857470:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629462.857472:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629462.857473:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629462.857475:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629462.857476:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecc800.
02000000:00000001:3.0:1778629462.857478:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629462.857480:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629462.857481:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821180.
00000100:00000001:3.0:1778629462.857483:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629462.857485:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857486:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629462.857490:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823800 x1865013472649728/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629462.857500:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629462.857501:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629462.857502:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:3.0:1778629462.857504:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629462.857505:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629462.857506:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629462.857508:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629462.857509:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf800.
02000000:00000001:3.0:1778629462.857511:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629462.857512:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629462.857514:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823800.
00000100:00000001:3.0:1778629462.857516:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629462.857517:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629462.857531:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629462.857533:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629462.857535:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629462.857536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629463.111812:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629463.111820:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629463.111822:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629463.111828:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629463.111833:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629463.111833:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629463.111837:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629463.111838:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629463.111840:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629463.111841:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629463.111842:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629463.111846:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629463.111847:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629463.111852:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629463.111855:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629463.111855:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629463.111858:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629463.111859:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629463.111864:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629463.111865:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629463.111867:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629463.111868:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629463.111896:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629463.111899:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629463.111902:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629463.111906:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629463.111909:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629463.687765:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308811536, at 4308811584
00000100:00000010:0.0:1778629463.687781:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4ea0.
00000100:00000040:1.0:1778629463.687887:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308811536, at 4308811584
00000100:00000010:1.0:1778629463.687894:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a48a0.
00000100:00000001:0.0:1778629463.879839:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629463.879845:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629463.879846:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629463.879850:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629463.879852:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629463.879855:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629463.879857:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629463.879859:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629463.879860:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.135726:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629464.135734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629464.135736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629464.135742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629464.135747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629464.135751:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629464.135757:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629464.135761:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629464.135763:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.135765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1778629464.135766:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629464.135769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629464.135770:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629464.135772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.135774:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629464.135775:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629464.135779:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629464.135782:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135876:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629464.135879:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135882:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629464.135884:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135887:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629464.135890:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629464.135892:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629464.135898:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135902:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629464.135904:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135906:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629464.135908:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629464.135998:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629464.136002:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629464.136005:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629464.903752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629464.903757:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629464.903759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629464.903765:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629464.903769:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629464.903773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629464.903776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629464.903779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629464.903782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629464.903984:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629464.903990:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629464.903993:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629464.903996:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629464.903999:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629464.904006:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14140
00000400:00000200:3.0:1778629464.904016:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629464.904022:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629464.904025:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629464.904027:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904030:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904033:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904035:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629464.904038:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629464.904040:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629464.904043:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629464.904045:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629464.904048:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629464.904050:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629464.904053:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904055:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904056:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904058:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629464.904061:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629464.904064:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904067:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629464.904070:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629464.904073:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629464.904075:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904077:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629464.904080:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629464.904085:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778629464.904089:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629464.904092:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629464.904093:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904096:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629464.904098:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629464.904102:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629464.904109:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629464.904116:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629464.904125:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629464.904134:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629464.904139:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629464.904143:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629464.904176:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629464.904180:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629464.904182:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629464.904184:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629464.904185:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629464.904187:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629464.904190:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14140
00000400:00000200:3.0:1778629464.904194:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629464.904197:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629464.904200:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629464.904202:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904213:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904215:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904217:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629464.904219:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629464.904220:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629464.904222:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629464.904224:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629464.904225:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629464.904227:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629464.904230:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904231:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904233:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904235:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629464.904237:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629464.904239:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904242:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629464.904244:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629464.904249:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629464.904251:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904253:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629464.904257:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629464.904260:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904261:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629464.904265:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778629464.904267:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629464.904270:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629464.904271:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904273:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629464.904274:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629464.904276:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629464.904279:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629464.904282:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629464.904298:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629464.904305:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629464.904307:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629464.904310:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629464.904317:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629464.904319:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629464.904322:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629464.904323:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629464.904325:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629464.904327:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629464.904329:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14140
00000400:00000200:3.0:1778629464.904333:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629464.904336:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629464.904338:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629464.904341:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904343:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904345:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904346:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629464.904349:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629464.904350:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629464.904351:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629464.904353:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629464.904354:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629464.904356:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629464.904358:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904360:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629464.904362:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904363:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629464.904365:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629464.904367:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629464.904369:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629464.904371:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629464.904373:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629464.904375:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904376:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629464.904378:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629464.904380:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904381:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629464.904386:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778629464.904388:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629464.904390:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629464.904391:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629464.904393:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629464.904394:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629464.904395:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629464.904398:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629464.904401:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629464.904405:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629464.904412:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629464.904414:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629464.904416:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629464.904422:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629464.904425:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629464.904428:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629464.904430:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629464.904434:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629464.904438:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14150)
00000100:00000001:2.0:1778629464.904978:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629464.904981:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629464.904984:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629464.904991:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.904998:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629464.905000:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905003:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629464.905005:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629464.905008:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629464.905010:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649984:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629464.905013:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629464.905018:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629464.905020:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905023:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629464.905027:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2800.
02000000:00000001:2.0:1778629464.905029:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629464.905034:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629464.905038:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629464.905044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629464.905050:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472649984, portal 25
00000100:00000001:2.0:1778629464.905052:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629464.905054:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:2.0:1778629464.905058:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905065:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629464.905068:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629464.905069:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629464.905072:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472649984, offset 0
00000400:00000200:2.0:1778629464.905078:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905085:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905090:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629464.905096:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629464.905099:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629464.905103:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629464.905105:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905109:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497677:497677:256:4294967295] 192.168.204.112@tcp LPNI seq info [497636:497636:8:4294967295]
00000400:00000200:2.0:1778629464.905113:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905121:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629464.905127:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905132:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629464.905138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629464.905141:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629464.905146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629464.905149:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629464.905153:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905155:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629464.905159:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629464.905164:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629464.905169:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629464.905172:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629464.905176:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629464.905179:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905187:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.905191:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905198:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905199:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629464.905205:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629464.905209:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629464.905211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308816657
00000100:00000010:2.0:1778629464.905216:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4780.
00000100:00000001:2.0:1778629464.905223:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629464.905230:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308816657
00000100:00000010:2.0:1778629464.905233:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4840.
00000100:00000001:2.0:1778629464.905235:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629464.905239:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629464.905241:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905244:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629464.905248:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629464/real 1778629464]  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629464.905257:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629464.905259:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629464.905261:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629464.905263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629464.905265:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629464.905268:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629464.905271:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629464.905279:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905285:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629464.905287:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905290:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905292:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629464.905296:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905303:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629464.905307:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905314:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629464.905317:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905318:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905322:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629464.905325:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629464.905329:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629464.905334:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629464.905336:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629464.905340:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629464.905349:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472649984:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629464.905354:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629464.905357:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905364:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629464.905365:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905367:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629464.905368:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629464.905371:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629464.905373:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629464.905377:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629464.905379:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629464.905380:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905382:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629464.905385:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629464.905387:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629464.905391:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629464.905393:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629464.905397:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629464.905400:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650112, portal 10
00000100:00000001:2.0:1778629464.905402:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629464.905403:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000100:00000040:2.0:1778629464.905411:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905417:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629464.905419:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629464.905421:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629464.905423:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472650112, offset 0
00000400:00000200:2.0:1778629464.905427:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905430:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905434:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629464.905437:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629464.905439:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629464.905441:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629464.905444:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905447:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497678:497678:256:4294967295] 192.168.204.112@tcp LPNI seq info [497637:497637:8:4294967295]
00000400:00000200:2.0:1778629464.905450:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905458:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629464.905462:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905465:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629464.905468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629464.905470:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629464.905474:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629464.905476:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629464.905479:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905481:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629464.905484:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629464.905487:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629464.905490:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629464.905492:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629464.905494:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629464.905498:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905519:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.905523:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905530:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905532:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629464.905535:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629464.905541:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629464.905544:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629464.905546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308812814
00000100:00000001:2.0:1778629464.905549:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308816657
00000100:00000001:2.0:1778629464.905551:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308812814
00000100:00000001:2.0:1778629464.905553:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308816657
00000100:00000001:2.0:1778629464.905556:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629464.905557:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905560:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629464.905564:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629464/real 1778629464]  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629464.905571:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629464.905572:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629464.905574:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629464.905576:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629464.905577:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629464.905579:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629464.905581:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629464.905602:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905654:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629464.905656:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905657:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905659:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629464.905663:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905669:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629464.905673:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905679:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629464.905691:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905692:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905694:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905695:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629464.905704:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629464.905707:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629464.905711:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629464.905713:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629464.905717:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629464.905725:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650112:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629464.905730:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629464.905733:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905739:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629464.905741:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905744:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629464.905745:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629464.905747:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629464.905749:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629464.905752:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629464.905755:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629464.905756:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629464.905758:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629464.905761:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629464.905763:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629464.905766:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629464.905769:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629464.905772:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629464.905774:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650240, portal 10
00000100:00000001:2.0:1778629464.905776:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629464.905777:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778629464.905782:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905787:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629464.905789:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629464.905791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629464.905794:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472650240, offset 0
00000400:00000200:2.0:1778629464.905797:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905801:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905805:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629464.905807:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629464.905810:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629464.905811:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629464.905813:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629464.905816:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497679:497679:256:4294967295] 192.168.204.112@tcp LPNI seq info [497638:497638:8:4294967295]
00000400:00000200:2.0:1778629464.905819:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629464.905825:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629464.905829:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905832:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629464.905836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629464.905838:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629464.905842:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629464.905844:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629464.905848:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629464.905851:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629464.905853:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629464.905856:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629464.905859:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629464.905861:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629464.905863:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629464.905866:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905873:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.905875:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905881:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905882:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629464.905885:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629464.905888:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629464.905891:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629464.905892:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308812816
00000100:00000001:2.0:1778629464.905895:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308816657
00000100:00000001:2.0:1778629464.905897:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308812816
00000100:00000001:2.0:1778629464.905899:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308816657
00000100:00000001:2.0:1778629464.905901:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629464.905902:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.905904:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629464.905907:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629464/real 1778629464]  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629464.905914:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629464.905916:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629464.905917:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629464.905919:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629464.905920:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629464.905923:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629464.905925:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629464.905932:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905938:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629464.905940:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905942:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905943:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629464.905946:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905953:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629464.905957:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.905962:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629464.905964:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905966:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629464.905967:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905969:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629464.905972:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629464.905974:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629464.905978:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629464.905980:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629464.905983:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629464.905990:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650240:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629464.905994:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.905996:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.905999:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472649984/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.906005:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629464.906008:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629464.906011:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2800.
02000000:00000001:2.0:1778629464.906014:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629464.906016:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629464.906018:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629464.906020:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629464.906022:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778629464.906025:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629464.906027:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629464.906028:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:2.0:1778629464.906031:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629464.906033:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.906034:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.906037:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472650112/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.906043:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629464.906044:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629464.906045:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629464.906048:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629464.906049:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629464.906050:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629464.906052:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629464.906053:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778629464.906055:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629464.906056:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629464.906057:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:2.0:1778629464.906059:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629464.906060:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.906061:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629464.906064:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472650240/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629464.906069:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629464.906071:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629464.906072:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629464.906074:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629464.906075:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629464.906076:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629464.906077:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629464.906078:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778629464.906080:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629464.906081:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629464.906082:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778629464.906084:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629464.906085:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.906087:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629464.906094:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629464.906095:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629464.906097:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629464.906099:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629465.159733:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629465.159737:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629465.159739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629465.159740:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629465.159743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629465.159745:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629465.159747:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629465.159748:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629465.159750:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629465.159752:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629465.159754:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629465.159757:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629465.159760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629465.159762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629465.159766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629465.159771:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629465.159774:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629465.159776:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629465.160092:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629465.160096:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629465.160097:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629465.160100:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629465.160102:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629465.160104:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629465.160107:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629465.160108:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629465.160110:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629465.927752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629465.927759:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629465.927761:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629465.927767:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629465.927770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629465.927773:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629465.927776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629465.927778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629465.927781:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629466.183714:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629466.183717:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629466.183721:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183726:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629466.183728:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183730:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183733:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629466.183737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629466.183737:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629466.183740:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629466.183742:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629466.183743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629466.183744:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629466.183746:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183747:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629466.183749:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629466.183751:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629466.183752:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629466.183754:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629466.183757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629466.183759:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629466.183761:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629466.183762:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629466.183767:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629466.183770:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629466.183774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629466.183787:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629466.183792:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629466.183794:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629466.183797:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629466.183799:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629466.183802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629466.183804:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629466.183806:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629466.183808:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629466.183833:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629466.183836:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629466.183838:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629466.951763:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629466.951768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629466.951770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629466.951776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629466.951780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629466.951784:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629466.951786:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629466.951789:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629466.951792:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629467.207767:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629467.207773:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629467.207779:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629467.207780:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629467.207783:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629467.207784:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629467.207810:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629467.207813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629467.207815:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629467.208107:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629467.208112:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629467.208114:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629467.208118:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629467.208122:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629467.208125:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629467.208127:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629467.208131:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629467.208134:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629467.209340:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629467.209343:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629467.209345:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629467.209348:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629467.209350:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629467.209353:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629467.209355:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629467.209357:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629467.209360:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629467.975987:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629467.975994:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629467.975996:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629467.976002:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629467.976006:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629467.976009:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629467.976012:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629467.976015:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629467.976018:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629468.231734:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629468.231741:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629468.231743:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629468.231748:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629468.231752:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629468.231756:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629468.231759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629468.231762:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629468.231765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629468.231853:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629468.231857:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629468.231861:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629468.231862:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629468.231865:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629468.231867:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629468.231963:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629468.231967:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629468.231968:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629468.231970:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629468.231973:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629468.231975:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629468.231977:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629468.231979:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629468.231981:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629468.232060:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629468.232063:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629468.232066:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629468.807757:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308816657, at 4308816704
00000100:00000010:0.0:1778629468.807927:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4780.
00000100:00000040:1.0:1778629468.807935:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308816657, at 4308816704
00000100:00000010:1.0:1778629468.807945:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4840.
00000100:00000001:0.0:1778629468.999771:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629468.999779:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629468.999781:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629468.999788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629468.999793:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629468.999798:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629468.999801:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629468.999804:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629468.999808:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629469.255749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629469.255756:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629469.255759:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629469.255759:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629469.255767:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629469.255769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629469.255778:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629469.255779:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629469.255781:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629469.255782:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629469.255791:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629469.255794:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629469.255794:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629469.255798:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629469.255799:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629469.255842:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629469.255846:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629469.255850:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629469.255931:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629469.255934:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629469.255936:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629469.255951:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629469.255954:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629469.255956:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629469.255958:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629469.255960:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629469.255962:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629470.023678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629470.023686:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629470.023688:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629470.023694:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629470.023699:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629470.023700:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629470.023702:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629470.023707:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629470.023710:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629470.023714:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629470.023718:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629470.023724:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14145
00000400:00000200:3.0:1778629470.023732:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629470.023739:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629470.023742:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629470.023745:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023747:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629470.023760:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023763:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629470.023767:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629470.023769:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629470.023772:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1778629470.023775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778629470.023776:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000100:00000001:0.0:1778629470.023780:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629470.023780:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629470.023783:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:0.0:1778629470.023786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629470.023789:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023792:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629470.023795:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023797:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629470.023808:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629470.023812:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023815:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629470.023819:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629470.023823:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629470.023826:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.023828:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629470.023831:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629470.023839:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629470.023843:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629470.023846:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629470.023848:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.023851:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629470.023854:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629470.023859:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629470.023868:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629470.023875:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629470.023894:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629470.023904:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629470.023913:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629470.023918:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629470.023944:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629470.023947:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629470.023950:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629470.023951:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629470.023953:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629470.023955:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629470.023957:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14145
00000400:00000200:3.0:1778629470.023961:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629470.023964:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629470.023966:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629470.023968:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023970:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629470.023972:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023973:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629470.023975:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629470.023976:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629470.023978:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629470.023980:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629470.023981:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629470.023983:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629470.023986:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023988:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629470.023990:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023992:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629470.023993:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629470.023996:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629470.023998:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629470.023999:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629470.024004:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629470.024006:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.024007:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629470.024020:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629470.024023:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.024025:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629470.024029:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629470.024031:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629470.024033:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629470.024034:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.024036:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629470.024037:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629470.024039:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629470.024042:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778629470.024050:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629470.024055:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629470.024061:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629470.024063:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629470.024066:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629470.024073:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629470.024075:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629470.024078:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629470.024079:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629470.024081:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629470.024090:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629470.024098:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14145
00000400:00000200:3.0:1778629470.024102:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629470.024108:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629470.024110:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629470.024113:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629470.024121:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629470.024124:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629470.024125:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629470.024127:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629470.024129:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629470.024130:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629470.024133:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1778629470.024133:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629470.024135:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629470.024138:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629470.024142:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629470.024143:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629470.024145:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:2.0:1778629470.024155:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1778629470.024158:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629470.024159:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.024163:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629470.024165:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629470.024166:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629470.024170:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629470.024170:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629470.024174:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
02000000:00000001:2.0:1778629470.024176:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629470.024183:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472650368:192.168.204.112@tcp:250:kworker.0
00000100:00080000:3.0:1778629470.024185:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629470.024187:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629470.024190:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629470.024193:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629470.024194:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629470.024196:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629470.024198:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629470.024200:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.024202:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629470.024203:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629470.024206:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1778629470.024208:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
00000008:00000001:3.0:1778629470.024210:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.024213:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629470.024213:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629470.024220:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000400:00000200:2.0:1778629470.024224:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629470.024224:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629470.024230:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1778629470.024231:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
02000000:00000001:3.0:1778629470.024232:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629470.024239:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000001:3.0:1778629470.024243:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629470.024246:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1778629470.024248:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650368, portal 25
02000000:00000001:3.0:1778629470.024248:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.024253:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629470.024255:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
02000000:00000010:3.0:1778629470.024255:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629470.024261:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629470.024266:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629470.024270:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629470.024286:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629470.024290:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1778629470.024294:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629470.024294:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629470.024299:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000040:3.0:1778629470.024302:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629470.024305:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472650368, offset 0
00000100:00000001:3.0:1778629470.024315:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629470.024317:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629470.024319:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629470.024327:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.024335:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778629470.024335:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629470.024341:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629470.024344:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1778629470.024346:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629470.024351:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778629470.024352:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14155)
00000400:00000200:2.0:1778629470.024356:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629470.024360:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629470.024364:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497680:497680:256:4294967295] 192.168.204.112@tcp LPNI seq info [497639:497639:8:4294967295]
00000400:00000200:2.0:1778629470.024369:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.024381:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629470.024388:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.024393:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629470.024402:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629470.024405:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629470.024411:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629470.024414:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1778629470.024418:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.024421:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629470.024425:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629470.024430:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629470.024435:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629470.024437:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629470.024441:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629470.024458:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024469:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.024474:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024481:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.024484:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629470.024500:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629470.024505:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629470.024508:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308821776
00000100:00000010:2.0:1778629470.024514:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4a20.
00000100:00000001:2.0:1778629470.024521:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629470.024527:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308821776
00000100:00000010:2.0:1778629470.024531:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a43c0.
00000100:00000001:2.0:1778629470.024534:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629470.024538:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629470.024540:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.024543:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629470.024548:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629470/real 1778629470]  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629470.024558:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629470.024560:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629470.024562:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629470.024565:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629470.024567:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629470.024569:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629470.024575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629470.024602:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024648:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629470.024650:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.024652:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.024655:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629470.024660:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024667:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629470.024672:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024679:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629470.024682:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.024696:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.024697:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.024699:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629470.024710:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629470.024716:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629470.024720:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629470.024723:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629470.024727:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629470.024734:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472650368:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629470.024739:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629470.024742:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024753:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629470.024754:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.024756:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629470.024758:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629470.024760:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629470.024763:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629470.024766:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629470.024768:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629470.024769:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.024770:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629470.024774:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629470.024775:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629470.024779:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629470.024782:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629470.024785:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629470.024788:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650496, portal 10
00000100:00000001:2.0:1778629470.024790:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629470.024792:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778629470.024798:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024804:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629470.024807:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629470.024809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629470.024812:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472650496, offset 0
00000400:00000200:2.0:1778629470.024816:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629470.024820:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.024823:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629470.024826:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629470.024829:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629470.024831:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629470.024837:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629470.024841:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497681:497681:256:4294967295] 192.168.204.112@tcp LPNI seq info [497640:497640:8:4294967295]
00000400:00000200:2.0:1778629470.024845:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.024852:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629470.024857:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.024860:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629470.024864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629470.024867:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629470.024871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629470.024874:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1778629470.024877:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.024879:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629470.024882:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629470.024885:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629470.024887:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629470.024889:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629470.024892:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629470.024895:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024902:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.024905:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.024911:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.024913:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629470.024916:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629470.025201:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629470.025207:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629470.025210:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308817934
00000100:00000001:2.0:1778629470.025213:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308821776
00000100:00000001:2.0:1778629470.025215:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308817934
00000100:00000001:2.0:1778629470.025218:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308821776
00000100:00000001:2.0:1778629470.025220:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629470.025223:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.025226:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629470.025233:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629470/real 1778629470]  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629470.025242:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629470.025244:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629470.025245:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629470.025249:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629470.025251:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629470.025254:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629470.025258:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629470.025266:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025274:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629470.025276:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025278:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.025280:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629470.025284:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025291:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629470.025295:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025302:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629470.025305:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025306:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.025307:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025310:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629470.025314:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629470.025317:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629470.025323:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629470.025325:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629470.025330:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629470.025338:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650496:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629470.025343:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025346:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.025349:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472650368/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025356:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629470.025358:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629470.025361:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629470.025365:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629470.025367:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629470.025369:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629470.025371:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629470.025373:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:2.0:1778629470.025377:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629470.025379:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629470.025381:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629470.025384:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629470.025385:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025386:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.025389:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472650496/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025396:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629470.025397:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629470.025399:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629470.025401:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629470.025403:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629470.025404:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629470.025405:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629470.025407:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:2.0:1778629470.025409:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629470.025410:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629470.025411:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629470.025414:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629470.025415:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025417:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025423:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629470.025425:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.025428:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629470.025429:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629470.025431:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629470.025434:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025440:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629470.025442:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.025444:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629470.025446:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629470.025448:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629470.025450:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629470.025453:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629470.025455:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629470.025457:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629470.025458:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629470.025461:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629470.025463:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629470.025467:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629470.025469:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629470.025472:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629470.025476:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650624, portal 10
00000100:00000001:2.0:1778629470.025478:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629470.025479:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629470.025484:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025548:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629470.025551:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629470.025554:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629470.025557:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472650624, offset 0
00000400:00000200:2.0:1778629470.025561:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629470.025566:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.025570:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629470.025573:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629470.025576:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629470.025578:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629470.025592:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629470.025595:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497682:497682:256:4294967295] 192.168.204.112@tcp LPNI seq info [497641:497641:8:4294967295]
00000400:00000200:2.0:1778629470.025600:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629470.025606:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629470.025631:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.025636:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629470.025642:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629470.025645:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1778629470.025650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629470.025653:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1778629470.025657:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629470.025659:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629470.025662:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629470.025666:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629470.025669:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629470.025671:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629470.025673:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629470.025676:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025683:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.025686:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025697:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.025698:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629470.025754:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629470.025758:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629470.025761:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629470.025763:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308817936
00000100:00000001:2.0:1778629470.025766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308821776
00000100:00000001:2.0:1778629470.025768:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308817936
00000100:00000001:2.0:1778629470.025770:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308821776
00000100:00000001:2.0:1778629470.025771:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629470.025773:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.025775:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629470.025779:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629470/real 1778629470]  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629470.025786:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629470.025787:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629470.025789:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629470.025791:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629470.025793:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629470.025795:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629470.025798:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629470.025806:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025812:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629470.025814:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.025817:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629470.025820:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025827:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629470.025830:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025837:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629470.025839:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025840:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629470.025842:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025843:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629470.025846:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629470.025848:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629470.025852:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629470.025854:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629470.025858:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629470.025866:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650624:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629470.025870:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025872:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629470.025875:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472650624/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629470.025881:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629470.025883:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629470.025884:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629470.025887:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629470.025888:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629470.025889:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629470.025891:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629470.025893:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:2.0:1778629470.025896:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629470.025897:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629470.025898:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629470.025901:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629470.025902:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.025907:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629470.025908:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.025910:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629470.025912:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629470.279710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629470.279710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629470.279717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629470.279717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629470.279721:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629470.279721:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629470.279728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629470.279728:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629470.279733:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629470.279734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629470.279737:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.279737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.279739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629470.279741:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629470.279742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629470.279744:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629470.279745:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629470.279749:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629470.279973:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629470.279977:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629470.279980:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629470.279981:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629470.279984:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629470.279986:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629470.280043:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629470.280047:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629470.280050:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629471.047939:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629471.047945:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629471.047946:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629471.047951:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629471.047955:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629471.047958:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629471.047961:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629471.047963:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629471.047966:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629471.303709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629471.303710:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629471.303716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629471.303717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629471.303719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629471.303720:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629471.303724:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629471.303727:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629471.303727:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629471.303728:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629471.303734:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629471.303734:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629471.303735:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629471.303738:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629471.303738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629471.303739:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629471.303741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629471.303744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629471.303744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629471.303745:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629471.303749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629471.303749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629471.303754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629471.303755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629471.303764:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629471.303767:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629471.303769:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629472.071804:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629472.071811:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629472.071812:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629472.071818:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629472.071821:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629472.071825:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629472.071828:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629472.071830:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629472.071833:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629472.327698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629472.327812:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629472.327815:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629472.327820:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629472.327823:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629472.327826:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629472.327829:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629472.327831:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629472.327835:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629472.327836:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629472.327841:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629472.327843:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629472.327846:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629472.327853:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629472.327856:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629472.327858:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629472.327860:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629472.327863:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629472.327879:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629472.327883:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629472.327888:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629472.327889:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629472.327892:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629472.327893:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629472.328208:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629472.328211:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629472.328214:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629473.095838:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629473.095851:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629473.095853:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629473.095863:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629473.095877:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629473.095881:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629473.095883:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629473.095893:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629473.095896:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629473.351788:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629473.351795:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629473.351797:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629473.351802:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629473.351806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629473.351810:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629473.351813:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629473.351816:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629473.351818:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629473.351972:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629473.351976:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629473.351980:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629473.351981:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629473.351984:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629473.351986:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629473.352004:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629473.352007:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629473.352009:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629473.353105:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629473.353109:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629473.353110:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629473.353114:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629473.353116:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629473.353118:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629473.353119:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629473.353120:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629473.353122:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629473.927722:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308821776, at 4308821824
00000100:00000010:1.0:1778629473.927736:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a43c0.
00000100:00000040:0.0:1778629473.927770:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308821776, at 4308821824
00000100:00000010:0.0:1778629473.927778:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4a20.
00000100:00000001:0.0:1778629474.120101:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629474.120110:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629474.120111:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629474.120116:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:0.0:1778629474.120120:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629474.120123:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629474.120126:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629474.120128:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629474.120131:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629474.375698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629474.375698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629474.375704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629474.375705:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629474.375707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629474.375708:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629474.375715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629474.375715:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629474.375720:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629474.375721:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629474.375726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629474.375726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629474.375731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629474.375731:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629474.375736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629474.375736:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629474.375742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629474.375742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376142:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629474.376148:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376154:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629474.376156:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376160:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629474.376165:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629474.376167:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629474.376172:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376176:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629474.376178:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376180:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629474.376183:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629474.376258:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629474.376263:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629474.376267:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629475.143951:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629475.143972:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629475.143975:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629475.143978:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629475.143983:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629475.143995:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14150
00000400:00000200:3.0:1778629475.144003:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629475.144015:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629475.144018:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629475.144021:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144024:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629475.144027:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144029:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629475.144033:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629475.144035:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629475.144038:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629475.144046:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629475.144049:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629475.144051:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629475.144054:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144056:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629475.144057:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144059:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629475.144062:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629475.144065:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144067:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629475.144070:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629475.144073:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629475.144076:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144078:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629475.144080:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629475.144089:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629475.144092:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629475.144096:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629475.144097:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144100:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629475.144102:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629475.144107:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629475.144121:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629475.144127:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629475.144135:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629475.144144:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629475.144148:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629475.144152:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629475.144182:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629475.144185:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629475.144194:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629475.144195:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629475.144197:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629475.144208:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629475.144211:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14150
00000400:00000200:3.0:1778629475.144215:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629475.144218:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629475.144220:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629475.144223:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144225:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629475.144228:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629475.144228:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144232:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629475.144234:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629475.144235:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629475.144237:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778629475.144238:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629475.144240:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629475.144243:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:2.0:1778629475.144248:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629475.144248:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629475.144252:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629475.144262:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629475.144264:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629475.144268:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629475.144268:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144272:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629475.144273:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629475.144276:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629475.144277:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144279:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629475.144282:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00100000:2.0:1778629475.144285:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472650752:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629475.144289:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629475.144295:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1778629475.144295:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629475.144299:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144299:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629475.144302:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629475.144304:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1778629475.144307:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1778629475.144310:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:3.0:1778629475.144310:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144312:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629475.144315:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629475.144321:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629475.144330:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629475.144337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000008:00100000:3.0:1778629475.144339:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629475.144343:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144344:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629475.144348:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629475.144350:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000100:00000200:2.0:1778629475.144352:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650752, portal 25
02000000:00000001:3.0:1778629475.144353:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629475.144355:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144357:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629475.144358:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1778629475.144361:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
02000000:00000001:3.0:1778629475.144361:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629475.144363:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629475.144369:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000040:2.0:1778629475.144371:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629475.144374:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629475.144383:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629475.144384:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629475.144392:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144397:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1778629475.144398:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629475.144400:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629475.144404:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472650752, offset 0
00000100:00000040:3.0:1778629475.144407:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629475.144416:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629475.144429:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629475.144430:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629475.144433:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629475.144436:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629475.144438:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629475.144439:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1778629475.144445:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629475.144450:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778629475.144451:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629475.144456:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14150
00000400:00000200:2.0:1778629475.144458:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629475.144463:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629475.144466:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629475.144470:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497683:497683:256:4294967295] 192.168.204.112@tcp LPNI seq info [497642:497642:8:4294967295]
00000400:00000200:2.0:1778629475.144475:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629475.144493:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629475.144499:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1778629475.144501:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629475.144507:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629475.144511:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629475.144512:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144514:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629475.144518:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:2.0:1778629475.144520:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000001:3.0:1778629475.144520:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629475.144525:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629475.144526:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629475.144527:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629475.144529:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:2.0:1778629475.144532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629475.144537:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1778629475.144539:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.1:1778629475.144544:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778629475.144549:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.1:1778629475.144549:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1778629475.144555:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629475.144560:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1778629475.144561:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629475.144564:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:2.0:1778629475.144565:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000100:00000001:3.0:1778629475.144566:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629475.144571:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629475.144574:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:2.0:1778629475.144575:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1778629475.144576:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629475.144580:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629475.144584:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1778629475.144584:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629475.144589:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144591:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629475.144592:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000008:00100000:3.0:1778629475.144593:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1778629475.144597:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000008:00000001:3.0:1778629475.144597:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144602:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144604:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629475.144641:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778629475.144643:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629475.144648:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629475.144653:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629475.144656:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629475.144658:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1778629475.144660:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1778629475.144660:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629475.144664:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629475.144666:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1778629475.144669:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:2.0:1778629475.144677:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144679:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629475.144686:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629475.144690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629475.144691:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308826896
00000100:00100000:3.0:1778629475.144699:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1778629475.144702:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4ba0.
00000100:00000001:3.0:1778629475.144710:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629475.144713:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629475.144713:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629475.144721:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144723:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308826896
00000100:00000010:2.0:1778629475.144729:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4600.
00000100:00000001:3.0:1778629475.144735:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144736:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1778629475.144739:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629475.144741:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629475.144745:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629475.144746:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629475.144750:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629475.144751:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1778629475.144756:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1778629475.144759:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629475/real 1778629475]  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629475.144762:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14160)
00000400:00000001:2.0:1778629475.144773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629475.144774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629475.144776:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629475.144779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629475.144781:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629475.144784:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629475.144788:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629475.144796:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144803:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629475.144806:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144809:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.144811:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629475.144815:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144821:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629475.144825:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144832:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629475.144835:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.144837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144852:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629475.144854:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629475.144857:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629475.144861:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629475.144863:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629475.144867:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629475.144876:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472650752:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629475.144880:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144882:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629475.144884:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472650752/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144890:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629475.144892:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629475.144894:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629475.144898:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629475.144899:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629475.144901:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629475.144903:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629475.144906:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778629475.144909:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629475.144911:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629475.144913:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778629475.144916:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629475.144917:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144919:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.144926:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629475.144927:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.144929:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629475.144931:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629475.144932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629475.144935:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.144942:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629475.144943:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629475.144945:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629475.144947:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629475.144949:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629475.144951:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629475.144954:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629475.144956:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629475.144958:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629475.144959:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629475.144962:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629475.144964:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629475.144968:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629475.144970:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629475.144974:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629475.144977:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472650880, portal 10
00000100:00000001:2.0:1778629475.144979:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629475.144980:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:2.0:1778629475.145004:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145010:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629475.145012:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629475.145015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629475.145017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472650880, offset 0
00000400:00000200:2.0:1778629475.145021:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629475.145025:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629475.145028:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629475.145032:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629475.145035:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629475.145037:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629475.145039:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629475.145042:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497684:497684:256:4294967295] 192.168.204.112@tcp LPNI seq info [497643:497643:8:4294967295]
00000400:00000200:2.0:1778629475.145047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629475.145054:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629475.145058:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629475.145062:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000001:1.0:1778629475.145066:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000800:00000200:2.0:1778629475.145067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629475.145071:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000800:00000200:2.0:1778629475.145072:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1778629475.145074:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629475.145080:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000800:00000200:2.1:1778629475.145083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:1.0:1778629475.145084:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629475.145087:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.1:1778629475.145088:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1778629475.145092:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629475.145094:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1778629475.145098:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:1.0:1778629475.145099:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629475.145101:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629475.145106:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629475.145111:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629475.145114:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629475.145116:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629475.145120:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629475.145124:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145132:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629475.145135:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145146:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.145147:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629475.145151:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629475.145155:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629475.145157:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629475.145159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308823054
00000100:00000001:2.0:1778629475.145161:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308826896
00000100:00000001:2.0:1778629475.145163:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308823054
00000100:00000001:2.0:1778629475.145165:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308826896
00000100:00000001:2.0:1778629475.145167:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629475.145169:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.145170:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629475.145174:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629475/real 1778629475]  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629475.145181:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629475.145182:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629475.145183:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629475.145185:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629475.145187:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629475.145189:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629475.145192:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629475.145199:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145204:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629475.145206:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145207:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.145208:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629475.145211:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145217:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629475.145221:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145227:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629475.145229:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145231:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.145232:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145234:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629475.145238:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629475.145240:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629475.145243:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629475.145245:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629475.145249:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629475.145257:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472650880:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629475.145260:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629475.145263:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145269:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629475.145270:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629475.145272:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629475.145273:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629475.145275:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629475.145278:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629475.145281:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629475.145283:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629475.145284:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629475.145286:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629475.145289:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629475.145291:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629475.145294:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629475.145297:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629475.145300:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629475.145302:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651008, portal 10
00000100:00000001:2.0:1778629475.145304:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629475.145305:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:2.0:1778629475.145326:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145332:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629475.145334:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629475.145337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629475.145339:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472651008, offset 0
00000400:00000200:2.0:1778629475.145343:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629475.145347:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629475.145351:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629475.145354:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629475.145356:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629475.145358:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629475.145361:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629475.145364:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497685:497685:256:4294967295] 192.168.204.112@tcp LPNI seq info [497644:497644:8:4294967295]
00000400:00000200:2.0:1778629475.145368:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629475.145374:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629475.145378:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629475.145381:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629475.145385:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629475.145387:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1778629475.145391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629475.145394:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1778629475.145397:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629475.145399:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629475.145402:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629475.145405:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629475.145408:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629475.145409:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629475.145412:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629475.145415:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145423:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629475.145426:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145432:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.145433:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629475.145436:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629475.145439:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629475.145442:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629475.145443:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308823055
00000100:00000001:2.0:1778629475.145446:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308826896
00000100:00000001:2.0:1778629475.145448:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308823055
00000100:00000001:2.0:1778629475.145450:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308826896
00000100:00000001:2.0:1778629475.145451:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629475.145453:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.145455:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629475.145459:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629475/real 1778629475]  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629475.145466:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629475.145467:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629475.145469:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629475.145472:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629475.145473:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629475.145476:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629475.145490:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629475.145498:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145504:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629475.145506:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145507:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.145509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629475.145512:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145523:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629475.145526:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145532:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629475.145534:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145536:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629475.145537:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145538:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629475.145541:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629475.145543:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629475.145546:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629475.145548:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629475.145552:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629475.145559:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651008:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629475.145562:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145578:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629475.145581:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472650880/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145586:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629475.145588:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629475.145589:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629475.145592:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629475.145593:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629475.145595:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629475.145596:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629475.145598:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778629475.145600:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629475.145601:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629475.145603:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:2.0:1778629475.145605:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629475.145606:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145624:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629475.145627:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472651008/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629475.145633:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629475.145634:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629475.145636:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629475.145638:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629475.145639:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629475.145640:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629475.145642:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629475.145643:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778629475.145645:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629475.145646:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629475.145647:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:2.0:1778629475.145649:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629475.145650:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145651:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.145654:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629475.145655:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.145657:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629475.145660:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629475.399735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629475.399742:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629475.399744:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629475.399749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629475.399752:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629475.399757:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629475.399760:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629475.399762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629475.399765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629475.399844:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629475.399849:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629475.399850:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629475.399852:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629475.399854:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629475.399855:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.399857:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629475.399858:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629475.399859:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629475.399984:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629475.399987:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629475.400062:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629475.400063:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629475.400067:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629475.400068:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629475.400095:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629475.400098:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629475.400101:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629476.167751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629476.167756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629476.167758:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629476.167763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629476.167767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629476.167772:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629476.167775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629476.167778:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629476.167782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629476.423717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629476.423717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629476.423720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629476.423726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629476.423726:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629476.423727:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629476.423729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629476.423730:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423731:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629476.423736:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629476.423737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:2.0:1778629476.423738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629476.423741:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629476.423744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629476.423744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629476.423745:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423749:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629476.423750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629476.423750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629476.423752:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629476.423755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629476.423756:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629476.423758:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629476.423760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629476.423760:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629476.423762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423763:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778629476.423764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423767:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629476.423769:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423772:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629476.423773:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423775:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423777:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629476.423784:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629476.423786:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629476.423893:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629476.423896:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629476.423899:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629477.192650:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629477.192656:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629477.192658:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629477.192664:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629477.192668:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629477.192672:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629477.192676:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629477.192678:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629477.192681:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629477.447720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629477.447729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629477.447736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629477.447738:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629477.447741:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629477.447744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629477.447748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629477.447749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629477.447750:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629477.447753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629477.447756:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629477.447767:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629477.447770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629477.447773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629477.447785:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629477.447808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629477.447812:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629477.447816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629477.447873:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629477.447876:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629477.447878:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629477.447880:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629477.447882:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629477.447884:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629477.447886:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629477.447888:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629477.447890:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629478.215730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629478.215734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629478.215736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629478.215739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629478.215742:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629478.215744:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629478.215746:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629478.215748:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629478.215750:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629478.471802:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629478.471808:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629478.471810:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629478.471814:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629478.471818:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629478.471822:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629478.471825:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629478.471827:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629478.471830:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629478.472058:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629478.472064:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629478.472070:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629478.472072:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629478.472076:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629478.472078:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629478.472112:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629478.472115:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629478.472118:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629478.472500:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629478.472503:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629478.472504:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629478.472507:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629478.472510:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629478.472512:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629478.472514:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629478.472515:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629478.472517:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629479.047775:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308826896, at 4308826944
00000100:00000040:1.0:1778629479.047775:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308826896, at 4308826944
00000100:00000010:0.0:1778629479.047792:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4ba0.
00000100:00000010:1.0:1778629479.047794:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4600.
00000100:00000001:2.0:1778629479.239852:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629479.239861:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629479.239863:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629479.239870:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629479.239875:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629479.239879:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629479.239883:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629479.239886:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629479.239890:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629479.495718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629479.495725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629479.495728:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629479.495733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629479.495734:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629479.495738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629479.495740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629479.495740:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629479.495744:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629479.495745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629479.495745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629479.495747:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629479.495748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629479.495750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1778629479.495752:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629479.495753:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629479.495754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629479.495756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629479.495756:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629479.495760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629479.495760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629479.495762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629479.495765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629479.495767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629479.495847:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629479.495853:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629479.495858:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629480.263739:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629480.263748:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629480.263750:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629480.263754:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629480.263758:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629480.263765:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14155
00000100:00000001:2.0:1778629480.263774:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1778629480.263776:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629480.263783:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629480.263786:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629480.263788:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1778629480.263790:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629480.263792:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.263795:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1778629480.263797:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000040:3.0:1778629480.263799:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629480.263801:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629480.263803:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629480.263805:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629480.263808:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629480.263809:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778629480.263811:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000100:00000001:2.0:1778629480.263813:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629480.263815:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629480.263818:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629480.263820:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629480.263824:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629480.263827:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629480.263831:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.263833:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629480.263835:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.263837:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629480.263840:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629480.263844:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629480.263848:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629480.263851:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629480.263853:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629480.263856:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.263858:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629480.263860:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629480.263869:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778629480.263872:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629480.263875:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629480.263882:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.263884:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629480.263887:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629480.263890:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629480.263897:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629480.263903:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629480.263911:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629480.263920:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629480.263925:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629480.263929:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629480.263949:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629480.263953:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629480.263956:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629480.263957:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629480.263959:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629480.263961:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629480.263963:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14155
00000400:00000200:3.0:1778629480.263967:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629480.263971:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629480.263974:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629480.263977:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.263980:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629480.263982:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1778629480.263982:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.263986:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629480.263987:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629480.263990:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629480.263990:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629480.263993:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629480.263995:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629480.263998:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000040:2.0:1778629480.263999:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1778629480.264001:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629480.264006:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629480.264013:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264017:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629480.264018:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264020:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629480.264023:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629480.264024:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629480.264026:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629480.264027:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264030:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.264032:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629480.264033:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629480.264037:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629480.264039:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629480.264041:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629480.264042:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264045:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1778629480.264048:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651136:192.168.204.112@tcp:250:kworker.0
00000008:00100000:3.0:1778629480.264050:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1778629480.264053:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1778629480.264054:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264057:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.264058:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629480.264062:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629480.264062:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
02000000:00000001:2.0:1778629480.264065:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1778629480.264066:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629480.264069:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629480.264071:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629480.264072:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
00000100:00000001:3.0:1778629480.264073:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629480.264075:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629480.264076:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629480.264078:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629480.264083:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000400:00000200:2.0:1778629480.264087:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629480.264089:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629480.264093:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000100:00100000:3.0:1778629480.264096:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629480.264104:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629480.264106:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629480.264110:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1778629480.264114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000001:3.0:1778629480.264121:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629480.264123:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651136, portal 25
00000100:00080000:3.0:1778629480.264124:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629480.264127:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1778629480.264129:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629480.264130:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000100:00000001:3.0:1778629480.264132:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629480.264135:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1778629480.264140:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629480.264140:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629480.264144:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14155
00000400:00000200:3.0:1778629480.264152:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629480.264157:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778629480.264159:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629480.264160:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629480.264165:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264168:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629480.264169:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629480.264172:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000010:2.0:1778629480.264174:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629480.264175:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629480.264179:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1778629480.264180:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472651136, offset 0
00000020:00000040:3.0:1778629480.264181:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629480.264184:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629480.264186:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629480.264189:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:2.0:1778629480.264190:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:3.0:1778629480.264192:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629480.264196:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264199:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1778629480.264202:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629480.264204:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264207:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629480.264210:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:2.0:1778629480.264211:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778629480.264215:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629480.264218:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.264219:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1778629480.264220:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629480.264223:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1778629480.264224:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:3.0:1778629480.264227:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264230:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1778629480.264231:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1778629480.264232:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1778629480.264236:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000008:00000001:3.0:1778629480.264237:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264239:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.264243:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497686:497686:256:4294967295] 192.168.204.112@tcp LPNI seq info [497645:497645:8:4294967295]
00000100:00000010:3.0:1778629480.264245:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629480.264250:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:2.0:1778629480.264252:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629480.264255:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629480.264257:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629480.264259:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629480.264262:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629480.264265:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.264268:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1778629480.264270:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778629480.264275:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629480.264278:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00100000:3.0:1778629480.264283:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1778629480.264286:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000001:3.0:1778629480.264294:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1778629480.264297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629480.264298:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1778629480.264303:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1778629480.264304:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1778629480.264315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629480.264318:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1778629480.264320:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1778629480.264321:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629480.264327:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1778629480.264328:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629480.264331:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1778629480.264332:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000100:00000040:3.0:1778629480.264337:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1778629480.264340:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1778629480.264343:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14165)
00000400:00000200:2.0:1778629480.264347:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629480.264351:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629480.264353:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629480.264358:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629480.264362:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264372:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.264375:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264397:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.264399:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629480.264403:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.264407:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629480.264410:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308832016
00000100:00000010:2.0:1778629480.264414:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4f60.
00000100:00000001:2.0:1778629480.264420:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629480.264425:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308832016
00000100:00000010:2.0:1778629480.264428:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a46c0.
00000100:00000001:2.0:1778629480.264430:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629480.264433:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629480.264436:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.264438:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629480.264442:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629480/real 1778629480]  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629480.264458:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629480.264459:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629480.264461:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629480.264463:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629480.264465:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629480.264467:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629480.264470:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629480.264478:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264485:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629480.264486:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264488:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.264490:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629480.264493:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264510:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629480.264514:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264520:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629480.264523:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.264526:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264528:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629480.264530:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629480.264532:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629480.264536:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629480.264537:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629480.264542:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629480.264550:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651136:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629480.264554:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264555:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.264558:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472651136/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264565:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629480.264567:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629480.264569:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629480.264572:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629480.264573:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629480.264575:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629480.264577:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629480.264587:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778629480.264590:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629480.264592:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629480.264593:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:2.0:1778629480.264596:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629480.264597:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264600:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264632:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629480.264633:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.264636:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629480.264637:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629480.264638:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629480.264642:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264649:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629480.264650:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.264652:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629480.264654:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629480.264656:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629480.264659:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629480.264662:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629480.264664:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629480.264666:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.264667:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629480.264670:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629480.264672:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.264676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629480.264678:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629480.264688:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629480.264692:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651264, portal 10
00000100:00000001:2.0:1778629480.264694:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629480.264695:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:2.0:1778629480.264797:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264806:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629480.264808:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629480.264811:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629480.264814:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472651264, offset 0
00000400:00000200:2.0:1778629480.264818:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629480.264822:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629480.264835:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629480.264838:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629480.264841:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629480.264843:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629480.264845:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629480.264847:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497687:497687:256:4294967295] 192.168.204.112@tcp LPNI seq info [497646:497646:8:4294967295]
00000400:00000200:2.0:1778629480.264852:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629480.264858:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629480.264862:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629480.264865:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629480.264869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629480.264872:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778629480.264877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629480.264879:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1778629480.264882:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629480.264884:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629480.264887:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629480.264890:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629480.264893:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629480.264894:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629480.264896:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629480.264900:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264907:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.264910:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264916:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.264918:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629480.264920:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629480.264924:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629480.264927:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629480.264929:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308828174
00000100:00000001:2.0:1778629480.264932:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308832016
00000100:00000001:2.0:1778629480.264934:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308828174
00000100:00000001:2.0:1778629480.264936:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308832016
00000100:00000001:2.0:1778629480.264937:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629480.264939:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.264941:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629480.264945:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629480/real 1778629480]  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629480.264952:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629480.264953:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629480.264955:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629480.264957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629480.264958:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629480.264960:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629480.264963:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629480.264971:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264977:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629480.264978:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.264980:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.264981:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629480.264984:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.264990:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629480.264994:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265000:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629480.265003:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.265005:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265007:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629480.265010:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629480.265012:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629480.265015:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629480.265017:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629480.265021:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629480.265029:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651264:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629480.265033:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629480.265036:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265042:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629480.265044:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.265046:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629480.265048:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629480.265050:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629480.265052:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629480.265055:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629480.265057:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629480.265058:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629480.265060:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629480.265063:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629480.265065:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629480.265068:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629480.265069:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629480.265072:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629480.265075:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651392, portal 10
00000100:00000001:2.0:1778629480.265076:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629480.265078:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:2.0:1778629480.265083:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265089:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629480.265091:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629480.265093:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629480.265095:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472651392, offset 0
00000400:00000200:2.0:1778629480.265098:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629480.265102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629480.265105:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629480.265107:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629480.265110:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629480.265112:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629480.265114:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629480.265117:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497688:497688:256:4294967295] 192.168.204.112@tcp LPNI seq info [497647:497647:8:4294967295]
00000400:00000200:2.0:1778629480.265121:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629480.265127:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629480.265131:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629480.265133:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629480.265137:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629480.265139:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1778629480.265142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629480.265144:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1778629480.265148:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629480.265150:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629480.265152:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629480.265155:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629480.265158:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629480.265159:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629480.265161:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629480.265164:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265171:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.265174:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265180:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.265181:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629480.265183:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629480.265185:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629480.265188:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629480.265190:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308828175
00000100:00000001:2.0:1778629480.265192:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308832016
00000100:00000001:2.0:1778629480.265194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308828175
00000100:00000001:2.0:1778629480.265196:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308832016
00000100:00000001:2.0:1778629480.265198:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629480.265200:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.265201:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629480.265205:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629480/real 1778629480]  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629480.265212:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629480.265213:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629480.265215:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629480.265217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629480.265218:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629480.265220:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629480.265223:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629480.265232:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265237:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629480.265238:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265240:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.265241:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629480.265244:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265251:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629480.265254:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265261:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629480.265263:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265264:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629480.265266:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265268:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629480.265270:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629480.265272:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629480.265275:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629480.265277:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629480.265281:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629480.265289:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651392:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629480.265292:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265294:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.265296:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472651264/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265301:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629480.265303:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629480.265304:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629480.265306:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629480.265308:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629480.265309:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629480.265311:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629480.265312:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778629480.265314:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629480.265315:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629480.265317:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:2.0:1778629480.265319:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629480.265320:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265322:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629480.265325:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472651392/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629480.265330:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629480.265332:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629480.265333:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629480.265335:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629480.265336:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629480.265338:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629480.265339:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629480.265341:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629480.265342:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629480.265343:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629480.265344:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:2.0:1778629480.265346:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629480.265347:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265349:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629480.265352:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629480.265353:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629480.265355:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629480.265356:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629480.519706:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629480.519713:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629480.519715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629480.519722:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629480.519726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629480.519730:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629480.519733:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629480.519737:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629480.519740:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629480.519754:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629480.519758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629480.519759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629480.519763:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629480.519765:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629480.519768:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629480.519770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629480.519772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629480.519774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629480.520269:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629480.520272:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629480.520276:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629480.520278:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629480.520281:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629480.520282:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629480.520602:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629480.520605:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629480.520624:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629481.288465:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629481.288471:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629481.288473:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629481.288480:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629481.288482:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629481.288485:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629481.288487:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629481.288489:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629481.288491:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629481.543724:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629481.543724:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629481.543732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629481.543732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629481.543735:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629481.543735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629481.543742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629481.543742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629481.543748:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629481.543748:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629481.543753:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629481.543753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629481.543758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629481.543758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629481.543763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629481.543763:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629481.543768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629481.543769:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629481.543998:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629481.544001:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629481.544005:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629481.544006:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629481.544010:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629481.544012:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629481.544064:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629481.544067:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629481.544070:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629482.311720:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629482.311726:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629482.311727:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629482.311732:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629482.311735:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629482.311739:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629482.311741:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629482.311743:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629482.311746:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629482.567705:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629482.567705:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629482.567709:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629482.567712:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629482.567713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629482.567713:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629482.567715:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629482.567720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629482.567721:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629482.567723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629482.567726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629482.567727:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629482.567728:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629482.567731:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629482.567732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629482.567732:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629482.567737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629482.567737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629482.567741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629482.567741:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629482.567747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629482.567747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629482.567749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629482.567753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629482.567791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629482.567794:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629482.567798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629483.335779:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629483.335785:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629483.335787:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629483.335793:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629483.335796:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629483.335800:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629483.335803:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629483.335805:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629483.335808:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629483.591696:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629483.591698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629483.591703:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629483.591703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629483.591706:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629483.591706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629483.591713:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629483.591714:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629483.591718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629483.591722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629483.591723:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629483.591726:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629483.591727:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629483.591730:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629483.591730:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629483.591733:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629483.591735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629483.591741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591822:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629483.591826:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591837:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629483.591839:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591842:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629483.591845:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629483.591854:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629483.591857:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591863:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629483.591865:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591866:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629483.591868:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629483.591991:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629483.591995:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629483.591998:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629484.167724:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308832016, at 4308832064
00000100:00000040:1.0:1778629484.167725:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308832016, at 4308832064
00000100:00000010:1.0:1778629484.167739:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a46c0.
00000100:00000010:0.0:1778629484.167742:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4f60.
00000100:00000001:2.0:1778629484.359810:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629484.359818:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629484.359820:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629484.359826:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629484.359830:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629484.359834:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629484.359837:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629484.359840:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629484.359843:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629484.615757:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629484.615761:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629484.615766:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629484.615769:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629484.615770:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629484.615773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629484.615775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629484.615781:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629484.615781:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629484.615783:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629484.615787:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629484.615791:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629484.615791:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629484.615791:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629484.615797:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629484.615799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629484.615802:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629484.615804:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629484.615807:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629484.615808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629484.615814:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629484.615814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629484.616100:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629484.616102:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629484.616167:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629484.616171:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629484.616174:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1778629485.383772:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629485.383782:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629485.383784:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629485.383788:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629485.383792:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629485.383800:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14160
00000400:00000200:1.0:1778629485.383809:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629485.383816:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629485.383819:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629485.383821:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000040:1.0:1778629485.383823:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629485.383826:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629485.383827:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1778629485.383829:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629485.383832:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00100000:2.0:1778629485.383835:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629485.383836:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629485.383839:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1778629485.383841:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629485.383843:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1778629485.383844:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:1.0:1778629485.383849:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629485.383849:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1778629485.383853:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000100:00000001:2.0:1778629485.383853:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1778629485.383858:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000001:2.0:1778629485.383858:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629485.383863:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:1.0:1778629485.383867:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.383869:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629485.383871:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.383873:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629485.383875:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:1.0:1778629485.383879:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629485.383882:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629485.383886:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629485.383889:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629485.383892:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.383894:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629485.383896:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629485.383905:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972823800.
00000020:00000040:1.0:1778629485.383908:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:1.0:1778629485.383912:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629485.383913:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.383916:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629485.383918:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629485.383922:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629485.383930:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ece800.
00000100:00000001:1.0:1778629485.383936:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629485.383944:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629485.383953:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629485.383958:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629485.383962:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f3fd87] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629485.383986:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629485.383989:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629485.383991:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1778629485.383992:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629485.383993:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629485.383995:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629485.383997:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14160
00000400:00000200:1.0:1778629485.384000:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629485.384002:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629485.384003:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629485.384005:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384007:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629485.384008:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384009:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629485.384011:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629485.384012:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:1.0:1778629485.384013:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629485.384015:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:1.0:1778629485.384016:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:1.0:1778629485.384018:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:1.0:1778629485.384021:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384022:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629485.384024:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384026:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629485.384028:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:1.0:1778629485.384030:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384032:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629485.384033:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629485.384038:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629485.384040:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384042:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629485.384046:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629485.384048:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384050:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629485.384053:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821180.
00000020:00000040:1.0:1778629485.384055:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629485.384058:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629485.384059:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384060:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629485.384062:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629485.384064:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629485.384067:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecf000.
00000100:00000001:1.0:1778629485.384070:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629485.384076:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629485.384082:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629485.384083:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629485.384085:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e764f6f4] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629485.384090:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1778629485.384092:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1778629485.384094:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1778629485.384095:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1778629485.384096:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629485.384098:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1778629485.384099:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14160
00000400:00000200:1.0:1778629485.384101:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:1.0:1778629485.384103:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:1.0:1778629485.384104:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1778629485.384106:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384107:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629485.384108:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384109:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:1.0:1778629485.384110:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1778629485.384111:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:1.0:1778629485.384112:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1778629485.384113:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:1.0:1778629485.384114:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:1.0:1778629485.384115:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:1.0:1778629485.384117:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384118:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1778629485.384119:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384120:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:1.0:1778629485.384122:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:1.0:1778629485.384124:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:1.0:1778629485.384125:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1778629485.384126:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1778629485.384128:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1778629485.384129:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384130:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1778629485.384131:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1778629485.384132:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384133:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1778629485.384136:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3972821880.
00000020:00000040:1.0:1778629485.384137:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:1.0:1778629485.384138:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1778629485.384139:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.384140:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1778629485.384141:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1778629485.384142:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1778629485.384144:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3945ecd800.
00000100:00000001:1.0:1778629485.384146:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629485.384148:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1778629485.384152:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1778629485.384153:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629485.384155:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c0e0c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629485.384159:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629485.384160:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629485.384162:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629485.384164:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1778629485.384166:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1778629485.384169:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14170)
00000100:00000001:2.0:1778629485.384218:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629485.384221:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629485.384223:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629485.384228:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384237:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629485.384238:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384242:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629485.384244:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629485.384246:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629485.384250:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651520:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629485.384254:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629485.384258:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629485.384260:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384262:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629485.384267:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629485.384269:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629485.384274:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629485.384287:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629485.384293:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629485.384300:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651520, portal 25
00000100:00000001:2.0:1778629485.384302:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629485.384303:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629885440 : -123998079666176 : ffff8f3972823800)
00000100:00000040:2.0:1778629485.384308:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384315:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629485.384318:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629485.384320:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629485.384324:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472651520, offset 0
00000400:00000200:2.0:1778629485.384330:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384337:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384343:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629485.384348:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629485.384352:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629485.384355:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629485.384358:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384362:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497689:497689:256:4294967295] 192.168.204.112@tcp LPNI seq info [497648:497648:8:4294967295]
00000400:00000200:2.0:1778629485.384367:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384377:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629485.384383:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384387:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629485.384392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629485.384394:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778629485.384398:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629485.384401:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1778629485.384403:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384405:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629485.384410:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629485.384414:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629485.384419:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629485.384421:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629485.384426:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629485.384429:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384438:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.384441:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384448:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.384450:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629485.384455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629485.384458:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629485.384461:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308837136
00000100:00000010:2.0:1778629485.384466:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a49c0.
00000100:00000001:2.0:1778629485.384472:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629485.384476:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308837136
00000100:00000010:2.0:1778629485.384478:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a44e0.
00000100:00000001:2.0:1778629485.384480:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629485.384483:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629485.384486:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.384489:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629485.384492:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629485/real 1778629485]  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629485.384501:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629485.384502:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629485.384504:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629485.384506:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629485.384508:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629485.384510:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629485.384514:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629485.384522:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384528:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629485.384530:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384532:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.384534:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629485.384538:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384544:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629485.384548:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384554:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629485.384556:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384557:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.384558:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384560:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629485.384562:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629485.384565:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629485.384569:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629485.384571:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629485.384575:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629485.384583:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651520:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629485.384587:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629485.384590:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384596:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629485.384597:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384598:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629485.384600:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629485.384601:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629485.384603:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629485.384604:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629485.384606:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629485.384622:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384625:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629485.384628:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629485.384629:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629485.384633:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629485.384635:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629485.384639:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629485.384642:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651648, portal 10
00000100:00000001:2.0:1778629485.384644:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629485.384645:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629875584 : -123998079676032 : ffff8f3972821180)
00000100:00000040:2.0:1778629485.384651:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384657:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629485.384659:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629485.384661:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629485.384664:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472651648, offset 0
00000400:00000200:2.0:1778629485.384668:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384671:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384675:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629485.384678:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629485.384680:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629485.384682:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629485.384684:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384686:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497690:497690:256:4294967295] 192.168.204.112@tcp LPNI seq info [497649:497649:8:4294967295]
00000400:00000200:2.0:1778629485.384690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384696:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629485.384700:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384704:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629485.384707:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629485.384709:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778629485.384713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629485.384716:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1778629485.384719:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384721:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629485.384723:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629485.384726:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629485.384729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629485.384731:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629485.384733:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629485.384737:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384744:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.384747:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384753:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.384755:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629485.384757:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629485.384761:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629485.384764:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629485.384766:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308833294
00000100:00000001:2.0:1778629485.384768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308837136
00000100:00000001:2.0:1778629485.384770:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308833294
00000100:00000001:2.0:1778629485.384772:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308837136
00000100:00000001:2.0:1778629485.384774:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629485.384776:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.384778:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629485.384781:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629485/real 1778629485]  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629485.384788:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629485.384789:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629485.384791:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629485.384793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629485.384794:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629485.384796:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629485.384799:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629485.384806:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384812:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629485.384813:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.384816:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629485.384819:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384825:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629485.384828:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384834:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629485.384837:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384838:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.384839:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.384841:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629485.384844:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629485.384847:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629485.384849:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629485.384851:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629485.384855:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629485.384863:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651648:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629485.384866:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629485.384869:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384874:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629485.384875:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384877:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629485.384879:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629485.384880:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629485.384883:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629485.384885:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629485.384887:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629485.384893:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629485.384895:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629485.384898:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce2800.
02000000:00000001:2.0:1778629485.384900:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629485.384903:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629485.384905:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629485.384908:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629485.384910:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651776, portal 10
00000100:00000001:2.0:1778629485.384912:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629485.384913:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075629877376 : -123998079674240 : ffff8f3972821880)
00000100:00000040:2.0:1778629485.384919:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.384924:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629485.384926:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629485.384929:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629485.384931:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472651776, offset 0
00000400:00000200:2.0:1778629485.384934:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384938:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384941:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629485.384943:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629485.384945:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629485.384948:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629485.384950:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629485.384952:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497691:497691:256:4294967295] 192.168.204.112@tcp LPNI seq info [497650:497650:8:4294967295]
00000400:00000200:2.0:1778629485.384956:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629485.384962:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629485.384966:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384969:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629485.384972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629485.384974:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1778629485.384978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629485.384980:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1778629485.384983:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629485.384985:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629485.384987:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629485.384990:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629485.384992:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629485.384995:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629485.384997:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629485.385000:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385007:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.385009:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385015:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.385016:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629485.385019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629485.385022:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629485.385024:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629485.385026:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308833295
00000100:00000001:2.0:1778629485.385028:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308837136
00000100:00000001:2.0:1778629485.385030:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308833295
00000100:00000001:2.0:1778629485.385032:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308837136
00000100:00000001:2.0:1778629485.385034:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629485.385036:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.385038:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629485.385041:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629485/real 1778629485]  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629485.385048:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629485.385049:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629485.385050:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629485.385052:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629485.385054:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629485.385055:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629485.385058:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629485.385065:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385071:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629485.385073:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385074:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.385075:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629485.385079:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385085:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629485.385088:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385094:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629485.385096:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385097:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629485.385098:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385100:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629485.385102:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629485.385104:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629485.385107:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629485.385109:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629485.385112:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629485.385119:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3972821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472651776:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629485.385122:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385124:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.385127:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972823800 x1865013472651520/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385133:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629485.385135:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629485.385137:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:2.0:1778629485.385140:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629485.385141:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629485.385143:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629485.385145:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629485.385147:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ece800.
02000000:00000001:2.0:1778629485.385150:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629485.385151:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629485.385153:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972823800.
00000100:00000001:2.0:1778629485.385156:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629485.385157:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385158:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.385161:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821180 x1865013472651648/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385167:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629485.385168:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629485.385169:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:2.0:1778629485.385171:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629485.385172:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629485.385173:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629485.385175:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629485.385176:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecf000.
02000000:00000001:2.0:1778629485.385178:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629485.385179:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629485.385180:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821180.
00000100:00000001:2.0:1778629485.385182:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629485.385183:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385185:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629485.385187:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3972821880 x1865013472651776/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629485.385192:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629485.385193:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629485.385194:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce2800.
02000000:00000001:2.0:1778629485.385196:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629485.385197:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629485.385198:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629485.385200:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629485.385201:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3945ecd800.
02000000:00000001:2.0:1778629485.385203:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629485.385203:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629485.385205:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3972821880.
00000100:00000001:2.0:1778629485.385206:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629485.385208:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385210:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629485.385216:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629485.385217:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629485.385219:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629485.385220:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629485.639731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629485.639731:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629485.639738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629485.639739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629485.639742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629485.639743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629485.639750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629485.639750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629485.639757:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629485.639758:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629485.639763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629485.639763:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629485.639769:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629485.639769:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629485.639773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629485.639773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629485.639781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629485.639781:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629485.639786:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629485.639793:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629485.639801:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629485.639803:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629485.639807:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629485.639809:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629485.640026:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629485.640029:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629485.640032:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629486.407789:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629486.407799:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629486.407802:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629486.407809:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629486.407813:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629486.407818:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629486.407820:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629486.407824:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629486.407827:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629486.663763:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629486.663773:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629486.663777:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629486.663784:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629486.663789:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629486.663794:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629486.663797:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629486.663801:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629486.663804:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663939:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629486.663942:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629486.663945:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629486.663947:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629486.663949:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629486.663950:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629486.663954:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629486.663955:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629486.663956:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629486.663960:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629486.663961:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629486.663963:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629486.663964:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629486.663966:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629486.663968:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629486.663972:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663972:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663977:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629486.663980:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629486.663981:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629486.663983:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663984:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629486.663986:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663987:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663989:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629486.663993:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629486.663995:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629486.664062:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629486.664066:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629486.664069:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629487.431727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629487.431733:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629487.431735:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629487.431740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629487.431743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629487.431747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629487.431749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629487.431752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629487.431755:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629487.687713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629487.687714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629487.687717:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629487.687722:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629487.687722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629487.687722:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629487.687726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629487.687726:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629487.687729:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629487.687732:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629487.687733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629487.687734:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629487.687734:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629487.687737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629487.687740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629487.687740:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629487.687746:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629487.687746:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629487.687750:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629487.687751:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629487.687753:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629487.687754:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629487.687758:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629487.687758:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629487.687801:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629487.687805:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629487.687808:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629488.455774:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629488.455781:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629488.455783:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629488.455788:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629488.455792:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629488.455796:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629488.455810:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629488.455812:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629488.455815:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629488.711752:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629488.711756:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629488.711758:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629488.711759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629488.711760:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629488.711765:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629488.711768:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629488.711770:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629488.711770:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629488.711772:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629488.711773:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629488.711778:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629488.711780:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629488.711782:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629488.711785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629488.711786:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629488.711791:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629488.711793:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629488.711795:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629488.711798:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629488.711800:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629488.711804:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629488.711804:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629488.711813:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629488.711906:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629488.711909:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629488.711912:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629489.287758:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308837136, at 4308837184
00000100:00000040:1.0:1778629489.287758:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308837136, at 4308837184
00000100:00000010:0.0:1778629489.287779:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a49c0.
00000100:00000010:1.0:1778629489.287787:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a44e0.
00000100:00000001:1.0:1778629489.479688:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629489.479695:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629489.479697:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629489.479708:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629489.479713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629489.479717:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629489.479720:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629489.479726:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629489.479730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629489.735756:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629489.735761:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629489.735764:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629489.735764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629489.735766:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629489.735772:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629489.735774:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629489.735775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629489.735775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629489.735780:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629489.735781:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629489.735781:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629489.735790:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629489.735791:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629489.735798:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629489.735798:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629489.735802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629489.735805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629489.735808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629489.735811:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629489.735812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629489.735819:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629489.735823:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629489.735828:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629489.735928:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629489.735931:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629489.735933:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629490.503734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1778629490.503734:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629490.503740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1778629490.503743:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1778629490.503744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.503747:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1778629490.503750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:2.0:1778629490.503752:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629490.503755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629490.503757:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629490.503760:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629490.503764:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1778629490.503766:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14165
00000100:00000001:1.0:1778629490.503768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629490.503773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629490.503777:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629490.503784:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629490.503787:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629490.503790:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503794:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629490.503798:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503812:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629490.503816:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629490.503818:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629490.503821:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629490.503823:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629490.503826:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629490.503828:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629490.503831:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503833:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629490.503835:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503837:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629490.503839:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629490.503842:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503845:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629490.503847:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629490.503851:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629490.503853:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.503856:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629490.503858:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629490.503867:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629490.503870:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629490.503873:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629490.503875:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.503877:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629490.503880:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629490.503884:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629490.503893:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce3000.
00000100:00000001:2.0:1778629490.503899:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629490.503908:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629490.503918:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629490.503923:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629490.503928:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629490.503958:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629490.503961:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629490.503965:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629490.503966:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629490.503968:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629490.503970:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629490.503973:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14165
00000400:00000200:2.0:1778629490.503977:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629490.503981:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629490.503983:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629490.503987:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.503989:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629490.503991:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629490.503992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629490.503994:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629490.503997:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778629490.503997:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1778629490.504001:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778629490.504001:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1778629490.504004:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629490.504007:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629490.504011:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629490.504011:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629490.504016:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629490.504022:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504027:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778629490.504029:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1778629490.504031:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629490.504032:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504035:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
02000000:00000001:3.0:1778629490.504038:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1778629490.504040:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000001:3.0:1778629490.504042:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1778629490.504045:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:3.0:1778629490.504048:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504052:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629490.504055:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651904:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629490.504059:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629490.504063:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629490.504065:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629490.504067:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629490.504071:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629490.504072:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629490.504076:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504078:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1778629490.504079:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
00000008:00100000:2.0:1778629490.504082:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1778629490.504083:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629490.504088:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504090:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629490.504094:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000010:2.0:1778629490.504096:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000020:00000040:2.0:1778629490.504100:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629490.504102:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629490.504103:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504105:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629490.504107:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629490.504108:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629490.504112:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2800.
00000100:00000001:2.0:1778629490.504115:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629490.504121:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629490.504128:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629490.504130:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629490.504134:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629490.504142:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629490.504144:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629490.504147:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629490.504149:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629490.504150:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629490.504153:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629490.504155:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14165
00000400:00000200:2.0:1778629490.504159:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629490.504162:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629490.504164:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629490.504167:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504169:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629490.504171:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504172:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629490.504175:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1778629490.504206:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629490.504215:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629490.504221:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472651904, portal 25
00000100:00000001:3.0:1778629490.504223:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629490.504225:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:3.0:1778629490.504232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504239:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629490.504242:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629490.504244:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629490.504248:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472651904, offset 0
00000400:00000200:3.0:1778629490.504253:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629490.504258:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.504262:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629490.504266:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629490.504269:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629490.504271:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629490.504273:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629490.504276:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497692:497692:256:4294967295] 192.168.204.112@tcp LPNI seq info [497651:497651:8:4294967295]
00000400:00000200:3.0:1778629490.504279:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.504286:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1778629490.504291:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000200:3.0:1778629490.504293:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629490.504294:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629490.504298:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629490.504302:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629490.504304:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629490.504308:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504310:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629490.504312:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504314:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629490.504316:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629490.504319:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629490.504321:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629490.504323:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629490.504326:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629490.504328:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504329:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629490.504332:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629490.504335:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504336:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629490.504340:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629490.504342:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629490.504344:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629490.504345:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629490.504347:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1778629490.504358:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
02000000:00000001:2.0:1778629490.504359:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629490.504363:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629490.504369:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1000.
00000800:00000200:3.0:1778629490.504370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629490.504374:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778629490.504376:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00100000:2.0:1778629490.504381:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1778629490.504387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629490.504394:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1778629490.504395:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629490.504400:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1778629490.504404:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629490.504408:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1778629490.504409:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000100:00000001:2.0:1778629490.504419:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629490.504422:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629490.504426:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629490.504428:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629490.504432:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778629490.504434:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629490.504436:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14176)
00000400:00000200:3.0:1778629490.504442:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629490.504447:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629490.504454:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629490.504458:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629490.504463:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504473:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.504477:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504484:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.504486:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629490.504491:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629490.504495:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629490.504498:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308842256
00000100:00000010:3.0:1778629490.504503:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00ae0.
00000100:00000001:3.0:1778629490.504508:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629490.504513:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308842256
00000100:00000010:3.0:1778629490.504514:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00c00.
00000100:00000001:3.0:1778629490.504516:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629490.504518:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629490.504520:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.504522:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629490.504525:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629490/real 1778629490]  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629490.504533:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629490.504534:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629490.504536:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629490.504538:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629490.504540:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629490.504542:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629490.504546:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629490.504553:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504559:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629490.504560:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.504564:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629490.504568:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504575:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629490.504579:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504591:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629490.504594:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504595:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.504596:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504598:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629490.504600:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629490.504603:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629490.504644:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629490.504647:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629490.504651:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629490.504659:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472651904:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629490.504663:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504666:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.504668:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472651904/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504675:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629490.504677:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629490.504679:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629490.504682:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629490.504684:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629490.504686:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629490.504688:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629490.504690:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:3.0:1778629490.504694:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629490.504696:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629490.504707:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:3.0:1778629490.504711:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629490.504712:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504714:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.504721:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629490.504723:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.504725:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629490.504727:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629490.504728:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629490.504732:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.504739:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629490.504740:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629490.504742:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629490.504744:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629490.506268:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629490.506282:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629490.506287:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629490.506291:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629490.506293:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629490.506295:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629490.506301:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629490.506303:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629490.506310:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629490.506313:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629490.506319:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629490.506325:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652032, portal 10
00000100:00000001:3.0:1778629490.506327:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629490.506328:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:3.0:1778629490.506336:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506343:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629490.506345:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629490.506348:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629490.506351:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652032, offset 0
00000400:00000200:3.0:1778629490.506356:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629490.506362:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.506368:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629490.506382:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629490.506386:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629490.506390:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629490.506393:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629490.506396:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497693:497693:256:4294967295] 192.168.204.112@tcp LPNI seq info [497652:497652:8:4294967295]
00000400:00000200:3.0:1778629490.506400:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.506409:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629490.506414:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629490.506418:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629490.506424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629490.506427:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778629490.506432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629490.506436:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778629490.506440:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629490.506441:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629490.506446:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629490.506450:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629490.506454:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629490.506456:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629490.506460:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629490.506464:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506473:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.506476:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506482:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.506484:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629490.506489:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629490.506494:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629490.506497:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629490.506500:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308838415
00000100:00000001:3.0:1778629490.506503:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308842256
00000100:00000001:3.0:1778629490.506506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308838415
00000100:00000001:3.0:1778629490.506508:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308842256
00000100:00000001:3.0:1778629490.506510:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629490.506512:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.506515:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629490.506519:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629490/real 1778629490]  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629490.506528:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629490.506530:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629490.506531:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629490.506533:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629490.506535:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629490.506537:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629490.506540:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629490.506548:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506554:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629490.506556:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506557:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.506559:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629490.506563:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506569:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629490.506573:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506580:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629490.506583:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.506586:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506588:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629490.506593:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629490.506595:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629490.506599:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629490.506601:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629490.506605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629490.506637:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652032:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629490.506641:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629490.506645:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506652:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629490.506654:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629490.506656:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629490.506658:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629490.506660:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629490.506663:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629490.506665:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629490.506667:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629490.506669:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629490.506671:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629490.506679:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629490.506681:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629490.506684:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629490.506687:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629490.506690:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629490.506693:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652160, portal 10
00000100:00000001:3.0:1778629490.506694:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629490.506696:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:3.0:1778629490.506704:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506711:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629490.506713:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629490.506715:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629490.506718:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652160, offset 0
00000400:00000200:3.0:1778629490.506721:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629490.506725:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.506729:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629490.506732:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629490.506734:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629490.506736:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629490.506738:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629490.506741:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497694:497694:256:4294967295] 192.168.204.112@tcp LPNI seq info [497653:497653:8:4294967295]
00000400:00000200:3.0:1778629490.506752:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629490.506759:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629490.506763:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629490.506767:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629490.506770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629490.506773:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1778629490.506777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629490.506780:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1778629490.506783:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629490.506785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629490.506788:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629490.506791:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629490.506794:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629490.506795:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629490.506797:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629490.506801:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506814:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.506817:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506823:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.506839:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629490.506842:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629490.506845:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629490.506848:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629490.506850:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308838417
00000100:00000001:3.0:1778629490.506852:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308842256
00000100:00000001:3.0:1778629490.506854:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308838417
00000100:00000001:3.0:1778629490.506856:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308842256
00000100:00000001:3.0:1778629490.506858:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629490.506860:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.506862:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629490.506865:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629490/real 1778629490]  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629490.506873:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629490.506874:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629490.506875:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629490.506877:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629490.506879:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629490.506880:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629490.506884:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629490.506891:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506896:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629490.506898:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506899:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.506900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629490.506904:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506910:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629490.506913:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506920:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629490.506922:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506923:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629490.506925:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506926:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629490.506929:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629490.506931:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629490.506934:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629490.506949:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629490.506954:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629490.506961:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652160:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629490.506965:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.506967:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.506970:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472652032/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.506976:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629490.506978:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629490.506984:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629490.506987:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629490.506989:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629490.506992:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629490.506994:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629490.506996:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2800.
02000000:00000001:3.0:1778629490.506999:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629490.507000:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629490.507002:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:3.0:1778629490.507007:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629490.507008:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.507009:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629490.507013:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472652160/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629490.507018:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629490.507020:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629490.507021:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629490.507023:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629490.507024:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629490.507025:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629490.507026:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629490.507028:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:3.0:1778629490.507030:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629490.507031:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629490.507032:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:3.0:1778629490.507034:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629490.507035:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.507037:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629490.507044:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629490.507046:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629490.507048:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629490.507050:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629490.759717:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629490.759717:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629490.759721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629490.759725:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629490.759725:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629490.759725:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629490.759729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629490.759729:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629490.759732:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629490.759734:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629490.759737:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629490.759737:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629490.759738:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629490.759741:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629490.759744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629490.759744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629490.759749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629490.759749:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629490.759753:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629490.759756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629490.759760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629490.759760:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629490.759764:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629490.759767:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629490.759791:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629490.759795:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629490.759798:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629491.527759:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629491.527766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629491.527768:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629491.527773:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629491.527776:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629491.527779:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629491.527783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629491.527786:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629491.527789:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629491.783751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629491.783755:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629491.783758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629491.783759:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629491.783761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629491.783769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629491.783769:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629491.783771:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629491.783774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629491.783776:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629491.783778:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629491.783779:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629491.783782:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629491.783785:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629491.783789:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629491.783836:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629491.783839:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629491.783843:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629491.785103:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629491.785107:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629491.785109:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629491.785112:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629491.785115:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629491.785117:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629491.785120:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629491.785122:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629491.785124:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629492.551992:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629492.551999:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629492.552000:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629492.552006:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629492.552009:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629492.552013:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629492.552015:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629492.552016:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629492.552019:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629492.807852:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629492.807852:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629492.807866:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629492.807866:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629492.807872:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629492.807872:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629492.807884:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629492.807888:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629492.807892:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629492.807893:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629492.807900:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629492.807900:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629492.807907:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629492.807908:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629492.807913:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629492.807914:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629492.807919:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629492.807925:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629492.808357:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629492.808361:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629492.808365:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629492.808366:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629492.808370:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629492.808371:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629492.808796:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629492.808800:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629492.808803:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629493.575727:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629493.575734:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629493.575736:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629493.575741:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629493.575745:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629493.575758:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629493.575762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629493.575764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629493.575767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629493.831709:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629493.831709:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629493.831713:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629493.831717:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629493.831717:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629493.831717:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629493.831719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629493.831722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1778629493.831723:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629493.831725:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629493.831725:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629493.831726:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629493.831731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629493.831731:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629493.831736:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629493.831737:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629493.831737:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629493.831740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629493.831740:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1778629493.831741:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629493.831743:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629493.831744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629493.831745:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629493.831746:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629493.831748:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629493.831748:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629493.831749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629493.831752:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629493.831754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629493.831755:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629493.831818:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629493.831821:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629493.831825:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629494.407728:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308842256, at 4308842304
00000100:00000040:1.0:1778629494.407728:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308842256, at 4308842304
00000100:00000010:1.0:1778629494.407745:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00c00.
00000100:00000010:0.0:1778629494.407751:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00ae0.
00000100:00000001:2.0:1778629494.599733:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629494.599741:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629494.599743:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629494.599748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629494.599752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629494.599756:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629494.599758:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629494.599761:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629494.599764:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629494.855722:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629494.855725:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629494.855729:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629494.855730:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629494.855733:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629494.855735:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629494.855737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629494.855738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629494.855741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629494.855743:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629494.855743:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629494.855749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629494.855752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629494.855756:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629494.855759:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629494.855790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629494.855794:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629494.855796:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629494.855799:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000020:00000001:2.0:1778629494.855800:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1778629494.855802:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629494.855805:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1778629494.855805:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629494.855810:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629494.855812:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1778629494.855812:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629494.855816:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629495.623744:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629495.623751:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629495.623755:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629495.623756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629495.623758:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1778629495.623760:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629495.623763:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1778629495.623765:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629495.623770:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629495.623770:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629495.623775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.623778:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629495.623779:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14171
00000100:00000001:2.0:1778629495.623782:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.623786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629495.623790:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629495.623797:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629495.623800:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629495.623803:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623805:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629495.623807:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623808:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629495.623810:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629495.623812:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629495.623814:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629495.623816:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629495.623817:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629495.623819:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629495.623822:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623824:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629495.623826:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623828:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629495.623830:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629495.623833:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623835:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629495.623838:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629495.623842:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629495.623844:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.623846:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629495.623848:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629495.623856:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629495.623860:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629495.623864:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629495.623865:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.623868:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629495.623870:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629495.623875:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629495.623882:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:3.0:1778629495.623888:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629495.623897:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629495.623903:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629495.623906:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629495.623910:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629495.623925:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629495.623927:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629495.623929:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629495.623930:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629495.623931:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629495.623933:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629495.623934:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14171
00000400:00000200:3.0:1778629495.623938:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629495.623940:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629495.623942:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629495.623944:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623946:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629495.623947:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629495.623948:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629495.623949:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629495.623952:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629495.623953:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629495.623954:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629495.623955:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629495.623956:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629495.623957:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629495.623958:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1778629495.623959:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629495.623962:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1778629495.623962:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629495.623965:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623967:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629495.623969:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:2.0:1778629495.623972:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629495.623972:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629495.623977:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629495.623980:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629495.623984:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629495.623985:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1778629495.623986:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.623987:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.623988:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629495.623993:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1778629495.623993:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629495.623996:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1778629495.623996:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.623997:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624002:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629495.624003:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629495.624007:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629495.624010:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1778629495.624011:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472652288:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629495.624011:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.624014:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629495.624016:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629495.624018:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629495.624020:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000100:00000001:3.0:1778629495.624023:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624025:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1778629495.624028:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1778629495.624031:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629495.624034:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.624035:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629495.624037:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624039:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1778629495.624041:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1778629495.624045:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce0c00.
00000100:00000001:3.0:1778629495.624047:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624049:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629495.624050:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629495.624054:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629495.624054:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629495.624055:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629495.624058:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629495.624059:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629495.624061:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14171
00000400:00000200:3.0:1778629495.624064:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629495.624065:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000200:3.0:1778629495.624067:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629495.624069:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629495.624072:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624073:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1778629495.624085:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000040:3.0:1778629495.624088:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624091:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629495.624093:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629495.624093:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000100:00000200:2.0:1778629495.624094:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652288, portal 25
00000020:00000001:3.0:1778629495.624095:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629495.624097:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:2.0:1778629495.624099:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1778629495.624099:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:2.0:1778629495.624102:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000020:00000001:3.0:1778629495.624102:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629495.624107:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624109:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629495.624111:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629495.624112:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624115:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629495.624118:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629495.624123:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624127:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624128:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1778629495.624129:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629495.624131:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629495.624132:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629495.624134:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629495.624136:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629495.624137:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629495.624139:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1778629495.624141:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472652288, offset 0
00000008:00000001:3.0:1778629495.624141:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.624145:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629495.624148:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000400:00000200:2.0:1778629495.624149:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:3.0:1778629495.624152:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629495.624155:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629495.624156:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629495.624157:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1778629495.624159:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629495.624159:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629495.624163:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629495.624165:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000400:00000200:2.0:1778629495.624166:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:3.0:1778629495.624170:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624172:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629495.624176:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00100000:3.0:1778629495.624176:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629495.624182:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629495.624187:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:3.0:1778629495.624187:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629495.624191:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624192:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497695:497695:256:4294967295] 192.168.204.112@tcp LPNI seq info [497654:497654:8:4294967295]
00000100:00000040:3.0:1778629495.624197:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629495.624198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629495.624208:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624210:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778629495.624213:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1778629495.624217:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629495.624219:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1778629495.624222:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000100:00000040:3.0:1778629495.624223:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629495.624227:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1778629495.624230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629495.624234:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1778629495.624234:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14181)
00000800:00000200:2.1:1778629495.624241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629495.624244:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1778629495.624246:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629495.624248:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629495.624252:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629495.624256:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629495.624259:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629495.624261:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629495.624264:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629495.624267:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624273:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624275:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624285:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624287:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629495.624291:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624293:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629495.624295:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308847376
00000100:00000010:2.0:1778629495.624299:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4120.
00000100:00000001:2.0:1778629495.624304:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629495.624309:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308847376
00000100:00000010:2.0:1778629495.624310:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4e40.
00000100:00000001:2.0:1778629495.624312:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629495.624315:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629495.624316:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624318:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629495.624321:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629495/real 1778629495]  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629495.624326:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629495.624327:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629495.624329:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629495.624330:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629495.624331:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629495.624333:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629495.624335:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629495.624339:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624343:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629495.624344:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624345:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624346:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629495.624348:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624352:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629495.624355:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624365:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629495.624367:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624368:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624369:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624370:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629495.624372:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629495.624373:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629495.624376:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629495.624378:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629495.624380:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629495.624386:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472652288:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629495.624388:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624389:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624391:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472652288/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624394:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629495.624396:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629495.624397:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629495.624399:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629495.624400:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629495.624401:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629495.624403:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629495.624404:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:2.0:1778629495.624407:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629495.624408:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629495.624409:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:2.0:1778629495.624411:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629495.624412:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624413:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624419:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629495.624420:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624421:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629495.624422:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629495.624423:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629495.624425:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624429:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629495.624430:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624431:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629495.624432:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629495.624434:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629495.624435:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629495.624437:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629495.624438:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629495.624439:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624440:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629495.624442:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629495.624443:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624445:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629495.624447:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629495.624449:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629495.624450:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652416, portal 10
00000100:00000001:2.0:1778629495.624452:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629495.624453:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:2.0:1778629495.624457:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624461:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629495.624462:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629495.624463:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629495.624465:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652416, offset 0
00000400:00000200:2.0:1778629495.624467:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629495.624469:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629495.624471:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629495.624473:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629495.624475:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629495.624476:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629495.624477:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629495.624479:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497696:497696:256:4294967295] 192.168.204.112@tcp LPNI seq info [497655:497655:8:4294967295]
00000400:00000200:2.0:1778629495.624482:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629495.624485:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629495.624488:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629495.624489:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629495.624492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629495.624493:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778629495.624496:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629495.624497:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1778629495.624499:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629495.624500:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629495.624502:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629495.624504:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629495.624506:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629495.624507:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629495.624508:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629495.624510:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624515:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624516:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624520:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624521:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629495.624523:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629495.624525:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629495.624527:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629495.624528:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308843533
00000100:00000001:2.0:1778629495.624531:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308847376
00000100:00000001:2.0:1778629495.624532:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308843533
00000100:00000001:2.0:1778629495.624533:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308847376
00000100:00000001:2.0:1778629495.624534:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629495.624535:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624536:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629495.624538:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629495/real 1778629495]  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629495.624542:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629495.624543:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629495.624544:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629495.624545:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629495.624546:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629495.624547:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629495.624548:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629495.624553:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624556:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629495.624557:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624558:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624558:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629495.624560:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624563:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629495.624565:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624569:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629495.624570:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624571:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624572:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624573:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629495.624576:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629495.624577:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629495.624579:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629495.624580:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629495.624582:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629495.624586:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652416:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629495.624589:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629495.624590:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624594:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629495.624594:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624595:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629495.624596:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629495.624597:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629495.624598:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629495.624600:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629495.624601:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629495.624601:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629495.624602:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629495.624604:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629495.624606:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629495.624627:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629495.624630:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629495.624633:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629495.624636:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652544, portal 10
00000100:00000001:2.0:1778629495.624637:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629495.624639:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629495.624644:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624649:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629495.624652:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629495.624653:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629495.624655:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652544, offset 0
00000400:00000200:2.0:1778629495.624659:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629495.624662:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629495.624665:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629495.624667:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629495.624669:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629495.624672:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629495.624673:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629495.624676:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497697:497697:256:4294967295] 192.168.204.112@tcp LPNI seq info [497656:497656:8:4294967295]
00000400:00000200:2.0:1778629495.624680:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629495.624685:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629495.624689:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629495.624692:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629495.624696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629495.624698:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1778629495.624701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629495.624702:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1778629495.624704:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629495.624706:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629495.624708:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629495.624710:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629495.624711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629495.624712:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629495.624714:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629495.624716:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624724:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624726:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624730:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624730:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629495.624732:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629495.624734:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629495.624736:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629495.624737:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308843535
00000100:00000001:2.0:1778629495.624738:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308847376
00000100:00000001:2.0:1778629495.624740:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308843535
00000100:00000001:2.0:1778629495.624742:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308847376
00000100:00000001:2.0:1778629495.624744:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629495.624746:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624747:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629495.624751:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629495/real 1778629495]  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629495.624758:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629495.624759:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629495.624760:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629495.624762:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629495.624764:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629495.624766:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629495.624768:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629495.624775:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624780:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629495.624782:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624784:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629495.624788:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624794:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629495.624797:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624802:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629495.624804:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624806:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629495.624807:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624808:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629495.624811:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629495.624813:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629495.624816:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629495.624818:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629495.624821:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629495.624829:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652544:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629495.624832:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624834:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624837:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472652416/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624843:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629495.624844:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629495.624846:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629495.624848:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629495.624850:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629495.624900:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629495.624903:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629495.624904:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:2.0:1778629495.624907:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629495.624908:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629495.624909:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778629495.624912:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629495.624913:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624915:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629495.624918:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472652544/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629495.624924:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629495.624925:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629495.624926:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629495.624928:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629495.624929:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629495.624930:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629495.624932:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629495.624933:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:2.0:1778629495.624935:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629495.624936:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629495.624937:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629495.624939:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629495.624940:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624942:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629495.624945:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629495.624946:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629495.624948:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629495.624949:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629495.879694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629495.879694:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629495.879698:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629495.879700:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629495.879701:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629495.879703:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629495.879704:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629495.879704:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629495.879711:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629495.879712:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629495.879713:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629495.879716:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629495.879718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629495.879718:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629495.879721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629495.879722:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629495.879723:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629495.879727:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629495.879728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629495.879731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629495.879733:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629495.879736:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629495.879780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629495.879783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629495.879784:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629495.879787:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629495.879789:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629496.647814:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629496.647820:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629496.647822:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629496.647827:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629496.647831:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629496.647835:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629496.647838:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629496.647841:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629496.647843:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629496.903737:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629496.903743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629496.903745:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629496.903751:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629496.903755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629496.903764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629496.903768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629496.903771:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629496.903774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903793:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629496.903800:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629496.903802:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629496.903805:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903808:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629496.903811:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903812:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903814:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903818:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629496.903819:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629496.903820:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629496.903821:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903823:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629496.903824:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903825:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903827:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629496.903830:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629496.903832:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629496.903887:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629496.903890:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629496.903893:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629496.906973:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629496.906980:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629496.906982:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629496.906988:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629496.906991:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629496.906994:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629496.906997:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629496.906999:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629496.907002:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778629497.095756:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629497.095766:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629497.095771:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1778629497.095915:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629497.095929:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1778629497.095933:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1778629497.095936:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1778629497.095948:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:1.0:1778629497.671839:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629497.671849:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629497.671851:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629497.671858:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629497.671863:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629497.671868:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629497.671872:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629497.671875:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629497.671878:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629497.927764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629497.927767:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629497.927773:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629497.927776:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629497.927780:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629497.927780:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629497.927782:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629497.927784:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1778629497.927787:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629497.927788:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629497.927792:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629497.927795:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629497.927796:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629497.927799:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629497.927801:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629497.927807:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629497.927807:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629497.927812:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629497.927814:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629497.927819:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629497.927820:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629497.927829:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629497.927832:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629497.927836:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629497.927900:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629497.927903:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629497.927906:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629498.695750:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629498.695759:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629498.695763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629498.695771:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629498.695775:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629498.695780:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629498.695783:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629498.695787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629498.695791:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629498.951867:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629498.951879:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629498.951881:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629498.951890:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629498.951900:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629498.951907:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629498.951911:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629498.951914:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629498.951919:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629498.951926:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629498.951931:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629498.951933:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629498.951937:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629498.951942:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629498.951943:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629498.951947:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629498.951947:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629498.951950:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629498.951951:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629498.951955:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629498.951957:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629498.951958:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629498.951960:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629498.951962:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629498.952151:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629498.952154:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629498.952157:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629499.527858:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308847376, at 4308847424
00000100:00000010:0.0:1778629499.527872:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4120.
00000100:00000040:1.0:1778629499.527923:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308847376, at 4308847424
00000100:00000010:1.0:1778629499.527931:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4e40.
00000100:00000001:1.0:1778629499.719752:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629499.719758:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629499.719760:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629499.719765:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629499.719768:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629499.719772:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629499.719775:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629499.719777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629499.719780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629499.975726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629499.975738:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629499.975743:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629499.975748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629499.975749:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629499.975753:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629499.975754:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629499.975826:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629499.975830:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629499.975833:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629499.975871:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629499.975872:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629499.975884:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629499.975887:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629499.975890:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629499.975893:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629499.975895:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629499.975899:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629499.975971:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629499.975975:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629499.975976:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629499.975978:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629499.975980:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629499.975982:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629499.975983:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629499.975986:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629499.975987:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629500.743725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629500.743732:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629500.743734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629500.743739:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629500.743743:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629500.743747:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629500.743749:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629500.743752:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629500.743754:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629500.744044:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629500.744051:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629500.744054:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629500.744058:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629500.744061:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629500.744068:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14176
00000400:00000200:3.0:1778629500.744075:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629500.744081:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629500.744085:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629500.744087:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744091:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629500.744093:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744095:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629500.744099:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629500.744101:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629500.744104:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629500.744107:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629500.744109:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629500.744111:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629500.744114:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744116:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629500.744118:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744120:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629500.744122:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629500.744125:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744128:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629500.744131:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629500.744134:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629500.744137:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744139:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629500.744141:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629500.744149:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000020:00000040:3.0:1778629500.744152:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629500.744156:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629500.744158:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744161:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629500.744163:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629500.744168:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629500.744175:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629500.744181:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629500.744189:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629500.744199:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629500.744204:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629500.744207:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629500.744232:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629500.744235:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629500.744237:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629500.744239:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629500.744240:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629500.744242:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629500.744244:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14176
00000400:00000200:3.0:1778629500.744247:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629500.744250:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629500.744252:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629500.744254:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744256:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629500.744258:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744260:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629500.744262:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629500.744263:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629500.744264:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629500.744266:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629500.744269:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629500.744271:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629500.744273:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744275:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629500.744276:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744278:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629500.744280:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629500.744282:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744284:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629500.744286:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629500.744291:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629500.744293:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744295:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629500.744300:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629500.744303:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744305:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629500.744309:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629500.744311:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629500.744314:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629500.744315:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744317:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629500.744319:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629500.744320:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629500.744324:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629500.744327:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629500.744333:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629500.744340:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629500.744342:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629500.744346:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.744355:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629500.744364:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629500.744367:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.744369:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778629500.744371:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629500.744375:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629500.744377:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629500.744378:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629500.744384:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1778629500.744386:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1778629500.744388:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14176
00000400:00000200:3.0:1778629500.744400:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629500.744410:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778629500.744417:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1778629500.744417:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1778629500.744421:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629500.744426:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629500.744429:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629500.744430:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1778629500.744433:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629500.744437:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629500.744437:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629500.744447:0:225070:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1778629500.744448:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629500.744449:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629500.744455:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1778629500.744458:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472652672:192.168.204.112@tcp:250:kworker.0
00000020:00000040:3.0:1778629500.744458:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629500.744466:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000001:2.0:1778629500.744471:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1778629500.744473:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000001:2.0:1778629500.744478:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1778629500.744479:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629500.744483:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744484:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629500.744488:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629500.744489:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629500.744492:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629500.744496:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629500.744498:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000010:2.0:1778629500.744499:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
00000100:00000001:3.0:1778629500.744502:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629500.744505:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629500.744507:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629500.744513:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629500.744515:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744517:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629500.744519:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629500.744521:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629500.744523:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629500.744527:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000400:00000200:2.0:1778629500.744535:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629500.744537:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629500.744543:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629500.744544:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629500.744547:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000100:00000001:3.0:1778629500.744548:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629500.744551:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629500.744554:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629500.744560:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
02000000:00000010:3.0:1778629500.744561:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629500.744572:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629500.744578:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652672, portal 25
00000100:00100000:3.0:1778629500.744579:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629500.744584:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629500.744588:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000001:3.0:1778629500.744595:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629500.744598:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629500.744601:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629500.744646:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629500.744650:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629500.744654:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629500.744657:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629500.744660:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629500.744667:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.744678:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629500.744681:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14186)
00000100:00000040:2.0:1778629500.744687:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629500.744692:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629500.744698:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472652672, offset 0
00000400:00000200:2.0:1778629500.744718:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629500.744730:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.744738:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629500.744744:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629500.744749:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629500.744754:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629500.744757:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629500.744761:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497698:497698:256:4294967295] 192.168.204.112@tcp LPNI seq info [497657:497657:8:4294967295]
00000400:00000200:2.0:1778629500.744767:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.744778:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629500.744786:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.744792:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629500.744801:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629500.744805:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778629500.744811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629500.744815:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1778629500.744820:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.744823:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629500.744832:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629500.744838:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629500.744844:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629500.744847:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629500.744853:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629500.744857:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.744870:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.744874:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.744882:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.744884:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629500.744891:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629500.744895:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629500.744898:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308852497
00000100:00000010:2.0:1778629500.744905:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4420.
00000100:00000001:2.0:1778629500.744913:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629500.744922:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308852497
00000100:00000010:2.0:1778629500.744925:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4660.
00000100:00000001:2.0:1778629500.744930:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629500.744933:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629500.744936:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.744939:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629500.744944:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629500/real 1778629500]  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629500.744954:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629500.744956:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629500.744958:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629500.744961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629500.744963:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629500.744966:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629500.744969:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629500.744992:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.744999:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629500.745001:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745003:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629500.745010:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745017:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629500.745021:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745028:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629500.745031:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745033:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745034:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745036:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629500.745039:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629500.745042:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629500.745047:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629500.745049:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629500.745053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629500.745061:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472652672:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629500.745067:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745069:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.745072:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472652672/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745079:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629500.745082:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629500.745085:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629500.745089:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629500.745091:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629500.745093:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629500.745096:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629500.745099:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778629500.745103:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629500.745105:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629500.745108:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629500.745111:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629500.745112:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745115:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745129:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629500.745131:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745133:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629500.745135:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629500.745137:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629500.745141:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745148:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629500.745150:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629500.745152:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629500.745154:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629500.745156:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629500.745159:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629500.745162:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629500.745165:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629500.745166:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629500.745168:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629500.745170:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629500.745172:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629500.745176:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629500.745179:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629500.745183:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629500.745186:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652800, portal 10
00000100:00000001:2.0:1778629500.745188:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629500.745189:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00000040:2.0:1778629500.745197:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745203:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629500.745205:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629500.745207:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629500.745210:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652800, offset 0
00000400:00000200:2.0:1778629500.745213:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629500.745218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.745222:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629500.745225:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629500.745227:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629500.745230:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629500.745232:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629500.745236:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497699:497699:256:4294967295] 192.168.204.112@tcp LPNI seq info [497658:497658:8:4294967295]
00000400:00000200:2.0:1778629500.745240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.745246:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629500.745250:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.745254:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629500.745257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629500.745260:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778629500.745264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629500.745267:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1778629500.745271:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.745273:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629500.745276:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629500.745279:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629500.745282:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629500.745284:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629500.745286:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629500.745290:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745298:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.745301:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745307:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745309:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629500.745312:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629500.745317:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629500.745320:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629500.745322:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308848654
00000100:00000001:2.0:1778629500.745326:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308852497
00000100:00000001:2.0:1778629500.745328:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308848654
00000100:00000001:2.0:1778629500.745330:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308852497
00000100:00000001:2.0:1778629500.745332:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629500.745334:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745336:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629500.745339:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629500/real 1778629500]  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629500.745348:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629500.745349:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629500.745350:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629500.745352:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629500.745354:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629500.745356:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629500.745359:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629500.745368:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745374:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629500.745376:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745377:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629500.745382:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745389:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629500.745392:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745399:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629500.745402:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745404:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745406:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745407:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629500.745424:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629500.745427:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629500.745431:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629500.745433:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629500.745437:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629500.745444:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652800:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629500.745448:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629500.745452:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745458:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629500.745460:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629500.745462:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629500.745464:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629500.745465:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629500.745468:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629500.745471:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629500.745473:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629500.745475:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629500.745477:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629500.745480:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629500.745483:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629500.745486:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629500.745488:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629500.745491:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629500.745494:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472652928, portal 10
00000100:00000001:2.0:1778629500.745496:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629500.745498:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778629500.745504:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745510:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629500.745512:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629500.745514:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629500.745517:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472652928, offset 0
00000400:00000200:2.0:1778629500.745520:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629500.745524:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.745528:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629500.745531:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629500.745533:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629500.745535:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629500.745537:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629500.745541:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497700:497700:256:4294967295] 192.168.204.112@tcp LPNI seq info [497659:497659:8:4294967295]
00000400:00000200:2.0:1778629500.745545:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629500.745550:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629500.745554:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.745557:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629500.745561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629500.745564:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1778629500.745568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629500.745571:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1778629500.745575:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629500.745577:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629500.745580:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629500.745583:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629500.745586:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629500.745588:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629500.745590:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629500.745593:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745606:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.745635:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745642:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745643:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629500.745647:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629500.745650:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629500.745653:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629500.745656:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308848656
00000100:00000001:2.0:1778629500.745658:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308852497
00000100:00000001:2.0:1778629500.745660:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308848656
00000100:00000001:2.0:1778629500.745662:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308852497
00000100:00000001:2.0:1778629500.745664:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629500.745666:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745668:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629500.745671:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629500/real 1778629500]  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629500.745678:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629500.745680:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629500.745681:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629500.745683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629500.745685:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629500.745686:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629500.745689:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629500.745697:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745702:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629500.745704:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745706:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745707:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629500.745710:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745716:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629500.745719:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745726:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629500.745728:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745729:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629500.745730:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745732:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629500.745735:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629500.745738:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629500.745741:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629500.745743:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629500.745747:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629500.745754:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472652928:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629500.745758:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745760:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.745763:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472652800/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745769:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629500.745770:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629500.745772:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629500.745775:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629500.745776:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629500.745778:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629500.745780:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629500.745781:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778629500.745784:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629500.745785:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629500.745786:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629500.745789:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629500.745790:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745792:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629500.745795:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472652928/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629500.745802:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629500.745803:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629500.745805:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629500.745807:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629500.745808:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629500.745809:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629500.745811:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629500.745812:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778629500.745814:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629500.745815:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629500.745817:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778629500.745819:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629500.745821:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745822:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629500.745826:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629500.745827:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629500.745829:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629500.745830:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629500.999718:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629500.999718:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629500.999719:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629500.999725:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629500.999727:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629500.999727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629500.999730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629500.999731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629500.999734:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629500.999736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629500.999738:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629500.999738:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629500.999740:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629500.999744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629500.999745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629500.999745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629500.999749:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629500.999752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629500.999753:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629500.999756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629500.999758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629500.999759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629500.999763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629500.999763:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629500.999807:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629500.999812:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629500.999815:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629501.767721:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629501.767727:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629501.767729:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629501.767734:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629501.767737:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629501.767741:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629501.767744:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629501.767746:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629501.767749:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629502.023708:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629502.023708:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629502.023711:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629502.023714:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629502.023715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629502.023715:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629502.023719:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629502.023719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629502.023723:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629502.023725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629502.023726:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629502.023730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629502.023730:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629502.023731:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629502.023733:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629502.023734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629502.023735:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629502.023738:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629502.023739:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629502.023741:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629502.023741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629502.023742:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629502.023745:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629502.023747:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629502.023797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629502.023799:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629502.023801:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629502.791710:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629502.791717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629502.791718:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629502.791722:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629502.791725:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629502.791728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629502.791730:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629502.791731:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629502.791733:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629503.047729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629503.047729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629503.047734:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629503.047738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629503.047738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629503.047739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629503.047742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629503.047743:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629503.047745:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629503.047748:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629503.047749:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629503.047750:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629503.047753:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629503.047755:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629503.047755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629503.047756:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629503.047760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629503.047760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629503.047764:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629503.047765:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629503.047767:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629503.047768:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629503.047770:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629503.047772:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629503.047843:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629503.047847:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629503.047851:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629503.815700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629503.815705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629503.815706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629503.815711:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629503.815713:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629503.815716:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629503.815718:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629503.815720:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629503.815722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629504.071714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629504.071714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629504.071718:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629504.071721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629504.071722:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629504.071724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629504.071727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629504.071728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629504.071729:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629504.071730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629504.071730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629504.071735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629504.071736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629504.071737:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629504.071737:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629504.071741:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629504.071741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629504.071741:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629504.071744:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629504.071746:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629504.071746:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629504.071748:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629504.071749:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629504.071749:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629504.071753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629504.071753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629504.071753:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629504.071756:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629504.071759:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629504.071762:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629504.071820:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629504.071823:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629504.071826:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629504.647794:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308852497, at 4308852544
00000100:00000040:1.0:1778629504.647795:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308852497, at 4308852544
00000100:00000010:1.0:1778629504.647819:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4660.
00000100:00000010:0.0:1778629504.647823:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4420.
00000100:00000001:1.0:1778629504.839732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629504.839742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629504.839744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629504.839750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629504.839755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629504.839760:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629504.839763:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629504.839766:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629504.839769:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629505.095781:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629505.095781:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629505.095792:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629505.095793:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629505.095794:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629505.095798:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629505.095804:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629505.095805:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629505.095813:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629505.095813:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629505.095823:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629505.095824:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629505.095833:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629505.095834:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629505.095836:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629505.095838:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629505.095839:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629505.095849:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629505.095960:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629505.095964:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629505.095967:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629505.095969:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629505.095972:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629505.095973:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629505.096028:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629505.096031:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629505.096035:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1778629505.863716:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629505.863725:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629505.863726:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629505.863729:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778629505.863731:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629505.863734:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629505.863735:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1778629505.863740:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629505.863741:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629505.863746:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629505.863750:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629505.863750:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14181
00000100:00000001:1.0:1778629505.863755:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629505.863758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629505.863762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629505.863763:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629505.863772:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629505.863776:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629505.863779:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863783:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629505.863786:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863788:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629505.863792:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629505.863794:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629505.863797:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629505.863800:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629505.863803:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629505.863806:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629505.863809:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863811:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629505.863814:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863824:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629505.863828:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629505.863832:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863834:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629505.863838:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629505.863841:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629505.863844:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629505.863848:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629505.863850:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629505.863857:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8df80.
00000020:00000040:3.0:1778629505.863860:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629505.863863:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629505.863865:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629505.863868:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629505.863870:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629505.863884:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629505.863891:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629505.863896:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629505.863903:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629505.863911:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629505.863914:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629505.863918:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058188278] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629505.863937:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629505.863941:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629505.863944:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629505.863946:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629505.863948:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629505.863951:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629505.863954:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14181
00000400:00000200:3.0:1778629505.863959:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629505.863962:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629505.863964:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629505.863967:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863969:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629505.863971:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.863973:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629505.863976:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629505.863977:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629505.863979:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629505.863981:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:3.0:1778629505.863984:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629505.864001:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629505.864005:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629505.864007:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629505.864014:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864022:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629505.864023:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629505.864027:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629505.864030:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629505.864032:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629505.864035:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653056:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629505.864039:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1778629505.864043:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629505.864048:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629505.864050:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1778629505.864052:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1778629505.864054:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629505.864056:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629505.864058:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1778629505.864059:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629505.864063:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
02000000:00000010:2.0:1778629505.864064:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce0c00.
00000100:00080000:3.0:1778629505.864066:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629505.864068:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629505.864072:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629505.864075:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1778629505.864078:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629505.864082:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
02000000:00000001:3.0:1778629505.864082:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629505.864088:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629505.864091:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000001:3.0:1778629505.864099:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1778629505.864100:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653056, portal 25
00000100:00000001:2.0:1778629505.864103:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1778629505.864104:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1778629505.864106:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092096 : -123998278459520 : ffff8f3966a8df80)
00000008:00000001:3.0:1778629505.864111:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629505.864114:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629505.864117:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1778629505.864120:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d500.
00000020:00000040:3.0:1778629505.864124:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629505.864130:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629505.864133:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864134:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1778629505.864135:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629505.864138:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629505.864141:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629505.864142:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629505.864147:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
02000000:00000010:3.0:1778629505.864148:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000200:2.0:1778629505.864152:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472653056, offset 0
00000100:00000001:3.0:1778629505.864153:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.864162:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:3.0:1778629505.864163:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629505.864169:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1778629505.864171:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629505.864173:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629505.864177:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009987c7cd] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629505.864179:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629505.864186:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1778629505.864188:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.864191:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00080000:3.0:1778629505.864192:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629505.864195:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1778629505.864198:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629505.864200:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629505.864201:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629505.864206:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629505.864208:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:3.0:1778629505.864211:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14181
00000400:00000200:2.0:1778629505.864216:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497701:497701:256:4294967295] 192.168.204.112@tcp LPNI seq info [497660:497660:8:4294967295]
00000400:00000200:2.0:1778629505.864222:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629505.864227:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629505.864232:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629505.864235:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1778629505.864239:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1778629505.864243:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.864246:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629505.864249:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:2.0:1778629505.864254:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629505.864254:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629505.864259:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629505.864260:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000800:00000010:2.0:1778629505.864261:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000020:00000001:3.0:1778629505.864262:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629505.864265:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000800:00000200:2.0:1778629505.864269:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:3.0:1778629505.864269:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629505.864274:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:2.0:1778629505.864275:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1778629505.864280:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.864285:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1778629505.864289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:3.0:1778629505.864290:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629505.864295:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000200:2.1:1778629505.864296:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1778629505.864299:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629505.864304:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629505.864308:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629505.864309:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629505.864313:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1778629505.864314:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
02000000:00000001:3.0:1778629505.864318:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1778629505.864319:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000100:00000001:3.0:1778629505.864322:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629505.864325:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1778629505.864326:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1778629505.864327:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629505.864330:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.864334:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1778629505.864335:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e680.
00000020:00000040:3.0:1778629505.864338:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000400:00000200:2.0:1778629505.864339:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
02000000:00000001:3.0:1778629505.864340:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629505.864342:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629505.864344:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629505.864344:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629505.864345:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629505.864348:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864350:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1778629505.864351:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000001:3.0:1778629505.864355:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629505.864358:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629505.864361:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629505.864384:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629505.864386:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864387:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629505.864390:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1cc0e1] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629505.864393:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629505.864403:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629505.864404:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629505.864408:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629505.864412:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629505.864416:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629505.864417:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1778629505.864420:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1778629505.864422:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14191)
00000100:00000001:2.0:1778629505.864427:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.864432:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629505.864434:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308857616
00000100:00000010:2.0:1778629505.864437:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4060.
00000100:00000001:2.0:1778629505.864443:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629505.864447:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308857616
00000100:00000010:2.0:1778629505.864449:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4d80.
00000100:00000001:2.0:1778629505.864457:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629505.864460:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629505.864462:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864465:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629505.864470:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629505/real 1778629505]  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629505.864479:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629505.864481:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629505.864483:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629505.864485:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629505.864487:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629505.864489:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629505.864500:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629505.864509:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864516:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629505.864518:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864520:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.864522:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629505.864526:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864533:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629505.864537:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864544:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629505.864546:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864548:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.864549:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864551:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629505.864552:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629505.864555:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629505.864558:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629505.864560:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629505.864564:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629505.864571:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653056:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629505.864575:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864577:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629505.864579:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8df80 x1865013472653056/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864586:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629505.864588:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629505.864590:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629505.864594:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629505.864595:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629505.864597:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629505.864599:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629505.864601:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:2.0:1778629505.864604:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629505.864606:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629505.864630:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8df80.
00000100:00000001:2.0:1778629505.864635:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629505.864637:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864640:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864647:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629505.864649:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864652:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629505.864654:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629505.864655:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629505.864659:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864666:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629505.864668:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629505.864669:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629505.864671:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629505.864673:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629505.864676:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629505.864679:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629505.864681:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629505.864682:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629505.864684:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629505.864687:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629505.864688:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.864692:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629505.864695:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629505.864698:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629505.864701:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653184, portal 10
00000100:00000001:2.0:1778629505.864703:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629505.864704:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431089408 : -123998278462208 : ffff8f3966a8d500)
00000100:00000040:2.0:1778629505.864711:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864717:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629505.864719:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629505.864721:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629505.864723:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472653184, offset 0
00000400:00000200:2.0:1778629505.864727:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629505.864731:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629505.864735:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629505.864738:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629505.864740:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629505.864742:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629505.864745:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629505.864748:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497702:497702:256:4294967295] 192.168.204.112@tcp LPNI seq info [497661:497661:8:4294967295]
00000400:00000200:2.0:1778629505.864751:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629505.864831:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629505.864838:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629505.864841:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629505.864845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629505.864848:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778629505.864852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629505.864854:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1778629505.864858:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629505.864860:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629505.864863:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629505.864866:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629505.864869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629505.864871:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629505.864883:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629505.864888:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864895:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629505.864898:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864903:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864905:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629505.864908:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629505.864912:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629505.864915:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629505.864917:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308853774
00000100:00000001:2.0:1778629505.864920:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308857616
00000100:00000001:2.0:1778629505.864922:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308853774
00000100:00000001:2.0:1778629505.864924:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308857616
00000100:00000001:2.0:1778629505.864926:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629505.864928:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.864930:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629505.864933:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629505/real 1778629505]  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629505.864940:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629505.864942:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629505.864943:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629505.864945:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629505.864947:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629505.864949:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629505.864952:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629505.864960:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864965:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629505.864966:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864968:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.864969:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629505.864972:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864978:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629505.864982:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.864988:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629505.864990:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864992:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.864994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.864995:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629505.864999:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629505.865002:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629505.865005:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629505.865007:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629505.865010:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629505.865017:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653184:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629505.865021:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629505.865023:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865029:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629505.865030:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629505.865033:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629505.865034:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629505.865036:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629505.865039:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629505.865041:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629505.865043:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629505.865045:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629505.865046:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629505.865050:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629505.865052:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629505.865055:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629505.865057:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629505.865060:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629505.865062:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653312, portal 10
00000100:00000001:2.0:1778629505.865064:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629505.865066:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431093888 : -123998278457728 : ffff8f3966a8e680)
00000100:00000040:2.0:1778629505.865071:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865077:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629505.865079:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629505.865082:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629505.865084:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472653312, offset 0
00000400:00000200:2.0:1778629505.865088:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629505.865092:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629505.865095:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629505.865098:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629505.865100:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629505.865103:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629505.865105:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629505.865108:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497703:497703:256:4294967295] 192.168.204.112@tcp LPNI seq info [497662:497662:8:4294967295]
00000400:00000200:2.0:1778629505.865112:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629505.865117:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629505.865122:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629505.865124:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629505.865128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629505.865131:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1778629505.865134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629505.865136:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1778629505.865140:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629505.865142:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629505.865145:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629505.865148:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629505.865151:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629505.865153:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629505.865155:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629505.865158:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865171:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629505.865174:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865180:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.865181:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629505.865184:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629505.865186:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629505.865189:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629505.865191:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308853775
00000100:00000001:2.0:1778629505.865193:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308857616
00000100:00000001:2.0:1778629505.865195:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308853775
00000100:00000001:2.0:1778629505.865197:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308857616
00000100:00000001:2.0:1778629505.865199:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629505.865200:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.865202:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629505.865205:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629505/real 1778629505]  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629505.865212:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629505.865213:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629505.865215:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629505.865217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629505.865219:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629505.865221:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629505.865223:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629505.865231:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865237:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629505.865239:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865241:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.865242:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629505.865245:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865252:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629505.865255:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865262:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629505.865264:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865266:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629505.865267:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865269:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629505.865271:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629505.865274:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629505.865277:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629505.865279:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629505.865283:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629505.865289:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653312:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629505.865293:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865294:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629505.865297:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d500 x1865013472653184/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865303:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629505.865304:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629505.865306:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:2.0:1778629505.865308:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629505.865310:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629505.865312:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629505.865314:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629505.865315:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:2.0:1778629505.865318:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629505.865319:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629505.865321:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d500.
00000100:00000001:2.0:1778629505.865323:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629505.865324:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865325:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629505.865328:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e680 x1865013472653312/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629505.865334:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629505.865335:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629505.865336:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629505.865338:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629505.865339:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629505.865340:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629505.865341:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629505.865343:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:2.0:1778629505.865345:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629505.865346:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629505.865347:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e680.
00000100:00000001:2.0:1778629505.865349:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629505.865350:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865352:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629505.865355:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629505.865356:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629505.865358:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629505.865359:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629506.119712:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629506.119712:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629506.119714:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629506.119719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629506.119719:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629506.119723:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629506.119723:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629506.119726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629506.119731:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629506.119731:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629506.119732:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629506.119734:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629506.119738:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629506.119739:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629506.119746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629506.119746:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629506.119750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629506.119750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629506.119756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629506.119757:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629506.119761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629506.119761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629506.119765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629506.119765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629506.119830:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629506.119834:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629506.119836:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629506.887709:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629506.887717:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629506.887720:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629506.887725:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629506.887729:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629506.887733:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629506.887735:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629506.887737:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629506.887740:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629507.143728:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629507.143735:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629507.143735:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629507.143737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143741:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1778629507.143744:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629507.143744:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629507.143749:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629507.143749:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629507.143754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629507.143754:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629507.143758:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629507.143759:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629507.143761:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629507.143762:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629507.143764:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629507.143766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629507.143776:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629507.143777:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629507.143779:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143781:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629507.143782:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143784:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143786:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629507.143789:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629507.143791:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629507.143960:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629507.143964:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629507.143967:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629507.144196:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629507.144199:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629507.144200:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629507.144202:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629507.144205:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629507.144206:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629507.144208:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629507.144210:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629507.144212:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629507.911732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629507.911740:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629507.911742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629507.911749:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629507.911753:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629507.911757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629507.911759:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629507.911762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629507.911765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629508.167747:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629508.167753:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629508.167755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629508.167761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629508.167766:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629508.167771:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629508.167774:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629508.167776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629508.167777:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629508.167779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629508.167782:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629508.167789:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629508.167790:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629508.167791:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629508.167796:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629508.167797:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629508.167799:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629508.167801:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629508.167803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629508.167807:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629508.167809:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629508.167811:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629508.167813:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629508.167816:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629508.167847:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629508.167850:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629508.167852:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629508.935706:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629508.935713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629508.935716:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629508.935721:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629508.935724:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629508.935728:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629508.935731:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629508.935734:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629508.935736:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629509.191720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629509.191722:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629509.191728:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629509.191728:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629509.191731:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629509.191732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629509.191739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629509.191739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629509.191745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629509.191746:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629509.191750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629509.191750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629509.191755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629509.191755:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629509.191760:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629509.191760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629509.191765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629509.191765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629509.191893:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629509.191896:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629509.191900:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629509.191901:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629509.191905:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629509.191906:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629509.191963:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629509.191967:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629509.191970:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629509.767718:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308857616, at 4308857664
00000100:00000040:1.0:1778629509.767718:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308857616, at 4308857664
00000100:00000010:1.0:1778629509.767734:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4d80.
00000100:00000010:0.0:1778629509.767736:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4060.
00000100:00000001:1.0:1778629509.959764:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629509.959771:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629509.959773:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629509.959777:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629509.959782:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629509.959786:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629509.959788:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629509.959790:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629509.959943:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.215704:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629510.215707:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629510.215710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629510.215710:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.215713:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629510.215715:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629510.215718:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629510.215718:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.215722:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629510.215722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629510.215726:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629510.215726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.215729:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629510.215731:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629510.215733:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629510.215743:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629510.215748:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629510.215750:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629510.215753:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629510.215756:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629510.215759:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1778629510.215760:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1778629510.215762:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629510.215763:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629510.215765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629510.215768:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629510.215768:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629510.983659:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629510.983663:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629510.983665:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629510.983669:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629510.983671:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629510.983674:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629510.983676:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629510.983678:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629510.983680:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629510.983693:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629510.983699:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629510.983702:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629510.983705:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629510.983708:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629510.983718:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14186
00000400:00000200:2.0:1778629510.983727:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629510.983732:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629510.983736:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629510.983738:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983743:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629510.983745:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983747:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629510.983751:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629510.983753:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629510.983755:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629510.983757:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629510.983759:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629510.983762:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629510.983765:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983767:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629510.983769:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983771:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629510.983785:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629510.983788:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983791:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629510.983793:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629510.983796:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629510.983797:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.983799:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629510.983800:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629510.983807:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629510.983809:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629510.983812:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629510.983813:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.983815:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629510.983816:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629510.983820:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629510.983825:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1c00.
00000100:00000001:2.0:1778629510.983831:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629510.983839:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629510.983854:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629510.983858:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629510.983862:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629510.983883:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629510.983886:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629510.983889:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629510.983890:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629510.983892:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629510.983894:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629510.983897:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14186
00000400:00000200:2.0:1778629510.983902:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629510.983906:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:3.0:1778629510.983906:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1778629510.983910:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1778629510.983910:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629510.983913:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629510.983915:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983919:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629510.983920:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629510.983923:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983928:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629510.983933:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1778629510.983933:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1778629510.983935:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778629510.983936:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629510.983938:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629510.983941:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:3.0:1778629510.983941:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1778629510.983945:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778629510.983945:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1778629510.983947:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:3.0:1778629510.983951:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629510.983952:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983956:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1778629510.983958:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653440:192.168.204.112@tcp:250:kworker.0
00000100:00000040:2.0:1778629510.983960:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983963:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629510.983967:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:3.0:1778629510.983967:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1778629510.983970:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629510.983972:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629510.983973:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629510.983974:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629510.983977:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629510.983977:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629510.983981:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.983983:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1778629510.983983:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1778629510.983987:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629510.983990:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629510.983990:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
00000100:00000001:2.0:1778629510.983991:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629510.983995:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629510.983996:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629510.983999:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629510.984001:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629510.984002:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.984004:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1778629510.984004:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629510.984007:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629510.984009:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629510.984010:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
02000000:00000010:2.0:1778629510.984013:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce0c00.
00000100:00000001:2.0:1778629510.984016:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629510.984018:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00100000:2.0:1778629510.984021:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629510.984027:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1778629510.984027:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653440, portal 25
00000100:00000001:2.0:1778629510.984029:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984031:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1778629510.984032:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984035:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000001:2.0:1778629510.984043:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629510.984045:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629510.984047:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629510.984048:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629510.984050:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629510.984052:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629510.984055:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629510.984060:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14186
00000400:00000200:2.0:1778629510.984065:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629510.984066:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1778629510.984068:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629510.984070:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629510.984073:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.984074:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629510.984075:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.984076:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629510.984078:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1778629510.984080:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778629510.984081:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629510.984083:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629510.984084:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000010:3.0:1778629510.984085:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000020:00000001:2.0:1778629510.984086:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629510.984089:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629510.984091:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000200:3.0:1778629510.984091:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472653440, offset 0
00000100:00000001:2.0:1778629510.984094:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629510.984096:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629510.984098:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629510.984099:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000040:2.0:1778629510.984101:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629510.984105:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629510.984107:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629510.984109:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778629510.984110:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:2.0:1778629510.984113:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629510.984115:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.984116:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629510.984118:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1778629510.984118:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000008:00000001:2.0:1778629510.984122:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.984124:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629510.984126:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000400:00000200:3.0:1778629510.984126:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1778629510.984130:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629510.984132:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1778629510.984134:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
02000000:00000001:2.0:1778629510.984135:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629510.984137:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629510.984139:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629510.984140:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629510.984143:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1400.
00000400:00000200:3.0:1778629510.984143:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1778629510.984147:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629510.984149:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00100000:2.0:1778629510.984153:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629510.984158:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497704:497704:256:4294967295] 192.168.204.112@tcp LPNI seq info [497663:497663:8:4294967295]
00000100:00000001:2.0:1778629510.984161:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629510.984164:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629510.984169:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629510.984172:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629510.984179:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629510.984181:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629510.984184:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629510.984188:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629510.984192:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778629510.984193:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629510.984195:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14196)
00000800:00000200:3.0:1778629510.984203:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984210:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629510.984216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629510.984220:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778629510.984225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629510.984228:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1778629510.984231:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984233:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629510.984237:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629510.984240:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629510.984244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629510.984245:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629510.984249:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629510.984252:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984258:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.984261:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984265:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984266:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629510.984269:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629510.984272:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629510.984274:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308862736
00000100:00000010:3.0:1778629510.984278:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00600.
00000100:00000001:3.0:1778629510.984283:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629510.984288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308862736
00000100:00000010:3.0:1778629510.984290:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00960.
00000100:00000001:3.0:1778629510.984291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629510.984294:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629510.984296:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984299:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629510.984302:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629510/real 1778629510]  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629510.984310:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629510.984312:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629510.984313:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629510.984315:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629510.984317:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629510.984319:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629510.984322:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629510.984331:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984338:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629510.984339:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984341:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984343:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629510.984346:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984353:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629510.984356:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984361:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629510.984363:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984364:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984366:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629510.984368:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629510.984369:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629510.984372:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629510.984373:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629510.984375:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629510.984380:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653440:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629510.984383:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984385:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.984386:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472653440/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984390:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629510.984391:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629510.984393:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629510.984396:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629510.984397:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629510.984399:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629510.984401:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629510.984403:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:3.0:1778629510.984406:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629510.984407:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629510.984409:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:3.0:1778629510.984413:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629510.984414:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984416:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984423:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629510.984424:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984426:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629510.984428:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629510.984429:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629510.984433:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984445:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629510.984446:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629510.984449:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629510.984450:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629510.984452:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629510.984454:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629510.984458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629510.984460:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629510.984461:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629510.984462:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629510.984464:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629510.984465:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629510.984468:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629510.984469:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629510.984471:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629510.984473:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653568, portal 10
00000100:00000001:3.0:1778629510.984475:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629510.984476:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:3.0:1778629510.984480:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984484:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629510.984485:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629510.984487:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629510.984488:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472653568, offset 0
00000400:00000200:3.0:1778629510.984490:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629510.984493:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629510.984495:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629510.984497:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629510.984498:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629510.984500:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629510.984501:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629510.984503:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497705:497705:256:4294967295] 192.168.204.112@tcp LPNI seq info [497664:497664:8:4294967295]
00000400:00000200:3.0:1778629510.984506:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629510.984510:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629510.984513:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984514:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629510.984517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629510.984519:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778629510.984521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629510.984523:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1778629510.984537:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984539:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629510.984542:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629510.984545:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629510.984548:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629510.984550:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629510.984552:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629510.984555:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984563:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.984565:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984571:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984572:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629510.984575:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629510.984579:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629510.984582:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629510.984584:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308858893
00000100:00000001:3.0:1778629510.984587:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308862736
00000100:00000001:3.0:1778629510.984588:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308858893
00000100:00000001:3.0:1778629510.984590:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308862736
00000100:00000001:3.0:1778629510.984592:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629510.984595:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984597:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629510.984600:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629510/real 1778629510]  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629510.984626:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629510.984628:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629510.984630:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629510.984641:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629510.984643:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629510.984645:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629510.984648:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629510.984657:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984663:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629510.984664:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984667:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984668:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629510.984675:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984682:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629510.984685:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984692:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629510.984694:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984695:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984697:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984698:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629510.984702:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629510.984705:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629510.984709:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629510.984711:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629510.984718:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629510.984726:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653568:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629510.984730:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629510.984733:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984739:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629510.984741:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629510.984743:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629510.984745:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629510.984747:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629510.984750:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629510.984752:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629510.984754:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629510.984756:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629510.984757:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629510.984761:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697c00.
02000000:00000001:3.0:1778629510.984763:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629510.984766:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629510.984768:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629510.984783:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629510.984786:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653696, portal 10
00000100:00000001:3.0:1778629510.984788:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629510.984789:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
00000100:00000040:3.0:1778629510.984795:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984801:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629510.984804:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629510.984806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629510.984809:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472653696, offset 0
00000400:00000200:3.0:1778629510.984813:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629510.984816:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629510.984820:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629510.984823:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629510.984825:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629510.984828:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629510.984830:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629510.984833:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497706:497706:256:4294967295] 192.168.204.112@tcp LPNI seq info [497665:497665:8:4294967295]
00000400:00000200:3.0:1778629510.984837:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629510.984843:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629510.984847:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984850:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629510.984853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629510.984856:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1778629510.984859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629510.984862:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1778629510.984865:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629510.984867:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629510.984870:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629510.984873:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629510.984876:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629510.984878:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629510.984880:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629510.984883:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984890:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.984893:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984899:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984901:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629510.984904:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629510.984906:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629510.984910:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629510.984912:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308858895
00000100:00000001:3.0:1778629510.984915:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308862736
00000100:00000001:3.0:1778629510.984917:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308858895
00000100:00000001:3.0:1778629510.984919:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308862736
00000100:00000001:3.0:1778629510.984922:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629510.984924:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.984925:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629510.984928:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629510/real 1778629510]  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629510.984935:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629510.984936:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629510.984937:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629510.984939:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629510.984941:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629510.984943:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629510.984945:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629510.984954:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984960:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629510.984961:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984963:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984965:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629510.984968:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984975:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629510.984978:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.984985:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629510.984987:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984988:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629510.984990:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.984991:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629510.984994:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629510.984996:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629510.985000:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629510.985002:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629510.985006:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629510.985013:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653696:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629510.985017:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.985019:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.985022:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472653568/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.985028:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629510.985030:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629510.985032:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629510.985034:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629510.985036:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629510.985037:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629510.985039:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629510.985041:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:3.0:1778629510.985043:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629510.985044:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629510.985046:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:3.0:1778629510.985048:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629510.985050:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.985051:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629510.985054:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472653696/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629510.985061:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629510.985062:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629510.985063:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697c00.
02000000:00000001:3.0:1778629510.985065:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629510.985066:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629510.985067:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629510.985069:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629510.985070:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1400.
02000000:00000001:3.0:1778629510.985072:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629510.985073:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629510.985075:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:3.0:1778629510.985077:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629510.985078:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.985080:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629510.985083:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629510.985084:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629510.985086:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629510.985088:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629511.239718:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629511.239720:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629511.239724:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629511.239726:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629511.239729:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629511.239730:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629511.239733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629511.239734:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1778629511.239735:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629511.239736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629511.239736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629511.239741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1778629511.239742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629511.239743:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629511.239744:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629511.239746:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629511.239747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629511.239747:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629511.239751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629511.239752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629511.239754:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629511.239755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629511.239758:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629511.239761:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629511.239812:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629511.239816:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629511.239818:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629512.007705:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629512.007712:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629512.007714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629512.007720:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629512.007723:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629512.007726:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629512.007729:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629512.007732:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629512.007734:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629512.263725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629512.263725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629512.263732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629512.263733:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629512.263734:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629512.263736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629512.263741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629512.263742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629512.263756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629512.263758:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629512.263762:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629512.263763:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629512.263768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629512.263768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629512.263772:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629512.263772:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629512.263776:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629512.263778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629512.263778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629512.263779:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629512.263785:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629512.263787:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629512.263789:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629512.263790:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629512.263817:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629512.263820:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629512.263823:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629513.031791:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629513.031800:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629513.031803:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629513.031809:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629513.031816:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629513.031820:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629513.031824:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629513.031828:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629513.031832:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629513.287689:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629513.287691:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629513.287694:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629513.287697:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629513.287697:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629513.287698:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629513.287701:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629513.287701:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629513.287702:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629513.287706:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629513.287708:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629513.287708:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629513.287709:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629513.287711:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629513.287714:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629513.287714:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629513.287719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629513.287719:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629513.287725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629513.287725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629513.287740:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629513.287741:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629513.287743:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629513.287745:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629513.287770:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629513.287772:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629513.287775:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629514.055768:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629514.055774:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629514.055776:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629514.055781:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629514.055785:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629514.055788:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629514.055791:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629514.055793:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629514.055796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629514.311729:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629514.311729:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629514.311736:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629514.311737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629514.311741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629514.311742:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629514.311744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629514.311745:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629514.311747:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629514.311750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629514.311751:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778629514.311754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629514.311754:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778629514.311758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629514.311760:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629514.311762:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629514.311763:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629514.311767:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629514.311770:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629514.311772:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629514.311774:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629514.311796:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629514.311798:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629514.311801:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629514.311931:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629514.311934:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629514.311935:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629514.311936:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629514.311938:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629514.311939:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629514.311941:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629514.311942:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629514.311943:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629514.887714:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308862736, at 4308862784
00000100:00000040:0.0:1778629514.887716:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308862736, at 4308862784
00000100:00000010:1.0:1778629514.887730:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00960.
00000100:00000010:0.0:1778629514.887732:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00600.
00000100:00000001:1.0:1778629515.079745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629515.079751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629515.079753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629515.079759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629515.079762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629515.079766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629515.079769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629515.079772:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629515.079775:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629515.335772:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629515.335779:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629515.335781:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629515.335787:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629515.335791:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629515.335794:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629515.335796:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629515.335799:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629515.335802:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629515.336771:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629515.336776:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629515.336781:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629515.336783:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629515.336786:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629515.336787:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629515.336830:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629515.336838:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629515.336841:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629515.336843:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1778629515.336847:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000020:00000001:1.0:1778629515.336848:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629515.336856:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00010000:1.0:1778629515.336857:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629515.336865:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629515.336870:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629515.336874:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629515.336878:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629516.103794:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629516.103808:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629516.103811:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629516.103817:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629516.103822:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629516.103832:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14191
00000400:00000200:2.0:1778629516.103845:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629516.103854:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629516.103858:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629516.103861:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.103865:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629516.103867:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.103870:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629516.103875:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629516.103888:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629516.103891:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629516.103894:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629516.103897:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629516.103900:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629516.103903:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.103905:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629516.103907:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.103909:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629516.103912:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629516.103916:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629516.103919:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629516.103926:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629516.103930:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629516.103933:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.103936:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629516.103939:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629516.103952:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629516.103956:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629516.103961:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629516.103962:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.103966:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629516.103970:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629516.103975:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629516.103988:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2c00.
00000100:00000001:2.0:1778629516.103996:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629516.104006:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629516.104016:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629516.104021:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629516.104025:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629516.104048:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629516.104052:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629516.104055:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629516.104057:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629516.104058:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629516.104061:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629516.104064:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14191
00000400:00000200:2.0:1778629516.104068:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629516.104071:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629516.104083:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629516.104088:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104091:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629516.104094:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104103:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629516.104105:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629516.104107:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629516.104108:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629516.104111:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:3.0:1778629516.104111:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778629516.104115:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629516.104119:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:3.0:1778629516.104120:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629516.104124:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629516.104125:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1778629516.104130:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629516.104133:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104136:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629516.104141:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:3.0:1778629516.104142:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629516.104148:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104157:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629516.104161:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629516.104169:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629516.104177:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.104182:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629516.104185:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1778629516.104189:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778629516.104190:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1778629516.104198:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.104201:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629516.104205:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629516.104209:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629516.104211:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629516.104213:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.104214:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629516.104216:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629516.104218:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629516.104224:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
02000000:00000010:2.0:1778629516.104224:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1400.
00000100:00000001:1.0:1778629516.104231:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629516.104232:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629516.104237:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629516.104243:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629516.104251:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1778629516.104252:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629516.104255:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629516.104258:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1778629516.104263:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1778629516.104264:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629516.104273:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629516.104277:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629516.104287:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629516.104297:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.104313:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629516.104328:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629516.104332:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629516.104338:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653824:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629516.104343:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629516.104348:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629516.104358:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.104360:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629516.104368:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629516.104370:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629516.104377:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629516.104382:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629516.104389:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629516.104396:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653824, portal 25
00000100:00000001:3.0:1778629516.104398:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629516.104400:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:3.0:1778629516.104406:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104423:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629516.104427:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629516.104430:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1778629516.104430:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00080000:2.0:1778629516.104438:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1778629516.104439:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472653824, offset 0
00000100:00000001:2.0:1778629516.104443:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629516.104446:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778629516.104453:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104455:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629516.104460:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14191
00000400:00000200:3.0:1778629516.104466:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629516.104475:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629516.104480:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629516.104483:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629516.104487:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629516.104490:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629516.104494:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497707:497707:256:4294967295] 192.168.204.112@tcp LPNI seq info [497666:497666:8:4294967295]
00000400:00000200:3.0:1778629516.104498:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629516.104505:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629516.104515:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000400:00000200:3.0:1778629516.104519:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1778629516.104520:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629516.104532:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000800:00000200:3.0:1778629516.104538:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104539:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629516.104546:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000010:3.0:1778629516.104548:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000100:00000001:2.0:1778629516.104549:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629516.104555:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629516.104556:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629516.104559:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1778629516.104564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000040:2.0:1778629516.104565:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629516.104575:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629516.104577:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1778629516.104581:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.1:1778629516.104587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000040:2.0:1778629516.104589:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104596:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1778629516.104597:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1778629516.104601:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629516.104606:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000800:00000100:3.0:1778629516.104636:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629516.104639:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629516.104647:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629516.104655:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1778629516.104656:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000400:00000200:3.0:1778629516.104662:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000100:00080000:2.0:1778629516.104663:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:3.0:1778629516.104667:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:2.0:1778629516.104680:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629516.104683:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629516.104686:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629516.104686:0:2398:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1778629516.104691:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.104694:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629516.104697:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1778629516.104697:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1778629516.104704:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.104711:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629516.104718:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629516.104723:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:3.0:1778629516.104724:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1778629516.104727:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629516.104729:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629516.104731:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629516.104734:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629516.104736:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629516.104739:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629516.104747:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce0c00.
00000100:00000001:3.0:1778629516.104749:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.104752:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629516.104753:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.104760:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629516.104763:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629516.104772:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629516.104779:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308867857
00000100:00000001:2.0:1778629516.104787:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1778629516.104789:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00d80.
00000100:00000001:2.0:1778629516.104791:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.104799:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1778629516.104800:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104810:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308867857
00000100:00000010:3.0:1778629516.104820:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00360.
00000100:00000001:2.0:1778629516.104821:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629516.104828:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1778629516.104830:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629516.104835:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1778629516.104837:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629516.104843:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629516.104844:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629516.104853:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1778629516.104853:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629516.104867:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629516/real 1778629516]  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629516.104868:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14201)
00000400:00000001:3.0:1778629516.104883:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629516.104886:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629516.104888:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629516.104891:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629516.104892:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629516.104897:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629516.104901:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629516.104909:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104916:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629516.104917:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.104920:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.104921:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629516.104925:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104932:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629516.104936:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104943:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629516.104945:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.104947:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.104948:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.104950:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629516.104952:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629516.104955:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629516.104959:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629516.104962:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629516.104968:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629516.104977:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472653824:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629516.104981:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.104983:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629516.104985:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472653824/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.104991:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629516.104993:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629516.104996:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629516.104999:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629516.105001:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629516.105003:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629516.105005:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629516.105007:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2c00.
02000000:00000001:3.0:1778629516.105011:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629516.105012:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629516.105014:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:3.0:1778629516.105017:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629516.105018:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105020:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105027:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629516.105028:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105030:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629516.105032:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629516.105033:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629516.105037:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105044:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629516.105045:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.105047:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629516.105049:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629516.105051:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629516.105054:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629516.105057:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629516.105059:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629516.105061:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.105063:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629516.105065:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629516.105067:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629516.105070:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629516.105073:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629516.105076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629516.105079:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472653952, portal 10
00000100:00000001:3.0:1778629516.105081:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629516.105082:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:3.0:1778629516.105088:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105094:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629516.105097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629516.105099:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629516.105101:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472653952, offset 0
00000400:00000200:3.0:1778629516.105105:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629516.105109:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629516.105113:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629516.105115:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629516.105118:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629516.105120:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629516.105122:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629516.105125:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497708:497708:256:4294967295] 192.168.204.112@tcp LPNI seq info [497667:497667:8:4294967295]
00000400:00000200:3.0:1778629516.105129:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629516.105135:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629516.105139:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629516.105142:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629516.105145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629516.105148:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778629516.105152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629516.105155:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1778629516.105158:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629516.105160:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629516.105163:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629516.105166:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629516.105169:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629516.105170:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629516.105172:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629516.105176:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105183:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629516.105185:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105192:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105193:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629516.105196:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629516.105209:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629516.105213:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629516.105215:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308864014
00000100:00000001:3.0:1778629516.105218:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308867857
00000100:00000001:3.0:1778629516.105220:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308864014
00000100:00000001:3.0:1778629516.105222:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308867857
00000100:00000001:3.0:1778629516.105224:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629516.105226:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105228:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629516.105231:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629516/real 1778629516]  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629516.105239:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629516.105240:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629516.105242:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629516.105245:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629516.105246:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629516.105248:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629516.105251:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629516.105259:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105265:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629516.105267:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105268:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.105270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629516.105273:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105279:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629516.105283:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105289:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629516.105291:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105293:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.105294:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105295:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629516.105299:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629516.105302:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629516.105305:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629516.105307:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629516.105311:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629516.105318:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472653952:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629516.105321:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629516.105325:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105337:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629516.105339:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.105341:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629516.105342:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629516.105344:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629516.105347:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629516.105350:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629516.105352:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629516.105353:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629516.105355:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629516.105358:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697c00.
02000000:00000001:3.0:1778629516.105359:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629516.105362:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629516.105364:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629516.105367:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629516.105369:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654080, portal 10
00000100:00000001:3.0:1778629516.105371:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629516.105372:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:3.0:1778629516.105377:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105383:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629516.105385:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629516.105387:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629516.105389:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472654080, offset 0
00000400:00000200:3.0:1778629516.105393:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629516.105396:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629516.105399:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629516.105402:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629516.105404:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629516.105406:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629516.105409:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629516.105412:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497709:497709:256:4294967295] 192.168.204.112@tcp LPNI seq info [497668:497668:8:4294967295]
00000400:00000200:3.0:1778629516.105416:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629516.105422:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629516.105426:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629516.105429:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629516.105432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629516.105435:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1778629516.105439:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629516.105441:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1778629516.105445:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629516.105447:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:3.0:1778629516.105449:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629516.105452:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629516.105454:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:3.0:1778629516.105456:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:3.0:1778629516.105458:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629516.105461:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105468:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629516.105471:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105477:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105479:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629516.105481:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629516.105484:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629516.105487:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629516.105488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308864015
00000100:00000001:3.0:1778629516.105491:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308867857
00000100:00000001:3.0:1778629516.105493:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308864015
00000100:00000001:3.0:1778629516.105495:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308867857
00000100:00000001:3.0:1778629516.105497:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629516.105499:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105501:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629516.105504:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629516/real 1778629516]  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629516.105511:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629516.105512:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629516.105514:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629516.105516:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629516.105518:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629516.105520:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629516.105522:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629516.105529:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105536:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629516.105537:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105539:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.105540:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629516.105543:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105549:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629516.105552:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105559:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629516.105561:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629516.105564:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105565:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629516.105568:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629516.105571:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629516.105575:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629516.105576:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629516.105580:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629516.105587:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654080:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629516.105590:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105592:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629516.105595:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472653952/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105600:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629516.105602:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629516.105603:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697000.
02000000:00000001:3.0:1778629516.105606:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629516.105629:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629516.105631:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629516.105633:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629516.105635:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1400.
02000000:00000001:3.0:1778629516.105637:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629516.105639:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629516.105640:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:3.0:1778629516.105642:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629516.105644:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105645:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629516.105648:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472654080/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629516.105655:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629516.105656:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629516.105657:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697c00.
02000000:00000001:3.0:1778629516.105659:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629516.105660:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629516.105662:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629516.105663:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629516.105665:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce0c00.
02000000:00000001:3.0:1778629516.105667:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629516.105668:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629516.105669:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778629516.105683:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629516.105684:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105686:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629516.105689:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629516.105691:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629516.105692:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629516.105694:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.359792:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629516.359794:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629516.359800:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629516.359805:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629516.359806:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.359807:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629516.359809:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.359812:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629516.359818:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629516.359822:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629516.359822:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629516.359823:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629516.359829:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629516.359830:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629516.359831:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629516.359833:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629516.359835:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629516.359837:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629516.359838:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629516.359840:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629516.359843:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629516.359844:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629516.359847:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629516.359854:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629516.359871:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629516.359876:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629516.359880:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629517.127745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629517.127752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629517.127753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629517.127759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629517.127762:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629517.127766:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629517.127769:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629517.127771:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629517.127774:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629517.383730:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629517.383731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629517.383735:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629517.383738:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629517.383738:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629517.383741:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1778629517.383742:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629517.383742:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383745:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1778629517.383749:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629517.383750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629517.383751:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629517.383755:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629517.383756:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629517.383757:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629517.383760:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629517.383760:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629517.383760:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383767:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629517.383768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629517.383768:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629517.383770:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629517.383773:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629517.383773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629517.383776:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629517.383778:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629517.383779:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383779:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629517.383782:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629517.383785:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383787:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629517.383788:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383790:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383792:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629517.383795:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629517.383797:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629517.383858:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629517.383862:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629517.383865:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629518.151782:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629518.151789:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629518.151790:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629518.151795:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629518.151799:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629518.151802:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629518.151804:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629518.151806:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629518.151808:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629518.407732:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629518.407743:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629518.407744:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629518.407746:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629518.407749:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629518.407754:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1778629518.407756:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629518.407757:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629518.407764:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629518.407765:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629518.407766:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629518.407766:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629518.407774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629518.407774:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629518.407776:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629518.407784:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629518.407786:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629518.407787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629518.407794:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629518.407796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629518.407801:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629518.407804:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629518.407808:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629518.407812:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629518.407822:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629518.407826:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629518.407830:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629519.175737:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629519.175743:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629519.175744:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629519.175748:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629519.175751:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629519.175754:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629519.175756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629519.175758:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629519.175759:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629519.431714:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629519.431714:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629519.431716:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629519.431721:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629519.431721:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629519.431724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629519.431727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629519.431730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629519.431730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629519.431733:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629519.431733:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629519.431735:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629519.431737:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629519.431737:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629519.431740:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629519.431742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629519.431744:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629519.431747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629519.431748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629519.431749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629519.431752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629519.431753:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629519.431754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629519.431757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629519.431788:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629519.431791:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629519.431793:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629520.007678:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308867857, at 4308867904
00000100:00000040:1.0:1778629520.007678:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308867857, at 4308867904
00000100:00000010:0.0:1778629520.007694:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00d80.
00000100:00000010:1.0:1778629520.007696:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00360.
00000100:00000001:1.0:1778629520.199745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629520.199751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629520.199756:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629520.199763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629520.199767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629520.199771:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629520.199773:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629520.199777:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629520.199780:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629520.455703:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629520.455706:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629520.455709:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629520.455710:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629520.455711:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629520.455714:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629520.455715:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629520.455715:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629520.455718:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629520.455718:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629520.455719:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629520.455721:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629520.455723:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629520.455725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629520.455728:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629520.455737:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629520.455740:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629520.455742:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629520.455796:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629520.455799:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629520.455801:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629520.455803:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629520.455806:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629520.455808:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629520.455810:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629520.455812:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629520.455814:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.223745:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629521.223752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1778629521.223755:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1778629521.223760:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629521.223766:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629521.223768:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629521.223772:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1778629521.223776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629521.223777:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1778629521.223781:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629521.223785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629521.223786:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14196
00000100:00000001:2.0:1778629521.223789:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629521.223792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.223796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629521.223797:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629521.223805:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629521.223809:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629521.223812:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.223816:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.223820:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.223833:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629521.223838:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629521.223840:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629521.223843:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629521.223845:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629521.223847:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629521.223850:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629521.223853:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.223855:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.223857:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.223859:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629521.223861:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629521.223865:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629521.223867:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629521.223870:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629521.223873:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629521.223876:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.223879:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629521.223881:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629521.223888:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c000.
00000020:00000040:3.0:1778629521.223891:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629521.223896:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629521.223897:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.223899:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629521.223902:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629521.223905:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629521.223912:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697c00.
00000100:00000001:3.0:1778629521.223918:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629521.223927:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629521.223936:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629521.223941:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629521.223946:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000353d4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629521.223969:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629521.223972:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629521.223975:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629521.223977:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629521.223978:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629521.223981:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629521.223983:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14196
00000400:00000200:3.0:1778629521.223987:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629521.223999:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629521.224002:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1778629521.224003:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:2.0:1778629521.224005:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1778629521.224007:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629521.224013:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629521.224014:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629521.224015:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.224019:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224023:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629521.224028:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629521.224030:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:2.0:1778629521.224032:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1778629521.224033:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1778629521.224036:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1778629521.224037:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
02000000:00000001:2.0:1778629521.224042:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1778629521.224042:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629521.224045:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
02000000:00000001:2.0:1778629521.224046:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629521.224050:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
02000000:00000001:2.0:1778629521.224051:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224053:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.224056:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224058:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629521.224060:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:3.0:1778629521.224063:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00100000:2.0:1778629521.224069:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654208:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629521.224070:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629521.224073:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1778629521.224078:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629521.224080:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629521.224082:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629521.224085:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.224086:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224088:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629521.224090:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1778629521.224093:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1778629521.224096:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
00000008:00000001:3.0:1778629521.224097:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.224100:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224101:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629521.224107:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f480.
00000400:00000200:2.0:1778629521.224108:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:3.0:1778629521.224112:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000400:00000010:2.0:1778629521.224114:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
02000000:00000001:3.0:1778629521.224115:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629521.224118:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224120:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629521.224121:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1778629521.224122:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
02000000:00000001:3.0:1778629521.224123:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629521.224130:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697000.
00000100:00000200:2.0:1778629521.224131:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654208, portal 25
00000100:00000001:2.0:1778629521.224135:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629521.224135:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224137:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084032 : -123998278467584 : ffff8f3966a8c000)
00000100:00100000:3.0:1778629521.224142:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1778629521.224146:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224155:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629521.224161:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224163:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1778629521.224166:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000001:3.0:1778629521.224166:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629521.224172:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472654208, offset 0
00000100:00000040:3.0:1778629521.224174:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd1552a] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629521.224183:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224190:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629521.224192:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629521.224194:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00080000:3.0:1778629521.224199:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629521.224201:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1778629521.224204:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00080000:3.0:1778629521.224204:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629521.224209:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1778629521.224213:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1778629521.224214:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14196
00000400:00000200:2.0:1778629521.224220:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629521.224224:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629521.224226:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629521.224230:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497710:497710:256:4294967295] 192.168.204.112@tcp LPNI seq info [497669:497669:8:4294967295]
00000400:00000200:2.0:1778629521.224235:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629521.224244:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629521.224251:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.224256:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629521.224264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629521.224267:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778629521.224274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629521.224277:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778629521.224282:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.224284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629521.224290:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629521.224294:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629521.224299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629521.224301:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629521.224305:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629521.224309:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224319:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.224322:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224329:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224331:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629521.224337:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629521.224341:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629521.224343:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308872976
00000100:00000010:2.0:1778629521.224349:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4240.
00000100:00000001:2.0:1778629521.224356:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629521.224361:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308872976
00000100:00000010:2.0:1778629521.224364:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4f00.
00000100:00000001:2.0:1778629521.224367:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629521.224370:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629521.224372:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224375:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629521.224379:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629521/real 1778629521]  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629521.224388:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629521.224390:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629521.224391:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629521.224393:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629521.224395:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629521.224397:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629521.224400:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629521.224410:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224416:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629521.224418:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224420:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.224422:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629521.224426:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224433:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629521.224437:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224445:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629521.224447:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224448:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.224450:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224452:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629521.224454:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629521.224469:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629521.224474:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629521.224476:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629521.224480:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629521.224488:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654208:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629521.224493:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224494:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.224497:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c000 x1865013472654208/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224504:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629521.224506:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629521.224508:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629521.224511:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629521.224513:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629521.224514:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629521.224516:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629521.224518:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697c00.
02000000:00000001:2.0:1778629521.224522:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629521.224523:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629521.224525:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c000.
00000100:00000001:2.0:1778629521.224528:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629521.224529:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224531:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.224538:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629521.224540:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224542:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629521.224543:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629521.224544:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629521.224547:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224554:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629521.224556:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.224558:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629521.224560:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629521.224562:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629521.224564:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629521.224568:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629521.224581:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629521.224583:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.224584:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629521.224587:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629521.224589:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629521.224593:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629521.224596:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629521.224599:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629521.224602:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654336, portal 10
00000100:00000001:2.0:1778629521.224604:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629521.224605:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431097472 : -123998278454144 : ffff8f3966a8f480)
00000100:00000040:2.0:1778629521.224677:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224685:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629521.224688:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629521.224691:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629521.224694:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472654336, offset 0
00000400:00000200:2.0:1778629521.224698:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629521.224750:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629521.224754:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629521.224756:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629521.224759:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224761:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.224763:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224764:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629521.224766:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629521.224767:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629521.224768:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629521.224770:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629521.224771:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629521.224773:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629521.224775:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224777:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629521.224779:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224780:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629521.224782:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629521.224784:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629521.224787:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629521.224789:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629521.224792:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629521.224794:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224796:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629521.224797:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629521.224800:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224801:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629521.224805:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8c380.
00000020:00000040:3.0:1778629521.224806:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629521.224808:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629521.224809:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629521.224811:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629521.224813:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629521.224815:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629521.224819:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697800.
00000100:00000001:3.0:1778629521.224822:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629521.224826:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1778629521.224835:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629521.224836:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629521.224840:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629521.224844:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:3.0:1778629521.224845:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d066bc] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1778629521.224849:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629521.224855:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629521.224859:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629521.224861:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629521.224864:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:3.0:1778629521.224865:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629521.224870:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497711:497711:256:4294967295] 192.168.204.112@tcp LPNI seq info [497670:497670:8:4294967295]
00000100:00000040:3.0:1778629521.224872:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629521.224877:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1778629521.224878:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:3.0:1778629521.224883:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629521.224889:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14206)
00000400:00000200:2.0:1778629521.224890:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629521.224897:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.224901:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629521.224907:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629521.224910:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778629521.224915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629521.224917:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778629521.224921:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.224922:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629521.224925:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629521.224928:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629521.224931:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629521.224933:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629521.224936:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629521.224939:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224947:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.224950:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.224956:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224958:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629521.224961:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629521.224965:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629521.224968:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629521.224970:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308869134
00000100:00000001:2.0:1778629521.224973:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308872976
00000100:00000001:2.0:1778629521.224975:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308869134
00000100:00000001:2.0:1778629521.224977:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308872976
00000100:00000001:2.0:1778629521.224979:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629521.224981:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.224983:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629521.224986:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629521/real 1778629521]  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629521.224994:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629521.224995:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629521.224997:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629521.224999:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629521.225001:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629521.225003:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629521.225006:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629521.225014:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225020:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629521.225022:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225023:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.225025:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629521.225028:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225035:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629521.225039:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225046:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629521.225048:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.225051:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225053:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629521.225057:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629521.225060:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629521.225063:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629521.225065:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629521.225069:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629521.225077:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654336:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629521.225081:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225083:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.225085:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f480 x1865013472654336/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225092:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629521.225094:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629521.225096:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629521.225098:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629521.225099:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629521.225101:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629521.225103:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629521.225104:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697000.
02000000:00000001:2.0:1778629521.225107:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629521.225108:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629521.225110:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f480.
00000100:00000001:2.0:1778629521.225112:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629521.225113:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225115:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225118:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629521.225119:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.225121:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629521.225123:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629521.225124:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629521.225127:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225134:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629521.225135:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.225137:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629521.225139:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629521.225141:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629521.225144:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629521.225147:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629521.225149:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629521.225151:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629521.225153:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629521.225155:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629521.225157:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629521.225161:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629521.225163:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629521.225166:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629521.225168:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654464, portal 10
00000100:00000001:2.0:1778629521.225170:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629521.225171:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431084928 : -123998278466688 : ffff8f3966a8c380)
00000100:00000040:2.0:1778629521.225177:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225183:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629521.225186:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629521.225188:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629521.225190:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472654464, offset 0
00000400:00000200:2.0:1778629521.225194:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629521.225197:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629521.225201:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629521.225203:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629521.225206:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629521.225208:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629521.225211:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629521.225214:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497712:497712:256:4294967295] 192.168.204.112@tcp LPNI seq info [497671:497671:8:4294967295]
00000400:00000200:2.0:1778629521.225218:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629521.225224:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629521.225229:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.225231:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629521.225235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629521.225237:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1778629521.225241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629521.225244:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1778629521.225248:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629521.225250:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629521.225252:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629521.225255:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629521.225258:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629521.225260:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629521.225262:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629521.225265:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225272:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.225275:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225281:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.225282:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629521.225285:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629521.225287:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629521.225290:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629521.225292:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308869135
00000100:00000001:2.0:1778629521.225294:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308872976
00000100:00000001:2.0:1778629521.225296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308869135
00000100:00000001:2.0:1778629521.225299:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308872976
00000100:00000001:2.0:1778629521.225301:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629521.225303:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.225305:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629521.225309:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629521/real 1778629521]  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629521.225317:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629521.225318:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629521.225320:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629521.225322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629521.225324:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629521.225326:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629521.225328:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629521.225336:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225342:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629521.225343:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225345:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.225346:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629521.225349:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225355:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629521.225359:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225365:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629521.225367:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225368:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629521.225369:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225371:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629521.225374:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629521.225377:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629521.225380:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629521.225382:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629521.225385:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629521.225393:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654464:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629521.225396:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225398:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629521.225400:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8c380 x1865013472654464/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629521.225406:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629521.225408:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629521.225410:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:2.0:1778629521.225412:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629521.225413:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629521.225414:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629521.225416:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629521.225418:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697800.
02000000:00000001:2.0:1778629521.225420:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629521.225421:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629521.225423:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8c380.
00000100:00000001:2.0:1778629521.225425:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629521.225426:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225427:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.225430:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629521.225431:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.225433:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629521.225434:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629521.479710:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629521.479713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629521.479716:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629521.479718:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629521.479722:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629521.479723:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1778629521.479724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629521.479726:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629521.479727:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629521.479729:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1778629521.479732:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629521.479732:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629521.479733:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629521.479733:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629521.479737:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629521.479737:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629521.479738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629521.479739:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.479741:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629521.479742:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629521.479745:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.479749:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629521.479751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629521.479753:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629521.479789:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629521.479792:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629521.479794:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629522.247707:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629522.247711:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629522.247712:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629522.247716:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629522.247719:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629522.247722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629522.247724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629522.247727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629522.247730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629522.503713:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629522.503713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629522.503717:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629522.503719:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629522.503721:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629522.503722:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629522.503727:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629522.503728:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629522.503730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629522.503735:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629522.503736:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629522.503738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629522.503740:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629522.503744:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629522.503747:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629522.503750:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629522.503761:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629522.503765:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629522.503767:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629522.503775:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629522.503777:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629522.503780:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629522.503783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629522.503785:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629522.503787:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629522.503789:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629522.503790:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629523.271734:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629523.271742:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629523.271751:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629523.271758:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629523.271761:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629523.271765:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.271768:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629523.271770:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.271773:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629523.527727:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629523.527733:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629523.527736:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629523.527741:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629523.527745:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629523.527750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.527751:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629523.527752:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629523.527756:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629523.527757:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.527760:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629523.527762:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629523.527764:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629523.527768:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629523.527770:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.527773:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629523.527775:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629523.527778:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527847:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629523.527850:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527855:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629523.527856:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527860:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629523.527862:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629523.527865:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629523.527868:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527871:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629523.527873:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527875:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629523.527877:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629523.527984:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629523.527988:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629523.527991:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629524.295693:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629524.295699:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629524.295701:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629524.295707:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629524.295711:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629524.295714:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629524.295717:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629524.295719:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629524.295722:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629524.551738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629524.551738:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629524.551746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629524.551748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629524.551754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629524.551755:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629524.551759:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629524.551762:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629524.551763:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629524.551764:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629524.551768:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629524.551770:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629524.551771:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629524.551773:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629524.551776:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629524.551797:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629524.551800:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629524.551814:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629524.553020:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629524.553023:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629524.553024:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629524.553028:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629524.553029:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629524.553038:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629524.553041:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629524.553042:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629524.553045:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1778629525.127770:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308872976, at 4308873024
00000100:00000010:1.0:1778629525.127795:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4f00.
00000100:00000040:0.0:1778629525.127860:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308872976, at 4308873024
00000100:00000010:0.0:1778629525.127869:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4240.
00000100:00000001:2.0:1778629525.319740:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629525.319747:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629525.319749:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629525.319755:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629525.319759:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629525.319763:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629525.319766:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629525.319768:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629525.319771:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629525.576259:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629525.576266:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629525.576268:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629525.576274:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629525.576279:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629525.576283:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629525.576286:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629525.576288:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629525.576291:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629525.576315:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629525.576318:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629525.576321:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629525.576322:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629525.576325:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629525.576327:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629525.576407:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629525.576410:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629525.576411:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629525.576414:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629525.576416:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629525.576418:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629525.576420:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629525.576422:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629525.576425:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629525.576604:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629525.576636:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629525.576639:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629526.343983:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629526.343992:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629526.343994:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629526.344001:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:2.0:1778629526.344005:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629526.344010:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629526.344013:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629526.344015:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629526.344018:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629526.347520:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629526.347531:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629526.347534:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629526.347538:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629526.347543:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629526.347551:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14201
00000400:00000200:2.0:1778629526.347564:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629526.347572:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629526.347576:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629526.347579:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347584:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.347586:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347589:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629526.347594:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629526.347595:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629526.347598:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629526.347601:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629526.347603:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629526.347634:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629526.347639:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347641:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.347643:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347645:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629526.347648:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629526.347651:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347653:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629526.347656:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629526.347659:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629526.347662:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.347665:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629526.347667:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629526.347674:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceace00.
00000020:00000040:2.0:1778629526.347678:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629526.347682:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629526.347683:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.347686:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629526.347689:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629526.347694:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629526.347717:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1c00.
00000100:00000001:2.0:1778629526.347725:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629526.347738:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629526.347748:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629526.347753:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629526.347759:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5a1205] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629526.347780:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629526.347783:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629526.347786:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629526.347788:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629526.347789:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629526.347792:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629526.347794:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14201
00000400:00000200:2.0:1778629526.347799:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629526.347802:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629526.347804:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629526.347807:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347808:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.347810:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347812:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629526.347814:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629526.347815:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629526.347817:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629526.347819:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629526.347822:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629526.347823:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629526.347826:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347827:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.347831:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347833:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629526.347835:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629526.347839:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629526.347841:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629526.347844:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778629526.347925:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629526.347929:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629526.347932:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629526.347938:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.347946:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629526.347948:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.347952:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629526.347955:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629526.347962:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629526.347966:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654592:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629526.347971:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629526.347975:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629526.347978:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.347981:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629526.347985:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958697400.
02000000:00000001:3.0:1778629526.347987:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629526.347993:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629526.347998:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629526.348006:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629526.348013:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654592, portal 25
00000100:00000001:3.0:1778629526.348015:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629526.348017:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536076288 : -123998173475328 : ffff8f396ceace00)
00000100:00000040:3.0:1778629526.348024:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.348032:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629526.348035:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629526.348037:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdde58.
00000100:00000200:3.0:1778629526.348042:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472654592, offset 0
00000400:00000200:3.0:1778629526.348048:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629526.348056:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.348065:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629526.348072:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629526.348079:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629526.348083:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629526.348085:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629526.348089:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497713:497713:256:4294967295] 192.168.204.112@tcp LPNI seq info [497672:497672:8:4294967295]
00000400:00000200:3.0:1778629526.348094:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.348106:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629526.348112:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629526.348117:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632200.
00000800:00000200:3.0:1778629526.348124:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629526.348128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629526.348146:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629526.348150:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629526.348153:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308878100
00000100:00000010:3.0:1778629526.348157:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00660.
00000100:00000001:3.0:1778629526.348165:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629526.348173:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308878100
00000100:00000010:3.0:1778629526.348175:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00c60.
00000100:00000001:3.0:1778629526.348177:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629526.348180:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629526.348182:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.348185:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.348188:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629526.348194:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629526.348196:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778629526.348198:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629526.348199:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629526.348200:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.348202:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629526.348457:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629526.348461:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348463:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629526.348467:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629526.348480:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348481:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629526.348486:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceafb80.
00000020:00000040:2.0:1778629526.348489:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629526.348492:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629526.348494:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348496:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629526.348498:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629526.348500:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629526.348504:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1000.
00000100:00000001:2.0:1778629526.348508:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629526.348514:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629526.348522:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629526.348525:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629526.348529:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51a29c5] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629526.348547:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629526.348551:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629526.348554:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629526.348555:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629526.348557:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629526.348560:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629526.348562:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14201
00000400:00000200:2.0:1778629526.348570:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629526.348574:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629526.348576:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629526.348582:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.348585:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.348587:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.348589:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629526.348591:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629526.348593:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629526.348594:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629526.348600:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629526.348602:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629526.348832:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629526.348838:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.348841:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629526.348842:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629526.348848:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629526.348851:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629526.348854:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629526.348856:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629526.348858:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629526.348861:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629526.348863:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348865:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629526.348867:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629526.348870:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348872:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629526.348875:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaca80.
00000020:00000040:2.0:1778629526.348878:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629526.348880:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629526.348881:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.348883:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629526.348884:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629526.348886:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629526.348889:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2800.
00000100:00000001:2.0:1778629526.348893:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629526.348897:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629526.348904:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629526.348906:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629526.348910:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7c37492] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629526.348916:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629526.348920:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629526.348923:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629526.348925:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629526.348928:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629526.348932:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14211)
00000100:00000001:3.0:1778629526.348994:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629526.348997:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629526.348999:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629526.349004:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.349011:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629526.349012:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.349014:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629526.349017:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629526.349020:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629526.349023:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629526.349025:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629526.349029:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629526.349031:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.349033:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629526.349037:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958696400.
02000000:00000001:3.0:1778629526.349039:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629526.349043:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629526.349046:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3630.
00000400:00000010:3.0:1778629526.349050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd990.
00000100:00000200:3.0:1778629526.349055:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654720, portal 10
00000100:00000001:3.0:1778629526.349058:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629526.349059:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087936 : -123998173463680 : ffff8f396ceafb80)
00000100:00000040:3.0:1778629526.349065:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.349071:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629526.349073:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629526.349075:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd3b8.
00000100:00000200:3.0:1778629526.349077:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472654720, offset 0
00000400:00000200:3.0:1778629526.349082:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629526.349087:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.349092:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629526.349095:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629526.349098:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629526.349101:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629526.349103:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629526.349107:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497714:497714:255:4294967295] 192.168.204.112@tcp LPNI seq info [497673:497673:7:4294967295]
00000400:00000200:3.0:1778629526.349111:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.349119:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629526.349125:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629526.349130:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632c00.
00000800:00000200:3.0:1778629526.349135:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629526.349139:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629526.349143:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629526.349147:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629526.349150:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629526.349153:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308874258
00000100:00000001:3.0:1778629526.349156:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308878100
00000100:00000001:3.0:1778629526.349158:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308874258
00000100:00000001:3.0:1778629526.349160:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308878100
00000100:00000001:3.0:1778629526.349162:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629526.349165:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.349167:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629526.349171:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.349178:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629526.349179:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.349181:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629526.349183:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629526.349184:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629526.349187:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629526.349190:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629526.349192:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629526.349194:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629526.349195:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629526.349199:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778629526.349200:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629526.349202:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629526.349204:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3790.
00000400:00000010:3.0:1778629526.349206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629526.349208:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654848, portal 10
00000100:00000001:3.0:1778629526.349209:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629526.349210:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536075392 : -123998173476224 : ffff8f396ceaca80)
00000100:00000040:3.0:1778629526.349214:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629526.349218:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629526.349219:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629526.349221:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bddbb0.
00000100:00000200:3.0:1778629526.349222:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472654848, offset 0
00000400:00000200:3.0:1778629526.349225:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629526.349228:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.349230:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629526.349232:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629526.349234:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629526.349236:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629526.349237:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629526.349239:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497715:497715:254:4294967295] 192.168.204.112@tcp LPNI seq info [497674:497674:6:4294967295]
00000400:00000200:3.0:1778629526.349241:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629526.349245:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629526.349247:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629526.349249:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632a00.
00000800:00000200:3.0:1778629526.349252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629526.349254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:3.0:1778629526.349256:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629526.349258:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629526.349260:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629526.349261:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308874259
00000100:00000001:3.0:1778629526.349263:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308878100
00000100:00000001:3.0:1778629526.349265:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308874259
00000100:00000001:3.0:1778629526.349266:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308878100
00000100:00000001:3.0:1778629526.349267:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629526.349268:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.349270:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.349271:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629526.349277:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629526.349278:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1778629526.349280:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629526.349280:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629526.349282:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629526.349284:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629526.599735:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629526.599743:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629526.599745:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629526.599750:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629526.599754:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629526.599758:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629526.599761:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629526.599763:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629526.599766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629526.599875:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629526.599880:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629526.599881:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629526.599884:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629526.599907:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629526.599912:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629526.599914:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629526.599918:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599921:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629526.599923:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599925:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599927:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599931:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629526.599932:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629526.599934:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629526.599935:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599936:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629526.599938:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599939:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599941:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629526.599944:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629526.599946:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629526.599965:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629526.599967:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629526.599970:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629526.600145:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629526.600150:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629526.600152:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629526.600154:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629526.600156:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629527.368863:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629527.368869:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629527.368871:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629527.368877:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629527.368881:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629527.368885:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629527.368889:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629527.368891:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629527.368893:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629527.623753:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629527.623759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629527.623761:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629527.623766:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629527.623770:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629527.623774:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629527.623777:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629527.623780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629527.623783:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629527.624136:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629527.624140:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629527.624141:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629527.624144:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629527.624146:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629527.624148:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629527.624151:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629527.624152:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629527.624155:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629527.624514:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629527.624518:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629527.624521:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629527.624522:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629527.624526:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629527.624527:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629527.624704:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629527.624707:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629527.624709:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629528.391880:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629528.391885:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629528.391886:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629528.391890:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629528.391893:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629528.391896:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629528.391898:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629528.391900:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629528.391902:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629528.647830:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629528.647836:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629528.647841:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629528.647842:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629528.647845:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629528.647846:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1778629528.647870:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1778629528.647873:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1778629528.647876:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629528.647883:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629528.647888:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629528.647890:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629528.647894:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629528.647897:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629528.647901:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629528.647903:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629528.647906:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629528.647909:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629528.649879:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629528.649883:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629528.649884:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629528.649888:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629528.649890:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629528.649893:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629528.649895:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629528.649898:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629528.649900:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629529.417816:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629529.417824:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629529.417826:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629529.417833:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629529.417838:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629529.417843:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629529.417847:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629529.417849:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629529.417853:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1778629529.418084:0:2386:0:(lib-socket.c:452:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.112:988
00000400:00000100:2.0:1778629529.418132:0:2386:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.204.112@tcp at host 192.168.204.112 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1778629529.418143:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629529.418147:0:2386:0:(router.c:1748:lnet_notify()) 192.168.204.12@tcp notifying 192.168.204.112@tcp: down
00000400:00000200:2.0:1778629529.418154:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629529.418158:0:2386:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:2.0:1778629529.418163:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629529.418166:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632200.
00000400:00000200:2.0:1778629529.418172:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629529.418178:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629529.418186:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdde58
00000400:00000010:2.0:1778629529.418189:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdde58.
00000100:00000001:2.0:1778629529.418195:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629529.418203:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418229:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629529.418233:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418241:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629529.418243:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629529.418252:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629529.418254:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632c00.
00000400:00000200:2.0:1778629529.418256:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629529.418259:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629529.418261:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd3b8
00000400:00000010:2.0:1778629529.418263:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd3b8.
00000100:00000001:2.0:1778629529.418265:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629529.418269:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418276:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629529.418278:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418283:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629529.418285:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1778629529.418290:0:2386:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.112@tcp
00000800:00000010:2.0:1778629529.418292:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632a00.
00000400:00000200:2.0:1778629529.418295:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1778629529.418298:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1778629529.418300:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bddbb0
00000400:00000010:2.0:1778629529.418302:0:2386:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bddbb0.
00000100:00000001:2.0:1778629529.418304:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629529.418307:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418314:0:2386:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629529.418317:0:2386:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629529.418324:0:2386:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629529.418325:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629529.418383:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629529.418387:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629529.418389:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629529.418395:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629526/real 1778629529]  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629529.418405:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629529.418417:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629529.418420:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3630.
00000400:00000200:3.0:1778629529.418424:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd990
00000400:00000010:3.0:1778629529.418425:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd990.
00000100:00000001:3.0:1778629529.418428:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629529.418432:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629529.418441:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418446:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629529.418448:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418451:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.418452:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629529.418456:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418463:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629529.418467:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418473:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629529.418476:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418477:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.418478:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418481:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629529.418486:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629529.418489:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629529.418495:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629529.418497:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629529.418501:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629529.418508:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654720:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629529.418512:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629529.418515:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629526/real 1778629529]  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629529.418521:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629529.418523:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629529.418524:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3790.
00000400:00000200:3.0:1778629529.418526:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629529.418528:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629529.418530:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629529.418532:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629529.418539:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418544:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629529.418546:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418547:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.418548:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629529.418551:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418556:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629529.418559:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.418569:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629529.418571:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.418573:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.418575:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629529.418577:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629529.418579:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629529.418582:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629529.418584:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629529.418586:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629529.418593:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472654848:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629529.418596:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629529.418599:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629526/real 1778629529]  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629529.419212:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629529.419215:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629529.419217:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629529.419222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629529.419224:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629529.419228:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629529.419235:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629529.419244:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419250:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629529.419252:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419254:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.419256:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629529.419260:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419267:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629529.419270:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419275:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629529.419278:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419279:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629529.419280:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419281:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629529.419283:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629529.419285:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629529.419289:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629529.419291:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629529.419294:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629529.419299:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654592:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629529.419303:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419305:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629529.419308:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceafb80 x1865013472654720/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419315:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629529.419318:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629529.419321:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958696400.
02000000:00000001:3.0:1778629529.419325:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629529.419328:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629529.419330:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629529.419333:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629529.419336:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:3.0:1778629529.419339:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629529.419340:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629529.419342:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceafb80.
00000100:00000001:3.0:1778629529.419345:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629529.419346:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419348:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629529.419351:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaca80 x1865013472654848/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419356:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629529.419357:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629529.419358:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695c00.
02000000:00000001:3.0:1778629529.419361:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629529.419362:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629529.419363:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629529.419365:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629529.419366:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2800.
02000000:00000001:3.0:1778629529.419368:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629529.419369:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629529.419370:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaca80.
00000100:00000001:3.0:1778629529.419372:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629529.419374:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419375:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629529.419377:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceace00 x1865013472654592/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629529.419383:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629529.419384:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629529.419385:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958697400.
02000000:00000001:3.0:1778629529.419387:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629529.419388:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629529.419389:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629529.419391:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629529.419392:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:3.0:1778629529.419394:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629529.419394:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629529.419396:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceace00.
00000100:00000001:3.0:1778629529.419399:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629529.419400:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419402:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629529.419422:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629529.419425:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629529.419427:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629529.419429:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629529.671741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629529.671747:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629529.671750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629529.671754:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629529.671755:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629529.671756:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629529.671759:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629529.671761:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629529.671763:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629529.671764:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629529.671769:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629529.671772:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629529.671775:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629529.671778:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629529.671781:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629529.671854:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629529.671858:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629529.671861:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629529.671883:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629529.671886:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629529.671887:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629529.671890:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629529.671892:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629529.671894:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629529.671896:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629529.671897:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629529.671899:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629530.247722:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308878100, at 4308878144
00000100:00000040:1.0:1778629530.247723:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308878100, at 4308878144
00000100:00000010:1.0:1778629530.247734:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00c60.
00000100:00000010:0.0:1778629530.247737:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00660.
00000100:00000001:1.0:1778629530.439807:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629530.439813:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629530.439815:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629530.439820:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629530.439824:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629530.439828:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629530.439830:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629530.439832:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629530.439835:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629530.695751:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629530.695761:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629530.695764:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629530.695769:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629530.695773:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629530.695779:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629530.695781:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629530.695784:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629530.695787:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629530.695983:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629530.695987:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629530.695991:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629530.695992:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629530.695995:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629530.695996:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629530.697146:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629530.697150:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629530.697154:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629530.697311:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629530.697314:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629530.697316:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629530.697319:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629530.697321:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629530.697324:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629530.697326:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629530.697328:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629530.697330:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629531.463749:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629531.463759:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1778629531.463762:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629531.463765:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629531.463770:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629531.463776:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14206
00000400:00000200:3.0:1778629531.463786:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629531.463793:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629531.463796:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629531.463898:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.463903:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.463905:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.463908:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629531.463911:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629531.463914:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629531.463918:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629531.463920:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629531.463922:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629531.463924:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629531.463927:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.463933:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.463935:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.463938:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629531.463941:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629531.463944:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629531.463947:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629531.463950:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629531.463953:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629531.463956:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.463958:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629531.463960:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629531.463967:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8dc00.
00000020:00000040:3.0:1778629531.463970:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629531.463974:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629531.463976:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.463979:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629531.463981:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629531.463985:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629531.463992:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958697400.
00000100:00000001:3.0:1778629531.463998:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629531.464007:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629531.464017:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629531.464022:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629531.464027:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e091252] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629531.464060:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629531.464063:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629531.464067:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629531.464068:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629531.464070:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629531.464072:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629531.464075:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14206
00000400:00000200:3.0:1778629531.464080:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629531.464083:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629531.464086:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629531.464089:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.464092:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.464094:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.464096:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629531.464099:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1778629531.464101:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1778629531.464101:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629531.464103:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629531.464106:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:2.0:1778629531.464107:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1778629531.464109:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:2.0:1778629531.464110:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1778629531.464112:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629531.464118:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000040:2.0:1778629531.464119:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629531.464123:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.464127:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.464132:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:2.0:1778629531.464135:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1778629531.464135:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000001:2.0:1778629531.464138:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629531.464140:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
02000000:00000001:2.0:1778629531.464144:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1778629531.464144:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.464148:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629531.464148:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629531.464152:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629531.464154:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1778629531.464157:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654976:192.168.204.112@tcp:250:kworker.0
02000000:00000001:3.0:1778629531.464160:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.464163:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1778629531.464166:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1778629531.464169:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1778629531.464171:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1778629531.464172:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.464177:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1778629531.464180:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.464183:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629531.464184:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.464187:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629531.464187:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8f100.
00000020:00000040:3.0:1778629531.464192:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629531.464196:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1778629531.464197:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629531.464199:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.464202:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1778629531.464203:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
02000000:00000001:3.0:1778629531.464204:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629531.464207:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1778629531.464211:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
02000000:00000010:3.0:1778629531.464212:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695c00.
00000100:00000001:3.0:1778629531.464218:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1778629531.464219:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472654976, portal 25
00000100:00100000:3.0:1778629531.464223:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629531.464224:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629531.464227:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431091200 : -123998278460416 : ffff8f3966a8dc00)
00000100:00000040:2.0:1778629531.464237:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464244:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629531.464247:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629531.464250:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629531.464254:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472654976, offset 0
00000400:00000200:2.0:1778629531.464261:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629531.464267:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.464273:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629531.464277:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629531.464282:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629531.464286:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629531.464289:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629531.464292:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497716:497716:256:4294967295] 192.168.204.112@tcp LPNI seq info [497675:497675:8:4294967295]
00000400:00000200:2.0:1778629531.464297:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.464306:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629531.464312:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.464317:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629531.464324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629531.464458:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629531.464464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629531.464467:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629531.464471:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.464474:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629531.464479:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629531.464483:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629531.464497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629531.464500:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629531.464505:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629531.464511:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464519:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.464522:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464528:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.464530:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629531.464535:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629531.464538:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629531.464542:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308883216
00000100:00000010:2.0:1778629531.464546:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4c00.
00000100:00000001:2.0:1778629531.464551:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1778629531.464571:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308883216
00000100:00000010:2.0:1778629531.464575:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f39465a4a80.
00000100:00000001:2.0:1778629531.464578:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629531.464581:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629531.464584:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.464586:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629531.464591:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629531/real 1778629531]  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629531.464606:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629531.464628:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629531.464631:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629531.464634:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629531.464635:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629531.464638:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629531.464641:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629531.464648:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464653:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629531.464655:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464657:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.464659:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629531.464662:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464673:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629531.464677:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464684:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629531.464687:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464688:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.464689:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464691:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629531.464693:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629531.464696:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629531.464699:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629531.464701:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629531.464705:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629531.464713:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472654976:192.168.204.112@tcp:250:kworker.0
00000100:00000001:2.0:1778629531.464718:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464719:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.464722:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8dc00 x1865013472654976/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.464728:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629531.464730:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629531.464733:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.464736:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629531.464738:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629531.464739:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:2.0:1778629531.464741:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629531.464744:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958697400.
02000000:00000001:2.0:1778629531.464747:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629531.464749:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629531.464751:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8dc00.
00000100:00000001:2.0:1778629531.464753:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629531.464755:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464757:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.464764:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629531.464766:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.464769:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629531.464770:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629531.465444:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629531.465449:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629531.465450:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629531.465454:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629531.465457:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629531.465460:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629531.465463:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629531.465465:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629531.465467:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.467248:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629531.467253:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629531.467266:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec946d] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.467327:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629531.467331:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629531.467334:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629531.467340:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.467348:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629531.467349:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.467353:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629531.467355:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629531.467358:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629531.467362:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629531.467366:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629531.467384:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629531.467387:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.467389:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629531.467398:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.467400:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629531.467408:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629531.467413:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629531.467419:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629531.467425:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655104, portal 10
00000100:00000001:2.0:1778629531.467428:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629531.467429:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431096576 : -123998278455040 : ffff8f3966a8f100)
00000100:00000040:2.0:1778629531.467437:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.467444:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629531.467447:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629531.467449:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629531.467453:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472655104, offset 0
00000400:00000200:2.0:1778629531.467459:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629531.467467:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.467474:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629531.467478:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629531.467482:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629531.467486:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629531.467546:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629531.467550:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497717:497717:256:4294967295] 192.168.204.112@tcp LPNI seq info [497676:497676:8:4294967295]
00000400:00000200:2.0:1778629531.467560:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.467569:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629531.467575:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.467580:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629531.467588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629531.467591:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629531.467596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629531.467599:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629531.467603:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.467605:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629531.467689:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629531.467695:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629531.467700:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629531.467702:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629531.467707:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629531.467710:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629531.467750:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629531.467755:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1778629531.467760:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629531.467762:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629531.467764:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1778629531.467767:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629531.467771:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14206
00000400:00000200:3.0:1778629531.467776:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629531.467779:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629531.467782:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629531.467786:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.467789:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.467791:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.467793:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629531.467797:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629531.467799:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629531.467801:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629531.467803:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:3.0:1778629531.467805:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629531.467807:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:3.0:1778629531.467821:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.467823:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629531.467825:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629531.467827:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629531.467830:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629531.467833:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629531.467835:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629531.467838:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629531.467843:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629531.467846:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.467848:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629531.467852:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1778629531.467854:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.467856:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629531.467862:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629531.467866:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629531.467871:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629531.467872:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.467875:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629531.467878:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629531.467881:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629531.467886:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958696400.
00000100:00000001:3.0:1778629531.467892:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629531.467898:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629531.467905:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629531.467908:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629531.467911:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468234:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.468240:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468247:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468249:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629531.468256:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629531.468261:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:2.0:1778629531.468264:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629531.468266:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308879377
00000100:00000001:2.0:1778629531.468269:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308883216
00000100:00000001:2.0:1778629531.468272:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308879377
00000100:00000001:2.0:1778629531.468274:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308883216
00000100:00000001:2.0:1778629531.468276:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629531.468278:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468281:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629531.468285:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629531/real 1778629531]  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629531.468295:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629531.468298:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629531.468300:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629531.468303:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629531.468304:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629531.468307:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629531.468311:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629531.468319:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468325:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629531.468327:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468329:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.468331:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629531.468334:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468341:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629531.468345:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468351:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629531.468354:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468356:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.468357:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468359:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629531.468363:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629531.468366:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629531.468382:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629531.468384:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629531.468388:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629531.468402:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655104:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629531.468407:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468408:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.468410:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8f100 x1865013472655104/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468417:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629531.468419:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629531.468421:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.468424:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629531.468426:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629531.468428:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629531.468430:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629531.468432:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695c00.
02000000:00000001:2.0:1778629531.468435:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629531.468437:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629531.468438:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8f100.
00000100:00000001:2.0:1778629531.468442:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629531.468443:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468445:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468453:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629531.468455:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468457:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629531.468458:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629531.468460:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629531.468463:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468470:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629531.468471:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.468473:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629531.468475:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629531.468476:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629531.468479:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629531.468482:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629531.468485:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629531.468486:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629531.468500:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629531.468507:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.468509:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1778629531.468513:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:2.0:1778629531.468515:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396cfdac60.
00000400:00000010:2.0:1778629531.468519:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d05d8.
00000100:00000200:2.0:1778629531.468522:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655232, portal 10
00000100:00000001:2.0:1778629531.468524:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1778629531.468525:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:2.0:1778629531.468531:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468537:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1778629531.468539:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:2.0:1778629531.468541:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f396b7d0bb0.
00000100:00000200:2.0:1778629531.468543:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472655232, offset 0
00000400:00000200:2.0:1778629531.468547:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629531.468551:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.468556:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:2.0:1778629531.468559:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1778629531.468562:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:2.0:1778629531.468565:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1778629531.468568:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:2.0:1778629531.468571:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497718:497718:256:4294967295] 192.168.204.112@tcp LPNI seq info [497677:497677:8:4294967295]
00000400:00000200:2.0:1778629531.468575:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629531.468582:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1778629531.468587:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.468591:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3942f30a00.
00000800:00000200:2.0:1778629531.468595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.0:1778629531.468598:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1778629531.468603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:2.1:1778629531.468606:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1778629531.468647:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:2.0:1778629531.468648:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3942f30a00.
00000400:00000200:2.0:1778629531.468651:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1778629531.468656:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1778629531.468659:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d0bb0
00000400:00000010:2.0:1778629531.468661:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d0bb0.
00000100:00000001:2.0:1778629531.468663:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1778629531.468667:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468675:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.468678:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468684:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468685:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1778629531.468689:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629531.468692:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:2.0:1778629531.468695:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629531.468697:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308879378
00000100:00000001:2.0:1778629531.468700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308883216
00000100:00000001:2.0:1778629531.468702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308879378
00000100:00000001:2.0:1778629531.468704:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308883216
00000100:00000001:2.0:1778629531.468706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629531.468708:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468709:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1778629531.468713:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629531/real 1778629531]  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1778629531.468720:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1778629531.468721:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1778629531.468723:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396cfdac60.
00000400:00000200:2.0:1778629531.468726:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f396b7d05d8
00000400:00000010:2.0:1778629531.468727:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f396b7d05d8.
00000100:00000001:2.0:1778629531.468729:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1778629531.468732:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1778629531.468740:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468746:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1778629531.468747:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468749:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.468750:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1778629531.468753:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468759:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1778629531.468762:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468769:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1778629531.468771:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468772:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1778629531.468773:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468775:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1778629531.468778:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1778629531.468780:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1778629531.468783:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:2.0:1778629531.468785:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1778629531.468789:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1778629531.468797:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655232:192.168.204.112@tcp:38:kworker.0
00000100:00000001:2.0:1778629531.468802:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468803:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629531.468806:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472655232/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629531.468907:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1778629531.468909:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1778629531.468911:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:2.0:1778629531.468914:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1778629531.468916:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1778629531.468917:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:2.0:1778629531.468919:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1778629531.468920:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958696400.
02000000:00000001:2.0:1778629531.468923:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1778629531.468924:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1778629531.468926:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:2.0:1778629531.468928:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1778629531.468929:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468931:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629531.468935:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629531.468937:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.468938:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629531.468940:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629531.469106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1778629531.469109:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629531.469148:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629531.469152:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629531.469156:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629531.469159:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629531.469162:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629531.469167:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14217)
00000100:00000001:0.0:1778629531.719731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629531.719739:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629531.719741:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629531.719747:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629531.719750:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629531.719754:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629531.719756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629531.719759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629531.719762:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629531.719831:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629531.719834:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629531.719836:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629531.719838:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629531.719840:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629531.719842:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629531.719844:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629531.719846:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629531.719848:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629531.720237:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629531.720241:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629531.720246:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629531.720247:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629531.720251:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629531.720252:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629531.720405:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629531.720409:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629531.720412:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629532.488678:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629532.488684:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629532.488687:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629532.488691:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629532.488695:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629532.488699:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629532.488701:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629532.489311:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629532.489316:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629532.743707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629532.743713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629532.743715:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629532.743720:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629532.743724:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629532.743728:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629532.743731:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629532.743734:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629532.743737:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629532.743830:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629532.743833:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629532.743837:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629532.743839:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629532.743842:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629532.743843:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629532.743952:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629532.743963:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629532.743965:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629532.743967:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629532.743969:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629532.743971:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629532.743973:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629532.743975:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629532.743976:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629532.743978:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629532.743981:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629532.743984:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629533.511671:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629533.511677:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629533.511678:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629533.511682:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629533.511685:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629533.511687:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629533.511689:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629533.511691:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629533.511693:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767924:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629533.767929:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767934:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629533.767935:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767939:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629533.767942:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629533.767945:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629533.767949:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767953:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629533.767955:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767956:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629533.767958:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629533.768097:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629533.768102:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629533.768104:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629533.768109:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629533.768113:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629533.768116:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629533.768119:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629533.768122:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629533.768124:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629533.768198:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629533.768201:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629533.768203:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629533.768205:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629533.768208:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629533.768209:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629533.768212:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629533.768213:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629533.768216:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629533.768513:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629533.768517:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629533.768521:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629534.535841:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629534.535846:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629534.535848:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629534.535853:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629534.535857:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629534.535860:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629534.535863:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629534.535866:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629534.535979:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629534.791746:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629534.791753:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629534.791755:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629534.791761:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629534.791764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629534.791768:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629534.791770:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629534.791773:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629534.791776:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629534.792102:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629534.792105:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629534.792109:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629534.792110:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629534.792113:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629534.792114:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629534.792143:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629534.792146:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629534.792147:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629534.792150:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629534.792152:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629534.792154:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629534.792156:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629534.792158:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629534.792160:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629534.792883:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629534.792886:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629534.792888:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629535.367717:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308883216, at 4308883264
00000100:00000040:0.0:1778629535.367722:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308883216, at 4308883264
00000100:00000010:1.0:1778629535.367740:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4a80.
00000100:00000010:0.0:1778629535.367744:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f39465a4c00.
00000100:00000001:1.0:1778629535.560699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629535.560707:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629535.560709:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629535.560714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629535.560718:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629535.560722:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629535.560724:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629535.560727:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629535.560730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629535.815709:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629535.815713:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629535.815715:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629535.815721:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629535.815722:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629535.815726:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629535.815727:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629535.815821:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629535.815825:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629535.815827:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629535.815831:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629535.815834:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629535.815838:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629535.815841:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629535.815844:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629535.815847:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629535.815898:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629535.815901:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629535.815904:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629535.816325:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629535.816327:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629535.816330:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629535.816332:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629535.816335:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629535.816337:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629535.816338:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629535.816340:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1778629536.008094:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3952136c00] -> 12345-192.168.204.12@tcp (6)
00000800:00000200:3.0:1778629536.008102:0:2390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.12@tcp ip 192.168.204.12:988
00000800:00000200:3.0:1778629536.008106:0:2390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8f3958f35000 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1778629536.008359:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1778629536.008370:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1778629536.008373:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1778629536.008377:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1778629536.008380:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629536.583699:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629536.583705:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629536.583706:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629536.583712:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629536.583715:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629536.583719:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629536.583721:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629536.583723:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629536.583726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629536.584313:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629536.584317:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629536.584319:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629536.584322:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629536.584326:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629536.584340:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14212
00000400:00000200:2.0:1778629536.584351:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629536.584357:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629536.584360:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629536.584363:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584366:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629536.584368:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584370:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629536.584374:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629536.584376:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629536.584379:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629536.584381:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629536.584384:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629536.584386:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629536.584393:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584395:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629536.584397:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584399:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629536.584402:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629536.584405:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584408:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629536.584410:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629536.584414:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629536.584417:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584420:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629536.584422:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629536.584432:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceac000.
00000020:00000040:2.0:1778629536.584436:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629536.584439:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629536.584441:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584444:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629536.584446:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629536.584450:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629536.584458:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce3800.
00000100:00000001:2.0:1778629536.584466:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629536.584476:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629536.584487:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629536.584492:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629536.584497:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7a1dfc] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629536.584526:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629536.584529:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629536.584532:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629536.584533:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629536.584535:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629536.584538:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629536.584540:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14212
00000400:00000200:2.0:1778629536.584544:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629536.584548:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629536.584550:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629536.584553:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584556:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629536.584558:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584560:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:3.0:1778629536.584560:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778629536.584565:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629536.584566:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000100:00000001:3.0:1778629536.584566:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629536.584569:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1778629536.584570:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629536.584574:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629536.584578:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:3.0:1778629536.584580:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1778629536.584583:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:2.0:1778629536.584593:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629536.584596:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629536.584598:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1778629536.584599:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629536.584603:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
02000000:00000001:3.0:1778629536.584604:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629536.584625:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629536.584627:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629536.584631:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472655360:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629536.584634:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629536.584636:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629536.584638:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629536.584641:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629536.584645:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778629536.584646:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584650:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:3.0:1778629536.584650:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629536.584655:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000400:00000010:3.0:1778629536.584655:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000100:00080000:2.0:1778629536.584661:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000010:3.0:1778629536.584661:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000001:2.0:1778629536.584666:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629536.584668:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655360, portal 25
02000000:00000001:2.0:1778629536.584669:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1778629536.584671:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629536.584673:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536072704 : -123998173478912 : ffff8f396ceac000)
02000000:00000001:2.0:1778629536.584676:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1778629536.584679:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1778629536.584680:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584685:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629536.584692:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1778629536.584692:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629536.584696:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000008:00000001:2.0:1778629536.584698:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629536.584700:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000001:2.0:1778629536.584701:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629536.584705:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472655360, offset 0
00000100:00000010:2.0:1778629536.584706:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead880.
00000020:00000040:2.0:1778629536.584711:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629536.584713:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629536.584716:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584717:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629536.584719:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629536.584720:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629536.584724:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce3000.
00000100:00000001:2.0:1778629536.584727:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629536.584728:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00100000:2.0:1778629536.584734:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1778629536.584740:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629536.584747:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1778629536.584750:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778629536.584751:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629536.584757:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032639683] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629536.584758:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629536.584766:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629536.584768:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629536.584771:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1778629536.584772:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1778629536.584777:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:2.0:1778629536.584778:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629536.584780:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629536.584782:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1778629536.584785:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497719:497719:256:4294967295] 192.168.204.112@tcp LPNI seq info [497678:497678:8:4294967295]
00000100:00000001:2.0:1778629536.584787:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629536.584791:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14212
00000400:00000200:3.0:1778629536.584795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629536.584799:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629536.584805:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629536.584810:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1778629536.584811:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1778629536.584817:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584820:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1778629536.584824:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000040:2.0:1778629536.584825:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584829:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629536.584832:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:3.0:1778629536.584832:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000020:00000040:2.0:1778629536.584834:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629536.584837:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629536.584838:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629536.584840:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629536.584842:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000020:00000001:2.0:1778629536.584843:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000800:00000200:3.0:1778629536.584848:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1778629536.584849:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584853:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629536.584856:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000800:00000200:3.1:1778629536.584860:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629536.584861:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629536.584865:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000800:00000200:3.1:1778629536.584865:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1778629536.584874:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000800:00000100:3.0:1778629536.584875:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000001:2.0:1778629536.584880:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1778629536.584880:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
02000000:00000001:2.0:1778629536.584886:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778629536.584888:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1778629536.584890:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629536.584893:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629536.584895:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1778629536.584899:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1778629536.584902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000008:00100000:2.0:1778629536.584903:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1778629536.584905:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000008:00000001:2.0:1778629536.584910:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.584912:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1778629536.584913:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1778629536.584918:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1778629536.584920:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396cead500.
00000020:00000040:2.0:1778629536.584925:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629536.584933:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778629536.584933:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1778629536.584935:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629536.584937:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629536.584940:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629536.584944:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1778629536.584946:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629536.584948:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.584948:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629536.584954:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629536.584956:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2000.
00000400:00000200:3.0:1778629536.584959:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629536.584963:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308888337
00000100:00000001:2.0:1778629536.584965:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629536.584967:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00900.
00000100:00100000:2.0:1778629536.584974:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629536.584974:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629536.584980:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308888337
00000100:00000010:3.0:1778629536.584984:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00e40.
00000100:00000001:3.0:1778629536.584988:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1778629536.584991:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629536.584992:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629536.584996:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.584997:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585001:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1778629536.585005:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000157e3dfa] to pc [ptlrpcd_rcv+-1]  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629536.585008:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629536/real 1778629536]  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629536.585018:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629536.585023:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629536.585032:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629536.585037:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1778629536.585037:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629536.585040:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1778629536.585043:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1778629536.585044:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629536.585050:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000100:00000040:2.0:1778629536.585052:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14222)
00000400:00000010:3.0:1778629536.585052:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629536.585054:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629536.585060:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629536.585069:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585076:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629536.585078:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585081:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585083:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629536.585087:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585094:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629536.585098:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585105:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629536.585108:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585109:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585110:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585112:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629536.585114:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629536.585117:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629536.585121:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629536.585123:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629536.585134:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629536.585141:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472655360:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629536.585145:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585147:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629536.585150:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceac000 x1865013472655360/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585161:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629536.585164:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629536.585167:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778629536.585170:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629536.585172:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629536.585173:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629536.585175:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629536.585178:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:3.0:1778629536.585181:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629536.585183:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629536.585184:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceac000.
00000100:00000001:3.0:1778629536.585187:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629536.585188:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585190:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585197:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629536.585199:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585201:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629536.585202:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629536.585203:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629536.585207:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585214:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629536.585215:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629536.585217:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629536.585219:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629536.585221:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629536.585224:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629536.585227:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629536.585230:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629536.585231:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629536.585232:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629536.585234:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778629536.585236:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629536.585238:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629536.585240:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629536.585243:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629536.585245:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655488, portal 10
00000100:00000001:3.0:1778629536.585246:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629536.585247:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078976 : -123998173472640 : ffff8f396cead880)
00000100:00000040:3.0:1778629536.585251:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585255:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629536.585256:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629536.585257:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629536.585259:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472655488, offset 0
00000400:00000200:3.0:1778629536.585261:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629536.585263:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629536.585279:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629536.585282:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629536.585284:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629536.585286:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629536.585287:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629536.585290:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497720:497720:256:4294967295] 192.168.204.112@tcp LPNI seq info [497679:497679:8:4294967295]
00000400:00000200:3.0:1778629536.585292:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629536.585296:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629536.585299:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629536.585302:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629536.585304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629536.585306:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778629536.585309:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629536.585311:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1778629536.585313:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629536.585314:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629536.585316:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629536.585318:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629536.585320:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629536.585321:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629536.585327:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629536.585329:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585340:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629536.585343:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585348:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585350:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629536.585353:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629536.585356:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629536.585359:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629536.585361:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308884494
00000100:00000001:3.0:1778629536.585363:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308888337
00000100:00000001:3.0:1778629536.585365:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308884494
00000100:00000001:3.0:1778629536.585367:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308888337
00000100:00000001:3.0:1778629536.585369:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629536.585371:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585373:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629536.585382:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629536/real 1778629536]  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629536.585391:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629536.585392:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629536.585400:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629536.585401:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629536.585402:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629536.585404:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629536.585406:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629536.585411:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585421:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629536.585426:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585427:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585428:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629536.585432:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585437:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629536.585440:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585450:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629536.585452:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585456:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629536.585460:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629536.585462:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629536.585465:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629536.585468:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629536.585471:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629536.585478:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655488:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629536.585482:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629536.585484:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585490:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629536.585491:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629536.585493:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629536.585495:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629536.585496:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629536.585498:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629536.585501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629536.585502:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629536.585503:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629536.585505:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629536.585508:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629536.585509:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629536.585513:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629536.585515:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629536.585518:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629536.585520:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655616, portal 10
00000100:00000001:3.0:1778629536.585521:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629536.585522:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536078080 : -123998173473536 : ffff8f396cead500)
00000100:00000040:3.0:1778629536.585527:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585532:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629536.585534:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629536.585536:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629536.585538:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472655616, offset 0
00000400:00000200:3.0:1778629536.585542:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629536.585546:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629536.585549:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629536.585552:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629536.585554:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629536.585556:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629536.585559:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629536.585561:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497721:497721:256:4294967295] 192.168.204.112@tcp LPNI seq info [497680:497680:8:4294967295]
00000400:00000200:3.0:1778629536.585565:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629536.585575:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629536.585581:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629536.585584:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629536.585587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629536.585589:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1778629536.585593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629536.585595:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1778629536.585599:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629536.585601:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629536.585604:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629536.585627:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629536.585630:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629536.585632:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629536.585635:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629536.585638:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585645:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629536.585648:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585653:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585654:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629536.585657:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629536.585660:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629536.585663:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629536.585665:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308884496
00000100:00000001:3.0:1778629536.585667:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308888337
00000100:00000001:3.0:1778629536.585669:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308884496
00000100:00000001:3.0:1778629536.585671:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308888337
00000100:00000001:3.0:1778629536.585673:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629536.585675:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585676:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629536.585680:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629536/real 1778629536]  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629536.585688:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629536.585689:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629536.585690:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629536.585693:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629536.585694:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629536.585696:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629536.585699:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629536.585706:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585711:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629536.585712:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585714:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585720:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629536.585724:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585730:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629536.585734:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585740:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629536.585742:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585743:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629536.585744:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585746:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629536.585748:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629536.585751:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629536.585754:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629536.585756:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629536.585760:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629536.585767:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396cead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655616:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629536.585771:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585772:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629536.585775:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead880 x1865013472655488/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585781:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629536.585782:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629536.585784:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958694000.
02000000:00000001:3.0:1778629536.585787:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629536.585788:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629536.585789:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629536.585791:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629536.585793:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:3.0:1778629536.585795:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629536.585796:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629536.585797:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead880.
00000100:00000001:3.0:1778629536.585800:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629536.585801:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585803:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629536.585806:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396cead500 x1865013472655616/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629536.585812:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629536.585813:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629536.585814:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629536.585816:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629536.585817:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629536.585818:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629536.585820:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629536.585822:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2000.
02000000:00000001:3.0:1778629536.585824:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629536.585825:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629536.585827:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396cead500.
00000100:00000001:3.0:1778629536.585828:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629536.585830:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585831:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629536.585834:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629536.585836:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629536.585837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629536.585839:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629536.839720:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629536.839720:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629536.839729:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629536.839729:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1778629536.839731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629536.839732:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629536.839733:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1778629536.839737:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629536.839738:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629536.839740:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629536.839740:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629536.839742:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629536.839745:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629536.839746:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629536.839747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629536.839747:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629536.839749:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629536.839753:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629536.839754:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629536.839755:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629536.839758:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1778629536.839759:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629536.839760:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.839762:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629536.839763:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1778629536.839765:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629536.839765:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.839766:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629536.839770:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.839771:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629536.839773:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629536.839773:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629536.839774:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629536.839778:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629536.839780:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629536.839781:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629536.840149:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629536.840153:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629536.840155:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629537.607754:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629537.607761:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629537.607763:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629537.607769:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629537.607773:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629537.607778:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629537.607781:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629537.607783:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629537.607786:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629537.863738:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629537.863746:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629537.863748:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629537.863755:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629537.863760:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629537.863793:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629537.863798:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629537.863799:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629537.863802:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629537.863805:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629537.863808:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629537.863821:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629537.863824:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629537.863827:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629537.863935:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629537.863939:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629537.863943:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629537.863944:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629537.863948:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629537.863949:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629537.864016:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629537.864018:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629537.864020:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629537.864022:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629537.864099:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629537.864103:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629537.864106:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629538.631783:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629538.631794:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629538.631796:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629538.631803:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629538.631808:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629538.631812:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629538.631815:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629538.631818:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629538.631822:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629538.887707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629538.887707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629538.887713:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629538.887713:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629538.887714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629538.887716:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629538.887718:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629538.887719:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629538.887721:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629538.887725:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629538.887725:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629538.887726:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629538.887729:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629538.887730:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629538.887731:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629538.887732:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629538.887736:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629538.887736:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629538.887736:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629538.887739:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629538.887742:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629538.887749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629538.887752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629538.887754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629538.887855:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629538.887862:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629538.887868:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629539.655722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629539.655728:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629539.655730:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629539.655735:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629539.655752:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629539.655757:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629539.655760:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629539.655762:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629539.655765:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629539.911741:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629539.911741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629539.911748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629539.911749:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629539.911750:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629539.911753:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629539.911754:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629539.911757:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629539.911760:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629539.911762:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629539.911762:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629539.911764:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629539.911765:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629539.911767:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629539.911768:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629539.911771:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629539.911772:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629539.911772:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629539.911776:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629539.911776:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629539.911777:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629539.911780:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629539.911780:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629539.911786:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629539.911849:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629539.911853:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629539.911856:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629540.487765:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308888337, at 4308888384
00000100:00000010:0.0:1778629540.487784:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00900.
00000100:00000040:1.0:1778629540.487905:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308888337, at 4308888384
00000100:00000010:1.0:1778629540.487922:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd00e40.
00000100:00000001:1.0:1778629540.679730:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629540.679737:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629540.679739:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629540.679746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629540.679749:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629540.679753:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629540.679756:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629540.679759:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629540.679762:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629540.935698:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629540.935698:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629540.935703:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629540.935704:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629540.935704:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629540.935707:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629540.935707:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629540.935708:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629540.935712:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629540.935715:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629540.935717:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:2.0:1778629540.935717:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629540.935718:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629540.935721:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629540.935722:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629540.935725:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629540.935725:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629540.935726:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629540.935729:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629540.935729:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629540.935729:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629540.935732:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629540.935734:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629540.935735:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629540.935779:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629540.935782:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629540.935785:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629541.703732:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629541.703739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629541.703741:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629541.703746:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629541.703748:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629541.703751:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629541.703752:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629541.703754:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629541.703757:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629541.703918:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629541.703922:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629541.703924:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629541.703926:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629541.703929:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629541.703936:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14217
00000400:00000200:2.0:1778629541.703945:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629541.703951:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629541.703955:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629541.703958:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.703962:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629541.703965:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.703968:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629541.703972:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629541.703974:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629541.703977:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629541.703980:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629541.703983:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629541.703985:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629541.703988:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.703990:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629541.703992:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.703993:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629541.703997:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629541.704000:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704002:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629541.704005:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629541.704008:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629541.704011:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.704013:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629541.704015:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629541.704020:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000020:00000040:2.0:1778629541.704024:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629541.704026:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629541.704027:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.704029:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629541.704032:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629541.704034:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629541.704039:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2000.
00000100:00000001:2.0:1778629541.704044:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629541.704051:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629541.704059:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629541.704062:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629541.704064:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629541.704081:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629541.704083:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629541.704086:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629541.704087:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629541.704088:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629541.704090:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629541.704091:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14217
00000400:00000200:2.0:1778629541.704095:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629541.704098:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629541.704100:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629541.704103:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704106:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629541.704108:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704110:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629541.704113:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629541.704115:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629541.704116:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629541.704118:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000100:00000001:0.0:1778629541.704119:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1778629541.704121:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629541.704124:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629541.704125:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629541.704128:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629541.704129:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704133:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629541.704137:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000040:0.0:1778629541.704139:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629541.704140:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629541.704144:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:2.0:1778629541.704147:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704149:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629541.704150:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629541.704155:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629541.704159:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.704162:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629541.704164:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629541.704180:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778629541.704182:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1778629541.704184:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1778629541.704187:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704188:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629541.704189:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704193:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629541.704196:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
00000100:00100000:0.0:1778629541.704199:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472655744:192.168.204.112@tcp:250:kworker.0
00000020:00000040:2.0:1778629541.704200:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629541.704206:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1778629541.704207:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1778629541.704209:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.704211:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629541.704212:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1778629541.704213:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629541.704216:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629541.704216:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704221:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1778629541.704223:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce3000.
02000000:00000010:0.0:1778629541.704227:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab800.
00000100:00000001:2.0:1778629541.704228:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704231:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629541.704236:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629541.704240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629541.704247:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000100:00000001:2.0:1778629541.704249:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629541.704253:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629541.704255:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000040:2.0:1778629541.704259:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629541.704263:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655744, portal 25
00000100:00000001:0.0:1778629541.704269:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629541.704272:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000001:2.0:1778629541.704278:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629541.704280:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629541.704283:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629541.704293:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629541.704294:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1778629541.704295:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1778629541.704299:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:2.0:1778629541.704299:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1778629541.704304:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000001:2.0:1778629541.704304:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1778629541.704309:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472655744, offset 0
00000100:00080000:2.0:1778629541.704311:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14217
00000400:00000200:2.0:1778629541.704318:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629541.704319:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629541.704325:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629541.704327:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1778629541.704330:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:2.0:1778629541.704333:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704336:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629541.704340:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:2.0:1778629541.704341:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704346:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629541.704348:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1778629541.704349:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629541.704352:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629541.704354:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1778629541.704357:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000020:00000040:2.0:1778629541.704357:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:2.0:1778629541.704361:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629541.704363:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1778629541.704365:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000400:00000200:0.0:1778629541.704368:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000040:2.0:1778629541.704371:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704374:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1778629541.704377:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497722:497722:256:4294967295] 192.168.204.112@tcp LPNI seq info [497681:497681:8:4294967295]
00000100:00000040:2.0:1778629541.704384:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629541.704385:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629541.704388:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629541.704391:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629541.704396:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629541.704402:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629541.704403:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1778629541.704407:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629541.704411:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1778629541.704412:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629541.704416:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1778629541.704420:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000100:00000001:2.0:1778629541.704420:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629541.704423:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1778629541.704426:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629541.704430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000100:00000001:2.0:1778629541.704430:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629541.704435:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000800:00000200:0.0:1778629541.704436:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1778629541.704439:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629541.704445:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1778629541.704445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000001:2.0:1778629541.704449:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1778629541.704450:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1778629541.704452:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629541.704455:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629541.704457:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629541.704458:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629541.704462:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
02000000:00000010:2.0:1778629541.704463:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce3800.
00000400:00000200:0.0:1778629541.704468:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1778629541.704468:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629541.704477:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1778629541.704478:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629541.704485:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629541.704490:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:2.0:1778629541.704491:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629541.704494:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629541.704499:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629541.704506:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629541.704509:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629541.704512:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629541.704515:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1778629541.704518:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1778629541.704522:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629541.704523:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14227)
00000100:00000200:0.0:1778629541.704527:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704534:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.704538:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704542:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.704543:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629541.704548:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629541.704551:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629541.704553:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308893456
00000100:00000010:0.0:1778629541.704556:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac64e0.
00000100:00000001:0.0:1778629541.704561:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629541.704565:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308893456
00000100:00000010:0.0:1778629541.704567:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6180.
00000100:00000001:0.0:1778629541.704569:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629541.704571:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629541.704572:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.704574:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629541.704577:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629541/real 1778629541]  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629541.704583:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629541.704584:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629541.704586:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629541.704587:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629541.704588:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629541.704590:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629541.704592:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629541.704597:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704601:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629541.704601:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704603:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.704604:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629541.704647:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704654:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629541.704659:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704666:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629541.704669:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704671:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.704672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704674:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629541.704675:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629541.704677:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629541.704680:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629541.704681:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629541.704684:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629541.704689:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472655744:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629541.704693:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704695:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.704698:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472655744/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704704:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629541.704706:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629541.704708:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab800.
02000000:00000001:0.0:1778629541.704711:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629541.704713:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629541.704714:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629541.704716:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629541.704718:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2000.
02000000:00000001:0.0:1778629541.704721:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629541.704722:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629541.704724:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629541.704726:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629541.704727:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704729:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704735:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629541.704737:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.704739:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629541.704740:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629541.704741:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629541.704745:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704752:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629541.704753:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704755:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629541.704756:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629541.704757:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629541.704759:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629541.704761:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629541.704763:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629541.704764:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704765:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629541.704767:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab800.
02000000:00000001:0.0:1778629541.704768:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629541.704771:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629541.704772:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629541.704775:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629541.704777:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472655872, portal 10
00000100:00000001:0.0:1778629541.704778:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629541.704779:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629541.704783:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704787:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629541.704788:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629541.704789:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629541.704791:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472655872, offset 0
00000400:00000200:0.0:1778629541.704793:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629541.704795:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629541.704797:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629541.704799:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629541.704801:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629541.704802:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629541.704804:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629541.704807:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497723:497723:256:4294967295] 192.168.204.112@tcp LPNI seq info [497682:497682:8:4294967295]
00000400:00000200:0.0:1778629541.704811:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629541.704816:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629541.704821:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629541.704824:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629541.704828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629541.704830:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629541.704834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629541.704836:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629541.704840:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629541.704842:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629541.704845:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629541.704848:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629541.704850:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629541.704852:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629541.704855:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629541.704858:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704863:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.704864:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704868:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.704870:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629541.704872:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629541.704875:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629541.704877:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629541.704878:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308889614
00000100:00000001:0.0:1778629541.704880:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308893456
00000100:00000001:0.0:1778629541.704881:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308889614
00000100:00000001:0.0:1778629541.704883:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308893456
00000100:00000001:0.0:1778629541.704884:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629541.704885:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.704887:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629541.704889:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629541/real 1778629541]  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629541.704893:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629541.704893:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629541.704894:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629541.704895:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629541.704896:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629541.704897:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629541.704899:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629541.704904:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704907:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629541.704908:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704909:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.704910:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629541.704911:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704915:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629541.704917:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704920:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629541.704921:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704922:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.704923:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.704924:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629541.704926:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629541.704928:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629541.704930:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629541.704932:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629541.704935:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629541.704943:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472655872:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629541.704946:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629541.704957:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.704964:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629541.704965:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704967:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629541.704968:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629541.704970:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629541.704972:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629541.704976:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629541.704977:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629541.704979:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629541.704980:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629541.704983:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1aac00.
02000000:00000001:0.0:1778629541.704985:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629541.704988:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629541.704991:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629541.704994:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629541.704996:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656000, portal 10
00000100:00000001:0.0:1778629541.704998:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629541.704999:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000040:0.0:1778629541.705004:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705014:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629541.705016:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629541.705018:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629541.705021:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472656000, offset 0
00000400:00000200:0.0:1778629541.705024:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629541.705028:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629541.705031:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629541.705034:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629541.705036:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629541.705038:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629541.705040:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629541.705043:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497724:497724:256:4294967295] 192.168.204.112@tcp LPNI seq info [497683:497683:8:4294967295]
00000400:00000200:0.0:1778629541.705047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629541.705052:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629541.705056:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629541.705059:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629541.705063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629541.705065:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1778629541.705069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629541.705071:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1778629541.705074:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629541.705076:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629541.705078:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629541.705081:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629541.705084:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629541.705085:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629541.705087:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629541.705091:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705098:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.705101:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705112:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.705113:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629541.705116:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629541.705119:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629541.705122:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629541.705124:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308889615
00000100:00000001:0.0:1778629541.705126:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308893456
00000100:00000001:0.0:1778629541.705128:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308889615
00000100:00000001:0.0:1778629541.705129:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308893456
00000100:00000001:0.0:1778629541.705131:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629541.705133:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.705134:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629541.705137:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629541/real 1778629541]  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629541.705144:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629541.705146:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629541.705147:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629541.705149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629541.705150:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629541.705152:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629541.705154:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629541.705162:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705181:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629541.705183:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705184:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.705186:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629541.705189:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705196:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629541.705200:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705206:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629541.705208:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705209:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629541.705211:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705212:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629541.705215:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629541.705217:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629541.705220:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629541.705222:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629541.705226:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629541.705233:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656000:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629541.705236:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705238:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.705240:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472655872/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705246:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629541.705248:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629541.705249:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab800.
02000000:00000001:0.0:1778629541.705252:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629541.705253:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629541.705254:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629541.705256:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629541.705257:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce3000.
02000000:00000001:0.0:1778629541.705260:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629541.705261:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629541.705263:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629541.705265:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629541.705266:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705268:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629541.705271:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472656000/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629541.705277:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629541.705278:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629541.705279:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1aac00.
02000000:00000001:0.0:1778629541.705281:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629541.705282:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629541.705283:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629541.705285:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629541.705286:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce3800.
02000000:00000001:0.0:1778629541.705288:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629541.705289:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629541.705290:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629541.705291:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629541.705293:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705294:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.705298:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629541.705299:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.705300:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629541.705302:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.959694:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629541.959697:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629541.959697:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629541.959699:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629541.959701:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.959702:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.959703:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629541.959706:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629541.959708:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1778629541.959709:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:0.0:1778629541.959710:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629541.959711:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.959713:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629541.959716:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629541.959717:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629541.959717:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629541.959719:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629541.959720:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629541.959721:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629541.959725:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629541.959725:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629541.959728:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629541.959730:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629541.959732:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629541.959779:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629541.959782:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629541.959785:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629542.727762:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629542.727768:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629542.727770:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629542.727775:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629542.727779:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629542.727782:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629542.727785:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629542.727787:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629542.727790:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629542.983725:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629542.983725:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629542.983732:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629542.983732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629542.983734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629542.983735:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629542.983742:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629542.983742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629542.983747:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629542.983747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629542.983752:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629542.983752:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629542.983758:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629542.983758:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629542.983761:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629542.983761:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629542.983765:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629542.983766:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629542.983894:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629542.983897:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629542.983901:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629542.983903:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629542.983906:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629542.983907:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629542.984015:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629542.984018:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629542.984021:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629543.751722:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629543.751729:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629543.751731:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629543.751738:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629543.751741:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629543.751745:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629543.751748:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629543.751750:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629543.751753:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629544.007737:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629544.007741:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629544.007745:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629544.007746:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629544.007749:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629544.007750:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629544.007752:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629544.007754:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629544.007757:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629544.007763:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629544.007763:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629544.007763:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1778629544.007768:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629544.007770:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629544.007770:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629544.007774:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1778629544.007780:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629544.007780:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629544.007784:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1778629544.007789:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629544.007789:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629544.007790:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629544.007796:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629544.007798:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629544.007800:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629544.007806:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1778629544.007806:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629544.007811:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629544.007811:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629544.007839:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629544.007877:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629544.007881:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629544.007884:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629544.775826:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629544.775844:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629544.775848:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629544.776004:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629544.776010:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629544.776017:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629544.776021:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629544.776025:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629544.776029:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629545.031749:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629545.031749:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629545.031753:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1778629545.031758:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629545.031758:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629545.031759:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629545.031760:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629545.031762:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629545.031767:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00100000:2.0:1778629545.031767:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629545.031768:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629545.031770:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629545.031774:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629545.031774:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629545.031775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629545.031778:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629545.031779:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629545.031779:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629545.031784:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629545.031784:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629545.031788:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629545.031792:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629545.031795:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629545.031799:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629545.031856:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629545.031860:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629545.031863:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629545.608141:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308893456, at 4308893504
00000100:00000010:0.0:1778629545.608175:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac64e0.
00000100:00000040:1.0:1778629545.608417:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308893456, at 4308893504
00000100:00000010:1.0:1778629545.608427:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6180.
00000100:00000001:1.0:1778629545.799938:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629545.799947:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629545.799949:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629545.799956:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629545.799962:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629545.799968:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629545.799971:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629545.799974:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629545.799978:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.055771:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629546.055775:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629546.055779:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.055781:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629546.055784:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629546.055784:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629546.055786:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629546.055790:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629546.055790:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629546.055792:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.055797:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629546.055802:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.055805:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629546.055808:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.055812:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629546.056344:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629546.056349:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629546.056350:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629546.056354:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629546.056356:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629546.056358:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629546.056360:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629546.056362:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629546.056365:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629546.057240:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629546.057246:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629546.057250:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629546.823729:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1778629546.823736:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629546.823739:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629546.823742:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629546.823747:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1778629546.823750:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:3.0:1778629546.823751:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1778629546.823755:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1778629546.823757:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629546.823760:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629546.823762:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1778629546.823765:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629546.823769:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1778629546.823773:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14222
00000100:00000001:1.0:1778629546.823775:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629546.823786:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629546.823793:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629546.823798:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629546.823802:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.823814:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629546.823817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.823819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629546.823824:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629546.823826:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:3.0:1778629546.823829:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629546.823832:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:3.0:1778629546.823835:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:3.0:1778629546.823837:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:3.0:1778629546.823848:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.823850:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629546.823852:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.823855:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629546.823858:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:3.0:1778629546.823860:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629546.823862:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629546.823865:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1778629546.823868:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629546.823870:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.823872:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1778629546.823874:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1778629546.823886:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8d880.
00000020:00000040:3.0:1778629546.823891:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:3.0:1778629546.823896:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1778629546.823898:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.823901:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629546.823904:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629546.823909:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1778629546.823920:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958694000.
00000100:00000001:3.0:1778629546.823928:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629546.823938:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1778629546.823950:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629546.823955:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629546.823961:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000046c0adf] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824020:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629546.824025:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629546.824027:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629546.824034:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824043:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629546.824044:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824049:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629546.824052:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629546.824055:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629546.824058:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656128:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629546.824061:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629546.824080:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629546.824083:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824086:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629546.824092:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab000.
02000000:00000001:0.0:1778629546.824094:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629546.824100:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629546.824105:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629546.824114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629546.824132:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656128, portal 25
00000100:00000001:0.0:1778629546.824135:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629546.824137:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431090304 : -123998278461312 : ffff8f3966a8d880)
00000100:00000040:0.0:1778629546.824146:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629546.824147:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629546.824151:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629546.824154:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1778629546.824155:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1778629546.824156:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1778629546.824157:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00080000:3.0:1778629546.824158:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1778629546.824161:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629546.824164:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472656128, offset 0
00000100:00000001:3.0:1778629546.824164:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629546.824167:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14222
00000400:00000200:0.0:1778629546.824171:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629546.824171:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629546.824174:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629546.824176:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1778629546.824179:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824180:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629546.824181:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629546.824183:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824185:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000400:00000200:0.0:1778629546.824186:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000020:00000001:3.0:1778629546.824187:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629546.824189:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:3.0:1778629546.824190:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629546.824192:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000400:00000200:0.0:1778629546.824193:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1778629546.824194:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:3.0:1778629546.824196:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000400:00000200:0.0:1778629546.824198:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:3.0:1778629546.824198:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824200:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629546.824202:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824204:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1778629546.824204:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:3.0:1778629546.824206:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000400:00000200:0.0:1778629546.824207:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00080000:3.0:1778629546.824209:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824211:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629546.824212:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497725:497725:256:4294967295] 192.168.204.112@tcp LPNI seq info [497684:497684:8:4294967295]
02000000:00000001:3.0:1778629546.824213:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629546.824216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:3.0:1778629546.824219:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629546.824221:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824222:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1778629546.824227:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629546.824228:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1778629546.824231:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824232:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629546.824235:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000100:00000010:3.0:1778629546.824236:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8ce00.
00000020:00000040:3.0:1778629546.824238:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:3.0:1778629546.824240:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1778629546.824241:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
02000000:00000001:3.0:1778629546.824242:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824244:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629546.824245:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1778629546.824247:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629546.824250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:3.0:1778629546.824251:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695800.
00000800:00000200:0.0:1778629546.824253:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1778629546.824255:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629546.824259:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1778629546.824260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629546.824265:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1778629546.824267:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629546.824269:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1778629546.824272:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000100:00000040:3.0:1778629546.824273:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0763] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1778629546.824275:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000100:00000001:3.0:1778629546.824281:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1778629546.824283:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1778629546.824285:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1778629546.824286:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629546.824288:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1778629546.824289:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1778629546.824291:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1778629546.824293:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1778629546.824295:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14222
00000400:00000200:0.0:1778629546.824297:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000200:3.0:1778629546.824298:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629546.824300:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000400:00000200:3.0:1778629546.824301:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:3.0:1778629546.824303:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1778629546.824306:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1778629546.824306:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824308:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1778629546.824310:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629546.824310:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824312:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:3.0:1778629546.824314:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1778629546.824315:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:3.0:1778629546.824317:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1778629546.824319:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000100:00000001:0.0:1778629546.824320:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1778629546.824320:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:3.0:1778629546.824323:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629546.824324:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629546.824326:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824328:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1778629546.824330:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629546.824332:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824332:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000100:00000001:0.0:1778629546.824334:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1778629546.824334:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:3.0:1778629546.824336:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:3.0:1778629546.824337:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629546.824339:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629546.824341:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629546.824341:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629546.824343:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824344:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1778629546.824345:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000008:00100000:3.0:1778629546.824347:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1778629546.824348:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308898576
00000100:00000010:0.0:1778629546.824354:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac64e0.
00000008:00000001:3.0:1778629546.824360:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824361:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824362:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1778629546.824366:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f3966a8e300.
00000020:00000040:3.0:1778629546.824368:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000001:0.0:1778629546.824369:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308898576
02000000:00000001:3.0:1778629546.824370:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1778629546.824372:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac6ea0.
02000000:00000001:3.0:1778629546.824372:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824374:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1778629546.824375:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1778629546.824376:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1778629546.824377:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824379:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1778629546.824380:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3958695400.
00000100:00000001:0.0:1778629546.824382:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629546.824383:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824385:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629546.824387:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1778629546.824389:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629546/real 1778629546]  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629546.824394:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1778629546.824396:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1778629546.824399:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1778629546.824399:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc49d646] to pc [ptlrpcd_rcv+-1]  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629546.824401:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629546.824404:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629546.824406:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000100:00000001:3.0:1778629546.824407:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629546.824408:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629546.824410:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1778629546.824410:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629546.824413:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629546.824413:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1778629546.824416:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1778629546.824420:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1778629546.824422:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1778629546.824424:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14232)
00000100:00000001:0.0:1778629546.824429:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629546.824430:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824433:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.824435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629546.824439:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824445:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629546.824450:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824458:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629546.824461:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824462:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.824463:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824466:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629546.824469:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629546.824471:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629546.824474:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629546.824476:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629546.824479:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629546.824485:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656128:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629546.824488:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824489:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629546.824492:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8d880 x1865013472656128/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824498:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629546.824501:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629546.824503:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab000.
02000000:00000001:0.0:1778629546.824507:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629546.824509:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629546.824510:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629546.824513:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629546.824515:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958694000.
02000000:00000001:0.0:1778629546.824519:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629546.824521:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629546.824523:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8d880.
00000100:00000001:0.0:1778629546.824526:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629546.824527:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824529:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824538:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629546.824540:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824542:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629546.824543:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629546.824555:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629546.824560:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824571:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629546.824573:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824575:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629546.824577:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629546.824579:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629546.824582:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629546.824585:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629546.824587:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629546.824588:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824590:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629546.824593:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab000.
02000000:00000001:0.0:1778629546.824595:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629546.824599:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629546.824601:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629546.824605:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629546.824626:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656256, portal 10
00000100:00000001:0.0:1778629546.824629:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629546.824630:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431087616 : -123998278464000 : ffff8f3966a8ce00)
00000100:00000040:0.0:1778629546.824637:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824644:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629546.824646:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629546.824648:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629546.824651:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472656256, offset 0
00000400:00000200:0.0:1778629546.824655:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824659:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629546.824663:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629546.824665:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629546.824668:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629546.824670:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629546.824672:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824675:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497726:497726:256:4294967295] 192.168.204.112@tcp LPNI seq info [497685:497685:8:4294967295]
00000400:00000200:0.0:1778629546.824680:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629546.824686:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629546.824690:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629546.824693:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629546.824697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629546.824699:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778629546.824704:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629546.824706:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1778629546.824710:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629546.824712:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629546.824714:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629546.824717:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629546.824720:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629546.824722:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629546.824725:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629546.824728:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824735:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629546.824738:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824744:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824745:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629546.824748:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629546.824752:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629546.824755:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629546.824757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308894734
00000100:00000001:0.0:1778629546.824760:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308898576
00000100:00000001:0.0:1778629546.824762:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308894734
00000100:00000001:0.0:1778629546.824764:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308898576
00000100:00000001:0.0:1778629546.824766:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629546.824769:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.824771:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629546.824774:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629546/real 1778629546]  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629546.824782:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629546.824783:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629546.824785:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629546.824788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629546.824789:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629546.824791:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629546.824795:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629546.824803:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824810:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629546.824811:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824813:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.824814:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629546.824817:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824823:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629546.824826:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824832:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629546.824835:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.824838:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.824839:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629546.824844:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629546.824847:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629546.824851:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629546.824853:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629546.824857:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629546.824865:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656256:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629546.824869:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629546.824871:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824877:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629546.824878:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824880:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629546.824882:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629546.824884:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629546.824887:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629546.824890:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629546.824892:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629546.824893:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629546.824895:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629546.824898:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1a8800.
02000000:00000001:0.0:1778629546.824901:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629546.824904:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629546.824906:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629546.824909:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629546.824912:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656384, portal 10
00000100:00000001:0.0:1778629546.824913:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629546.824915:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075431092992 : -123998278458624 : ffff8f3966a8e300)
00000100:00000040:0.0:1778629546.824920:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.824926:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629546.824929:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629546.824931:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629546.824933:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472656384, offset 0
00000400:00000200:0.0:1778629546.824937:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824941:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629546.824944:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629546.824947:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629546.824949:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629546.824951:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629546.824953:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629546.824957:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497727:497727:256:4294967295] 192.168.204.112@tcp LPNI seq info [497686:497686:8:4294967295]
00000400:00000200:0.0:1778629546.824961:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629546.824966:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629546.824971:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629546.824975:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629546.824979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629546.824981:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1778629546.824983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629546.824984:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1778629546.824987:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629546.824988:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629546.824990:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629546.824993:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629546.824995:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629546.824996:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629546.824998:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629546.825000:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825005:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629546.825007:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825011:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.825013:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629546.825015:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629546.825017:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629546.825019:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629546.825021:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308894735
00000100:00000001:0.0:1778629546.825023:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308898576
00000100:00000001:0.0:1778629546.825024:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308894735
00000100:00000001:0.0:1778629546.825025:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308898576
00000100:00000001:0.0:1778629546.825027:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629546.825028:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.825029:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629546.825031:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629546/real 1778629546]  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629546.825035:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629546.825036:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629546.825037:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629546.825038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629546.825038:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629546.825039:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629546.825041:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629546.825046:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825049:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629546.825050:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825051:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.825052:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629546.825054:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825057:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629546.825060:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825077:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629546.825079:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825080:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629546.825082:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825083:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629546.825086:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629546.825088:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629546.825091:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629546.825093:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629546.825097:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629546.825105:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f3966a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656384:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629546.825108:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825110:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629546.825113:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8ce00 x1865013472656256/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825120:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629546.825121:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629546.825123:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab000.
02000000:00000001:0.0:1778629546.825125:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629546.825127:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629546.825128:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629546.825130:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629546.825132:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695800.
02000000:00000001:0.0:1778629546.825134:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629546.825136:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629546.825137:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8ce00.
00000100:00000001:0.0:1778629546.825140:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629546.825142:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825143:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629546.825146:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f3966a8e300 x1865013472656384/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629546.825152:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629546.825153:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629546.825154:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1a8800.
02000000:00000001:0.0:1778629546.825156:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629546.825157:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629546.825158:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629546.825160:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629546.825161:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3958695400.
02000000:00000001:0.0:1778629546.825163:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629546.825164:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629546.825165:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f3966a8e300.
00000100:00000001:0.0:1778629546.825168:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629546.825169:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825170:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629546.825174:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629546.825175:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629546.825177:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629546.825179:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629547.079727:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629547.079734:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629547.079736:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629547.079741:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629547.079745:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629547.079749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629547.079752:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629547.079754:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629547.079757:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079957:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629547.079963:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629547.079965:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629547.079969:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079972:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629547.079974:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079976:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079979:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079983:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629547.079984:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629547.079986:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629547.079987:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079989:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629547.079991:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079993:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079995:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629547.079998:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629547.080000:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629547.080096:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629547.080100:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629547.080103:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629547.080136:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629547.080143:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629547.080144:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629547.080149:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629547.080152:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629547.080155:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629547.080158:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629547.080161:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629547.080163:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629547.847739:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629547.847745:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629547.847747:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629547.847752:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629547.847756:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629547.847759:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629547.847762:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629547.847764:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629547.847767:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629548.103739:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629548.103744:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629548.103750:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629548.103751:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629548.103755:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629548.103756:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629548.103961:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629548.103964:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629548.103966:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629548.104163:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629548.104168:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629548.104170:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629548.104174:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629548.104177:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629548.104180:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629548.104182:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629548.104185:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629548.104188:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629548.106334:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629548.106340:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629548.106342:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629548.106347:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629548.106350:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629548.106375:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629548.106378:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629548.106381:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629548.106384:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629548.871661:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629548.871666:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629548.871668:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629548.871672:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629548.871675:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629548.871678:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629548.871680:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629548.871682:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629548.871684:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629549.127723:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629549.127731:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629549.127733:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629549.127739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629549.127743:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629549.127747:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629549.127749:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629549.127752:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629549.127755:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629549.127759:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629549.127763:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629549.127768:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629549.127770:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629549.127773:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629549.127776:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629549.127970:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629549.127974:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629549.127977:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1778629549.128094:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629549.128097:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629549.128098:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629549.128101:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629549.128103:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629549.128105:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629549.128107:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629549.128108:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629549.128111:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629549.895901:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629549.895909:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629549.895911:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629549.895916:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629549.895919:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629549.895923:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629549.895926:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629549.895928:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629549.895932:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629550.151792:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629550.151801:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629550.151803:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629550.151809:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629550.151813:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629550.151817:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629550.151819:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629550.151822:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629550.151825:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629550.151907:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629550.151910:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629550.151911:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629550.151913:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629550.151914:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629550.151916:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629550.151918:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629550.151919:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629550.151921:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629550.152389:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629550.152392:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629550.152397:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629550.152398:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629550.152401:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629550.152402:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629550.152540:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629550.152544:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629550.152548:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629550.727842:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308898576, at 4308898624
00000100:00000010:1.0:1778629550.727868:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac6ea0.
00000100:00000040:0.0:1778629550.727979:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308898576, at 4308898624
00000100:00000010:0.0:1778629550.727984:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac64e0.
00000100:00000001:1.0:1778629550.919790:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629550.919798:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629550.919810:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629550.919816:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629550.919819:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629550.919823:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629550.919825:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629550.919828:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629550.919831:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.175764:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629551.175772:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629551.175773:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629551.175779:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629551.175783:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629551.175786:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.175789:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629551.175791:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.175794:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629551.175889:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629551.175893:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629551.175896:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629551.175898:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629551.175901:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629551.175902:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629551.175965:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629551.175969:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629551.175971:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629551.176276:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629551.176279:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629551.176280:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629551.176282:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629551.176284:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629551.176286:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.176289:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629551.176290:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.176293:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629551.943744:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629551.943751:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629551.943753:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629551.943759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629551.943763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629551.943767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629551.943770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629551.943773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1778629551.943776:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629551.943777:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629551.943783:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1778629551.943785:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629551.943787:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629551.943790:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629551.943795:0:225070:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14227
00000400:00000200:2.0:1778629551.943804:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629551.943812:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629551.943815:0:225070:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629551.943818:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.943821:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629551.943824:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.943826:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629551.943830:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629551.943832:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:2.0:1778629551.943835:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629551.943837:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:2.0:1778629551.943839:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:2.0:1778629551.943841:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:2.0:1778629551.943844:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.943846:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629551.943848:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.943850:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629551.943852:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:2.0:1778629551.943856:0:225070:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629551.943858:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629551.943861:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1778629551.943864:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629551.943868:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629551.943870:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1778629551.943871:0:225070:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1778629551.943881:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceae680.
00000020:00000040:2.0:1778629551.943884:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:2.0:1778629551.943888:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1778629551.943890:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629551.943892:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629551.943894:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629551.943898:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629551.943906:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1c00.
00000100:00000001:2.0:1778629551.943913:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629551.943922:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1778629551.943931:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1778629551.943936:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1778629551.943957:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cad214f] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1778629551.943993:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1778629551.943996:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629551.943998:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1778629551.944000:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629551.944001:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629551.944002:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1778629551.944004:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14227
00000400:00000200:2.0:1778629551.944007:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:2.0:1778629551.944010:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629551.944012:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1778629551.944014:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944016:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629551.944017:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944019:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629551.944020:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629551.944021:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:2.0:1778629551.944022:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629551.944024:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:2.0:1778629551.944025:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:2.0:1778629551.944027:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000001:0.0:1778629551.944029:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1778629551.944030:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629551.944033:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629551.944034:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1778629551.944037:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1778629551.944038:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944041:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629551.944044:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00000040:0.0:1778629551.944046:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629551.944049:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944055:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629551.944059:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1778629551.944063:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629551.944065:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629551.944066:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629551.944068:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1778629551.944070:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944072:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1778629551.944073:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1778629551.944077:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1778629551.944078:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1778629551.944083:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656512:192.168.204.112@tcp:250:kworker.0
00000008:00000001:2.0:1778629551.944084:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629551.944089:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944090:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1778629551.944095:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceadf80.
02000000:00000001:0.0:1778629551.944096:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1778629551.944098:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629551.944100:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629551.944102:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629551.944104:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1778629551.944105:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629551.944108:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1778629551.944109:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1778629551.944110:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab400.
02000000:00000001:2.0:1778629551.944112:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944114:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1778629551.944118:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce2800.
00000400:00000200:0.0:1778629551.944122:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629551.944124:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1778629551.944127:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000100:00100000:2.0:1778629551.944132:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1778629551.944135:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000001:2.0:1778629551.944143:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1778629551.944144:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656512, portal 25
00000100:00000001:2.0:1778629551.944145:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944148:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1778629551.944150:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d93dfea9] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944151:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536082560 : -123998173469056 : ffff8f396ceae680)
00000100:00000001:2.0:1778629551.944160:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629551.944161:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1778629551.944162:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1778629551.944168:0:225070:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1778629551.944170:0:225070:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1778629551.944173:0:225070:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1778629551.944178:0:225070:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1778629551.944179:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1778629551.944180:0:225070:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14227
00000400:00000200:2.0:1778629551.944186:0:225070:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629551.944187:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000200:2.0:1778629551.944190:0:225070:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:2.0:1778629551.944192:0:225070:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1778629551.944193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000040:2.0:1778629551.944194:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944198:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1778629551.944199:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472656512, offset 0
00000100:00000040:2.0:1778629551.944199:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944204:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:2.0:1778629551.944205:0:225070:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1778629551.944207:0:225070:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:2.0:1778629551.944208:0:225070:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1778629551.944210:0:225070:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000400:00000200:0.0:1778629551.944211:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000020:00000001:2.0:1778629551.944212:0:225070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:2.0:1778629551.944216:0:225070:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:2.0:1778629551.944218:0:225070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944220:0:225070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1778629551.944221:0:225070:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944225:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:2.0:1778629551.944225:0:225070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:2.0:1778629551.944228:0:225070:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:2.0:1778629551.944231:0:225070:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944235:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000001:2.0:1778629551.944235:0:225070:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1778629551.944240:0:225070:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1778629551.944243:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1778629551.944243:0:225070:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1778629551.944246:0:225070:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944249:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000001:2.0:1778629551.944250:0:225070:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1778629551.944253:0:225070:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1778629551.944254:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1778629551.944259:0:225070:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944260:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000100:00000001:2.0:1778629551.944263:0:225070:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944267:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497728:497728:256:4294967295] 192.168.204.112@tcp LPNI seq info [497687:497687:8:4294967295]
00000100:00000010:2.0:1778629551.944271:0:225070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f396ceaf800.
00000400:00000200:0.0:1778629551.944275:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000020:00000040:2.0:1778629551.944275:0:225070:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:2.0:1778629551.944279:0:225070:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1778629551.944285:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629551.944291:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
02000000:00000001:2.0:1778629551.944292:0:225070:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629551.944295:0:225070:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1778629551.944296:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
02000000:00000001:2.0:1778629551.944297:0:225070:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1778629551.944300:0:225070:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1778629551.944306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
02000000:00000010:2.0:1778629551.944306:0:225070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f3942ce1000.
00000800:00000200:0.0:1778629551.944312:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1778629551.944312:0:225070:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629551.944320:0:225070:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1778629551.944322:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629551.944327:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1778629551.944335:0:225070:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1778629551.944336:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629551.944339:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000100:00000001:2.0:1778629551.944340:0:225070:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944345:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1778629551.944346:0:225070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40f6ab0] to pc [ptlrpcd_rcv+-1]  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1778629551.944351:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629551.944357:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629551.944360:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:2.0:1778629551.944362:0:225070:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944364:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1778629551.944365:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1778629551.944369:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629551.944372:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1778629551.944379:0:225070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1778629551.944382:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1778629551.944385:0:225070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629551.944386:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1778629551.944391:0:225070:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14237)
00000100:00000001:0.0:1778629551.944396:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944398:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629551.944404:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944410:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629551.944412:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308903696
00000100:00000010:0.0:1778629551.944418:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac64e0.
00000100:00000001:0.0:1778629551.944425:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1778629551.944431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308903696
00000100:00000010:0.0:1778629551.944434:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396cac63c0.
00000100:00000001:0.0:1778629551.944436:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1778629551.944438:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629551.944440:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944442:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629551.944445:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629551/real 1778629551]  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629551.944452:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629551.944453:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629551.944455:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629551.944457:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629551.944457:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629551.944459:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629551.944461:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629551.944466:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944470:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629551.944471:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944472:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.944474:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629551.944476:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944480:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629551.944483:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944487:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629551.944490:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944492:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.944493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944495:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629551.944498:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629551.944500:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629551.944504:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629551.944506:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629551.944509:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629551.944517:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656512:192.168.204.112@tcp:250:kworker.0
00000100:00000001:0.0:1778629551.944521:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944523:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629551.944526:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceae680 x1865013472656512/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944532:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629551.944535:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629551.944537:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab400.
02000000:00000001:0.0:1778629551.944540:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629551.944541:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629551.944543:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:0.0:1778629551.944545:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629551.944547:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1c00.
02000000:00000001:0.0:1778629551.944550:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629551.944552:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629551.944554:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceae680.
00000100:00000001:0.0:1778629551.944556:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629551.944557:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944559:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944566:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629551.944567:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944569:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629551.944570:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629551.944571:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629551.944576:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944582:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629551.944583:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944585:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629551.944587:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629551.944589:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629551.944591:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629551.944594:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629551.944596:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629551.944597:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944598:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629551.944601:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1ab400.
02000000:00000001:0.0:1778629551.944603:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944607:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629551.944631:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629551.944634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629551.944637:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656640, portal 10
00000100:00000001:0.0:1778629551.944639:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629551.944640:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536080768 : -123998173470848 : ffff8f396ceadf80)
00000100:00000040:0.0:1778629551.944646:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944652:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629551.944654:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629551.944656:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629551.944658:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472656640, offset 0
00000400:00000200:0.0:1778629551.944662:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944666:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629551.944669:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629551.944672:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629551.944674:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629551.944677:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629551.944679:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944682:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497729:497729:256:4294967295] 192.168.204.112@tcp LPNI seq info [497688:497688:8:4294967295]
00000400:00000200:0.0:1778629551.944685:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629551.944691:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629551.944695:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629551.944699:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629551.944703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629551.944705:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778629551.944709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629551.944712:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1778629551.944715:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629551.944717:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629551.944720:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629551.944723:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629551.944726:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629551.944727:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629551.944729:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629551.944731:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944737:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629551.944738:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944743:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944744:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629551.944746:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629551.944750:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:0.0:1778629551.944752:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629551.944753:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308899854
00000100:00000001:0.0:1778629551.944755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308903696
00000100:00000001:0.0:1778629551.944756:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308899854
00000100:00000001:0.0:1778629551.944757:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308903696
00000100:00000001:0.0:1778629551.944759:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629551.944761:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944763:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629551.944766:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629551/real 1778629551]  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629551.944773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629551.944774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629551.944776:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629551.944778:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629551.944779:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629551.944781:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629551.944784:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629551.944792:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944798:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629551.944800:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944801:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.944803:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629551.944806:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944813:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629551.944816:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944822:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629551.944824:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.944826:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.944828:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629551.944832:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629551.944835:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629551.944838:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629551.944840:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629551.944843:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629551.944850:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656640:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629551.944852:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1778629551.944855:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944859:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629551.944860:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944861:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1778629551.944862:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629551.944863:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629551.944865:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629551.944867:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1778629551.944868:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1778629551.944869:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629551.944870:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1778629551.944872:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f395e1a9000.
02000000:00000001:0.0:1778629551.944873:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629551.944876:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:0.0:1778629551.944877:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f3966872f78.
00000400:00000010:0.0:1778629551.944879:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24660.
00000100:00000200:0.0:1778629551.944881:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656768, portal 10
00000100:00000001:0.0:1778629551.944882:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1778629551.944883:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075536087040 : -123998173464576 : ffff8f396ceaf800)
00000100:00000040:0.0:1778629551.944886:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944893:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1778629551.944895:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:0.0:1778629551.944896:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3943e24a18.
00000100:00000200:0.0:1778629551.944897:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472656768, offset 0
00000400:00000200:0.0:1778629551.944899:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944902:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629551.944904:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:0.0:1778629551.944905:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1778629551.944907:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:0.0:1778629551.944908:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1778629551.944910:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:0.0:1778629551.944912:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497730:497730:256:4294967295] 192.168.204.112@tcp LPNI seq info [497689:497689:8:4294967295]
00000400:00000200:0.0:1778629551.944914:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629551.944918:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1778629551.944920:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629551.944922:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f396cdf4900.
00000800:00000200:0.0:1778629551.944924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.0:1778629551.944926:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1778629551.944928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:0.1:1778629551.944930:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1778629551.944932:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:0.0:1778629551.944933:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f396cdf4900.
00000400:00000200:0.0:1778629551.944935:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1778629551.944937:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1778629551.944939:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24a18
00000400:00000010:0.0:1778629551.944941:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24a18.
00000100:00000001:0.0:1778629551.944943:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1778629551.944946:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944952:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629551.944955:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.944979:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.944980:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1778629551.944984:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629551.944987:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:0.0:1778629551.944990:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:0.0:1778629551.944992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308899855
00000100:00000001:0.0:1778629551.944994:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308903696
00000100:00000001:0.0:1778629551.944996:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308899855
00000100:00000001:0.0:1778629551.944998:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308903696
00000100:00000001:0.0:1778629551.945000:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1778629551.945002:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.945004:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1778629551.945007:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629551/real 1778629551]  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1778629551.945015:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1778629551.945016:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1778629551.945018:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f3966872f78.
00000400:00000200:0.0:1778629551.945020:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3943e24660
00000400:00000010:0.0:1778629551.945021:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3943e24660.
00000100:00000001:0.0:1778629551.945023:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1778629551.945026:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1778629551.945034:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.945040:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1778629551.945041:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945043:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.945044:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1778629551.945048:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.945055:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1778629551.945059:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.945065:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1778629551.945067:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945069:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1778629551.945070:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945071:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1778629551.945074:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1778629551.945076:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1778629551.945079:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:0.0:1778629551.945081:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1778629551.945085:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1778629551.945092:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f396ceaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472656768:192.168.204.112@tcp:38:kworker.0
00000100:00000001:0.0:1778629551.945096:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945098:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629551.945101:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceadf80 x1865013472656640/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.945108:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629551.945109:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629551.945111:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1ab400.
02000000:00000001:0.0:1778629551.945114:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629551.945115:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629551.945116:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629551.945119:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629551.945120:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce2800.
02000000:00000001:0.0:1778629551.945123:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629551.945124:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629551.945125:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceadf80.
00000100:00000001:0.0:1778629551.945127:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629551.945128:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945129:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1778629551.945131:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f396ceaf800 x1865013472656768/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629551.945135:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1778629551.945136:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1778629551.945137:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f395e1a9000.
02000000:00000001:0.0:1778629551.945138:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1778629551.945139:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1778629551.945140:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:0.0:1778629551.945140:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1778629551.945141:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f3942ce1000.
02000000:00000001:0.0:1778629551.945142:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1778629551.945143:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1778629551.945143:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f396ceaf800.
00000100:00000001:0.0:1778629551.945144:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1778629551.945145:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945146:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629551.945148:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629551.945149:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629551.945150:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1778629551.945151:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629552.199719:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629552.199724:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629552.199728:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629552.199729:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629552.199731:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629552.199732:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629552.199767:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629552.199771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629552.199773:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629552.199777:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629552.199781:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629552.199784:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629552.199787:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629552.199789:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629552.199793:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629552.199861:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629552.199864:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629552.199867:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629552.199908:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629552.199911:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629552.199913:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629552.199915:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629552.199917:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629552.199919:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629552.199921:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629552.199922:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629552.199924:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629552.967748:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629552.967756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629552.967757:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629552.967763:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629552.967767:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629552.967772:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629552.967776:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629552.967779:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629552.967782:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629553.223800:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629553.223808:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629553.223810:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629553.223815:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629553.223819:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629553.223823:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629553.223826:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629553.223828:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629553.223831:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629553.224026:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629553.224030:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629553.224035:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629553.224036:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629553.224040:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629553.224042:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629553.224113:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629553.224118:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629553.224120:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629553.224123:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629553.224125:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629553.224128:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629553.224130:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629553.224131:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629553.224134:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629553.224192:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629553.224196:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629553.224199:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629553.991746:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629553.991752:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629553.991754:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629553.991759:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629553.991763:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629553.991767:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629553.991770:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629553.991773:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629553.991776:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629554.247721:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629554.247726:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629554.247727:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629554.247731:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629554.247732:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629554.247734:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629554.247739:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00100000:1.0:1778629554.247739:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629554.247744:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629554.247744:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629554.247749:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629554.247750:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629554.247755:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629554.247756:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629554.247759:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629554.247759:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629554.247764:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629554.247765:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247810:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629554.247813:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247817:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629554.247818:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247822:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629554.247826:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629554.247828:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629554.247832:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247835:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629554.247837:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247840:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629554.247841:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629554.247971:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629554.247974:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629554.247977:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629555.015757:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629555.015766:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629555.015769:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629555.015776:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629555.015780:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629555.015785:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629555.015789:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629555.015792:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629555.015796:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629555.271707:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629555.271707:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629555.271712:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629555.271714:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629555.271715:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629555.271716:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629555.271717:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629555.271724:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00010000:00000001:3.0:1778629555.271724:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629555.271726:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629555.271729:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629555.271730:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1778629555.271731:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629555.271733:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629555.271734:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1778629555.271734:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629555.271740:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629555.271740:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629555.271743:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629555.271744:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629555.271748:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629555.271749:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629555.271751:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629555.271755:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629555.271866:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629555.271872:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629555.271877:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1778629555.847770:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308903696, at 4308903744
00000100:00000010:1.0:1778629555.847791:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac63c0.
00000100:00000040:0.0:1778629555.848009:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308903696, at 4308903744
00000100:00000010:0.0:1778629555.848023:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396cac64e0.
00000100:00000001:1.0:1778629556.039821:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629556.039840:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629556.039842:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629556.039849:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629556.039853:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629556.039858:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629556.039861:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629556.039864:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629556.039868:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629556.295743:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629556.295749:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629556.295751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629556.295757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629556.295761:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629556.295764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629556.295767:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629556.295769:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629556.295772:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629556.295916:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629556.295919:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629556.295921:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629556.295923:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629556.295925:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629556.295927:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629556.295930:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629556.295931:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629556.295933:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629556.296016:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629556.296020:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629556.296024:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629556.296025:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629556.296029:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629556.296030:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629556.296072:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629556.296075:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629556.296078:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629557.063758:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1778629557.063765:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1778629557.063765:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1778629557.063771:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629557.063774:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629557.063778:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1778629557.063778:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.063784:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:1.0:1778629557.063785:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00080000:0.0:1778629557.063790:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14232
00000100:00000001:1.0:1778629557.063790:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629557.063795:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778629557.063799:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:1.0:1778629557.063800:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629557.063804:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1778629557.063807:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00000001:1.0:1778629557.063809:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629557.063813:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629557.063818:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.063821:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.063823:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.063826:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629557.063830:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629557.063832:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629557.063834:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629557.063837:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629557.063840:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629557.063842:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629557.063845:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.063847:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.063849:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.063851:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629557.063853:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629557.063856:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629557.063858:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629557.063861:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629557.063873:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629557.063876:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.063878:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1778629557.063881:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629557.063891:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16e680.
00000020:00000040:0.0:1778629557.063895:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
02000000:00000001:0.0:1778629557.063899:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629557.063900:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.063903:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629557.063906:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629557.063910:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629557.063922:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1a8c00.
00000100:00000001:0.0:1778629557.063929:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629557.063938:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629557.063947:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629557.063952:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629557.063957:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc1554c7] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064009:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.064013:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629557.064015:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629557.064021:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064029:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629557.064031:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.064034:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629557.064036:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629557.064038:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629557.064041:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656896:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629557.064045:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629557.064049:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629557.064051:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.064053:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629557.064058:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.064060:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629557.064065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629557.064068:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629557.064074:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629557.064080:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472656896, portal 25
00000100:00000001:3.0:1778629557.064083:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629557.064084:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304085120 : -123998405466496 : ffff8f395f16e680)
00000100:00000040:3.0:1778629557.064089:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064096:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629557.064099:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629557.064101:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629557.064105:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472656896, offset 0
00000400:00000200:3.0:1778629557.064111:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629557.064119:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.064125:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629557.064129:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629557.064133:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629557.064136:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629557.064139:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629557.064142:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497731:497731:256:4294967295] 192.168.204.112@tcp LPNI seq info [497690:497690:8:4294967295]
00000400:00000200:3.0:1778629557.064147:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.064156:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629557.064162:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.064167:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629557.064174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629557.064177:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778629557.064182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629557.064185:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1778629557.064189:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.064191:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629557.064196:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629557.064201:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629557.064205:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629557.064207:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629557.064211:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629557.064215:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629557.064238:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629557.064241:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629557.064244:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629557.064246:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629557.064247:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629557.064250:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629557.064252:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14232
00000400:00000200:0.0:1778629557.064256:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629557.064259:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629557.064262:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629557.064264:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.064266:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.064268:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.064270:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629557.064272:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629557.064274:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629557.064275:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629557.064278:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629557.064279:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629557.064281:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629557.064284:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.064286:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.064287:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.064289:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629557.064291:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629557.064294:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629557.064296:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629557.064298:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629557.064303:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629557.064304:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.064306:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629557.064310:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629557.064313:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.064315:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629557.064318:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16d180.
00000020:00000040:0.0:1778629557.064320:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629557.064323:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629557.064324:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.064326:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629557.064327:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629557.064329:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629557.064333:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1a8000.
00000100:00000001:0.0:1778629557.064336:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629557.064340:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629557.064347:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629557.064350:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629557.064354:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c052dd3] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064387:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.064391:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064403:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064405:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629557.064410:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629557.064414:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629557.064417:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308908816
00000100:00000010:3.0:1778629557.064421:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd009c0.
00000100:00000001:3.0:1778629557.064427:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629557.064433:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308908816
00000100:00000010:3.0:1778629557.064435:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd006c0.
00000100:00000001:3.0:1778629557.064438:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629557.064441:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629557.064443:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064445:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629557.064449:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629557/real 1778629557]  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629557.064458:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629557.064459:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629557.064461:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629557.064464:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629557.064465:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629557.064468:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629557.064471:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629557.064480:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064486:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629557.064488:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064490:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.064492:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629557.064496:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064502:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629557.064506:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064514:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629557.064516:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064518:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.064519:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064521:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629557.064523:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629557.064525:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629557.064528:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629557.064530:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629557.064533:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629557.064541:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472656896:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629557.064545:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064547:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.064549:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16e680 x1865013472656896/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064556:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629557.064558:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629557.064560:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.064563:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629557.064564:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629557.064566:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629557.064568:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629557.064570:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1a8c00.
02000000:00000001:3.0:1778629557.064573:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629557.064575:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629557.064577:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16e680.
00000100:00000001:3.0:1778629557.064579:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629557.064581:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064583:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064589:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629557.064590:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064592:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.064593:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629557.064595:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629557.064597:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064604:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629557.064606:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.064632:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629557.064633:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629557.064636:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629557.064639:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629557.064642:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629557.064643:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629557.064645:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.064646:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629557.064649:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.064650:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629557.064654:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629557.064656:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629557.064659:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629557.064662:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472657024, portal 10
00000100:00000001:3.0:1778629557.064664:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629557.064665:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304079744 : -123998405471872 : ffff8f395f16d180)
00000100:00000040:3.0:1778629557.064670:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064677:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629557.064679:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629557.064681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629557.064683:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472657024, offset 0
00000400:00000200:3.0:1778629557.064687:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629557.064690:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.064694:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629557.064697:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629557.064699:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629557.064701:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629557.064704:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629557.064707:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497732:497732:256:4294967295] 192.168.204.112@tcp LPNI seq info [497691:497691:8:4294967295]
00000400:00000200:3.0:1778629557.064710:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.064717:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629557.064721:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.064724:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629557.064727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629557.064730:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778629557.064734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629557.064736:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1778629557.064739:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.064741:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629557.064744:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629557.064747:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629557.064750:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629557.064751:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629557.064754:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629557.064757:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064765:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.064767:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064774:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064775:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629557.064778:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629557.064782:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629557.064785:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629557.064787:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308904974
00000100:00000001:3.0:1778629557.064790:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308908816
00000100:00000001:3.0:1778629557.064792:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308904974
00000100:00000001:3.0:1778629557.064794:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308908816
00000100:00000001:3.0:1778629557.064795:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629557.064797:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064799:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629557.064802:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629557/real 1778629557]  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629557.064810:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629557.064811:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629557.064813:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629557.064815:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629557.064816:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629557.064818:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629557.064821:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629557.064829:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064835:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629557.064836:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064838:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.064839:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629557.064842:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064849:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629557.064852:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064859:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629557.064872:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064874:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.064875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064877:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629557.064881:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629557.064884:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629557.064888:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629557.064890:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629557.064894:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629557.064903:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657024:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629557.064906:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064908:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.064910:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16d180 x1865013472657024/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.064916:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629557.064918:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629557.064920:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.064922:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629557.064923:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629557.064925:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629557.064927:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629557.064928:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1a8000.
02000000:00000001:3.0:1778629557.064930:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629557.064932:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629557.064933:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16d180.
00000100:00000001:3.0:1778629557.064936:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629557.064937:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064939:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.064942:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629557.064944:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.064946:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.064947:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.065010:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.065012:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.065051:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629557.065055:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629557.065058:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1778629557.065059:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629557.065061:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629557.065063:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629557.065066:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14232
00000400:00000200:0.0:1778629557.065071:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629557.065073:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629557.065076:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629557.065079:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.065081:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.065083:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.065085:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629557.065087:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629557.065088:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629557.065090:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629557.065091:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629557.065093:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629557.065095:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000100:00000040:0.0:1778629557.065097:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.065099:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629557.065101:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629557.065103:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629557.065105:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
00000100:00080000:0.0:1778629557.065108:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629557.065110:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629557.065112:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629557.065115:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629557.065118:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.065119:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629557.065122:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629557.065124:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.065125:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629557.065129:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16f480.
00000020:00000040:0.0:1778629557.065132:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629557.065134:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629557.065135:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.065137:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629557.065138:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629557.065140:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629557.065143:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1a9800.
00000100:00000001:0.0:1778629557.065147:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629557.065151:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629557.065159:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629557.065161:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629557.065164:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2f7cc4] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065199:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.065201:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629557.065202:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629557.065206:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065214:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629557.065215:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.065217:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629557.065218:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629557.065221:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629557.065224:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629557.065227:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629557.065229:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629557.065230:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629557.065231:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629557.065234:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.065236:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629557.065240:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629557.065242:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629557.065245:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629557.065248:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472657152, portal 10
00000100:00000001:3.0:1778629557.065249:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629557.065251:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304088704 : -123998405462912 : ffff8f395f16f480)
00000100:00000040:3.0:1778629557.065256:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065262:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629557.065264:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629557.065267:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629557.065269:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472657152, offset 0
00000400:00000200:3.0:1778629557.065273:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629557.065277:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.065280:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629557.065283:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629557.065285:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629557.065287:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629557.065290:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629557.065293:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497733:497733:256:4294967295] 192.168.204.112@tcp LPNI seq info [497692:497692:8:4294967295]
00000400:00000200:3.0:1778629557.065297:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629557.065303:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629557.065308:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.065310:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629557.065314:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629557.065317:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1778629557.065321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629557.065324:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1778629557.065328:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629557.065329:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629557.065332:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629557.065335:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629557.065338:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629557.065340:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629557.065342:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629557.065345:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629557.065366:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629557.065369:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629557.065373:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629557.065375:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629557.065378:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1778629557.065382:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14242)
00000100:00000001:3.0:1778629557.065411:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.065416:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065422:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.065424:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629557.065427:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629557.065430:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629557.065433:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629557.065435:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308904975
00000100:00000001:3.0:1778629557.065437:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308908816
00000100:00000001:3.0:1778629557.065439:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308904975
00000100:00000001:3.0:1778629557.065441:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308908816
00000100:00000001:3.0:1778629557.065443:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629557.065445:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.065447:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629557.065450:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629557/real 1778629557]  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629557.065457:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629557.065458:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629557.065460:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629557.065462:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629557.065463:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629557.065465:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629557.065468:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629557.065476:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065482:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629557.065484:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065485:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.065487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629557.065490:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065496:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629557.065500:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065507:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629557.065509:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065510:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629557.065511:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065513:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629557.065516:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629557.065518:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629557.065521:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629557.065524:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629557.065527:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629557.065535:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657152:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629557.065538:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065539:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629557.065542:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16f480 x1865013472657152/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629557.065549:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629557.065550:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629557.065552:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629557.065554:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629557.065555:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629557.065557:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629557.065559:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629557.065561:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1a9800.
02000000:00000001:3.0:1778629557.065563:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629557.065564:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629557.065565:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16f480.
00000100:00000001:3.0:1778629557.065568:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629557.065569:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065571:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629557.065574:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629557.065575:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629557.065577:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629557.065579:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629557.319741:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629557.319748:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629557.319751:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629557.319757:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:0.0:1778629557.319760:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629557.319764:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629557.319767:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629557.319771:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629557.319774:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629557.321637:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629557.321655:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629557.321658:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629557.321665:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629557.321669:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629557.321673:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629557.321677:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629557.321680:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629557.321683:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322520:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629557.322527:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629557.322530:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629557.322534:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322538:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629557.322541:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322543:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322545:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322549:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629557.322551:0:225227:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1778629557.322552:0:225227:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1778629557.322553:0:225227:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322556:0:225227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1778629557.322557:0:225227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322559:0:225227:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322561:0:225227:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629557.322566:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629557.322568:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1778629557.322808:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1778629557.322813:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1778629557.322816:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629558.087747:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629558.087756:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629558.087759:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629558.087766:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629558.087771:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629558.087775:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629558.087779:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629558.087781:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629558.087785:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629558.343747:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1778629558.343755:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1778629558.343759:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1778629558.343759:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629558.343762:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629558.343763:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629558.343765:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629558.343770:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629558.343771:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1778629558.343774:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629558.343775:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629558.343778:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1778629558.343784:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00010000:00000001:3.0:1778629558.343785:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629558.343787:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629558.343790:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629558.343795:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629558.343799:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629558.343801:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629558.343802:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629558.343806:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629558.343809:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629558.343810:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629558.343820:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629558.343851:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629558.343855:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629558.343859:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629559.111700:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629559.111704:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629559.111705:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629559.111715:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629559.111717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629559.111720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629559.111722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629559.111724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629559.111726:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629559.367762:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629559.367767:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629559.367772:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629559.367774:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629559.367777:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629559.367778:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629559.367841:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1778629559.367843:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629559.367845:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629559.367848:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000020:00000001:2.0:1778629559.367849:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1778629559.367851:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1778629559.367854:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629559.367855:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629559.367859:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1778629559.367860:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1778629559.367862:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629559.367865:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629559.368978:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629559.368983:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629559.368984:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629559.368988:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629559.368990:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629559.368992:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629559.368994:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629559.368996:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629559.368998:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629560.135703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629560.135713:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629560.135714:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629560.135718:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629560.135721:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629560.135724:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629560.135726:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629560.135728:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629560.135730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629560.391715:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629560.391722:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629560.391724:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629560.391730:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:3.0:1778629560.391731:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629560.391736:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629560.391736:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629560.391739:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629560.391741:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629560.391742:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:1.0:1778629560.391745:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629560.391747:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629560.391748:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629560.391750:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629560.391754:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629560.391754:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629560.391757:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629560.391760:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629560.391782:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629560.391785:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629560.391789:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629560.391791:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629560.391794:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629560.391795:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629560.391850:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629560.391853:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629560.391856:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1778629560.967727:0:225211:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168000 (cpu 0) has reached its deadline 4308908816, at 4308908864
00000100:00000040:1.0:1778629560.967735:0:225135:0:(connection.c:75:cpu_latency_work()) work item of ffff8f394b168110 (cpu 0) has reached its deadline 4308908816, at 4308908864
00000100:00000010:0.0:1778629560.967742:0:225211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd009c0.
00000100:00000010:1.0:1778629560.967745:0:225135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f396bd006c0.
00000100:00000001:1.0:1778629561.159703:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629561.159709:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629561.159710:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629561.159714:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629561.159717:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629561.159720:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629561.159722:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629561.159724:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629561.159730:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629561.415795:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629561.415802:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629561.415810:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629561.415811:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629561.415816:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629561.415817:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1778629561.415935:0:205632:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1778629561.415939:0:205632:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1778629561.415942:0:205632:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1778629561.416053:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629561.416058:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629561.416060:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629561.416065:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:1.0:1778629561.416069:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629561.416072:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629561.416075:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629561.416077:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629561.416081:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629561.416295:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629561.416300:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629561.416301:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629561.416305:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629561.416308:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629561.416311:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629561.416314:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629561.416317:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629561.416320:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629562.183707:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8756f783-9a96-4e46-b883-3cf11485844b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629562.183715:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1778629562.183717:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629562.183720:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629562.183724:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629562.183731:0:224857:0:(import.c:509:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 14237
00000400:00000200:0.0:1778629562.183739:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629562.183744:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629562.183746:0:224857:0:(import.c:588:import_select_connection()) MGC192.168.204.112@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629562.183749:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.183751:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629562.183753:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.183755:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629562.183758:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629562.183760:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da53850473c
00000020:00000001:0.0:1778629562.183796:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629562.183801:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3966ad8800 refcount=3
00000020:00000001:0.0:1778629562.183804:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000020:00000001:0.0:1778629562.183807:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075431397376 : -123998278154240 : ffff8f3966ad8800)
00000100:00000040:0.0:1778629562.183812:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.183814:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629562.183817:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.183819:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629562.183823:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3966ad8800 : new refcount 2
00000100:00080000:0.0:1778629562.183826:0:224857:0:(import.c:623:import_select_connection()) MGC192.168.204.112@tcp: import ffff8f3966adb000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629562.183829:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629562.183833:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629562.183836:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1778629562.183837:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
02000000:00000001:0.0:1778629562.183840:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629562.183843:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629562.183844:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1778629562.183846:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.183847:0:224857:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629562.183852:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629562.183857:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629562.183860:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1778629562.183861:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c700.
00000100:00000001:1.0:1778629562.183864:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1778629562.183867:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f3966adb000 refcount=4 obd=MGC192.168.204.112@tcp
00000100:00000001:1.0:1778629562.183868:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1778629562.183872:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1778629562.183874:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629562.183876:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.183880:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629562.183883:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629562.183888:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629562.183899:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1aa800.
00000100:00000001:0.0:1778629562.183906:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629562.183918:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629562.183929:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629562.183933:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629562.183938:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edf163c] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1778629562.184130:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629562.184134:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629562.184138:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1778629562.184139:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1778629562.184141:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629562.184144:0:224857:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1778629562.184147:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14237
00000400:00000200:0.0:1778629562.184151:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629562.184155:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00080000:0.0:1778629562.184157:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629562.184160:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184161:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629562.184163:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184165:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629562.184167:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629562.184168:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504790
00000020:00000001:0.0:1778629562.184170:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1778629562.184172:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aa8800 refcount=5
00000020:00000001:0.0:1778629562.184174:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000020:00000001:0.0:1778629562.184176:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078879232 : -123998630672384 : ffff8f3951aa8800)
00000100:00000040:0.0:1778629562.184179:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184181:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629562.184183:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184185:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629562.184187:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aa8800 : new refcount 4
00000100:00080000:0.0:1778629562.184190:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f3944949800: import ffff8f396be03000 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184192:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629562.184194:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1778629562.184200:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629562.184202:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.184204:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629562.184208:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1778629562.184211:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.184212:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629562.184217:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16ed80.
00000020:00000040:0.0:1778629562.184219:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be03000 refcount=37 obd=lustre-MDT0000-mdc-ffff8f3944949800
02000000:00000001:0.0:1778629562.184222:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1778629562.184223:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.184224:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1778629562.184226:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629562.184228:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1778629562.184231:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1aa000.
00000100:00000001:0.0:1778629562.184235:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629562.184239:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1778629562.184247:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629562.184249:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184249:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1778629562.184252:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8f9e040] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184252:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629562.184254:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1778629562.184260:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629562.184260:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1778629562.184263:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1778629562.184266:0:224857:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1778629562.184267:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629562.184268:0:224857:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1778629562.184268:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629562.184269:0:224857:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1778629562.184271:0:224857:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1778629562.184271:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1778629562.184273:0:224857:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: connect to NID 192.168.204.112@tcp last attempt 14237
02000000:00000001:3.0:1778629562.184274:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629562.184276:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1778629562.184277:0:224857:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:0.0:1778629562.184280:0:224857:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.204.112@tcp is discovered: rc = 1
00000100:00100000:3.0:1778629562.184280:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472657280:192.168.204.112@tcp:250:kworker.0
00000100:00080000:0.0:1778629562.184282:0:224857:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1778629562.184285:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184287:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1778629562.184289:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184290:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000001:0.0:1778629562.184293:0:224857:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1778629562.184294:0:224857:0:(genops.c:825:class_conn2export()) looking for export cookie 0xb6658da538504797
00000020:00000001:0.0:1778629562.184296:0:224857:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1778629562.184296:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1778629562.184297:0:224857:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8f3951aab000 refcount=5
00000020:00000001:0.0:1778629562.184299:0:224857:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
00000020:00000001:0.0:1778629562.184300:0:224857:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620075078889472 : -123998630662144 : ffff8f3951aab000)
02000000:00000001:3.0:1778629562.184300:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629562.184302:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629562.184303:0:224857:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8f39452ff800 refcount 14 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184305:0:224857:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1778629562.184305:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1778629562.184306:0:224857:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8f39452ff800 refcount 15 to 192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184308:0:224857:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620074869520384 : -123998840031232 : ffff8f39452ff800)
00000020:00000040:0.0:1778629562.184310:0:224857:0:(genops.c:900:class_export_put()) PUTting export ffff8f3951aab000 : new refcount 4
02000000:00000010:3.0:1778629562.184310:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629562.184311:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1778629562.184313:0:224857:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f3944949800: import ffff8f396be05800 using connection 192.168.204.112@tcp/192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184315:0:224857:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1778629562.184316:0:224857:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1778629562.184316:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
02000000:00000001:0.0:1778629562.184319:0:224857:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1778629562.184320:0:224857:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1778629562.184320:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000100:00000001:0.0:1778629562.184322:0:224857:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1778629562.184324:0:224857:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681982 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1778629562.184325:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000008:00000001:0.0:1778629562.184326:0:224857:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.184327:0:224857:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1778629562.184330:0:224857:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f395f16c000.
00000020:00000040:0.0:1778629562.184331:0:224857:0:(genops.c:1231:class_import_get()) import ffff8f396be05800 refcount=29 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000100:00000200:3.0:1778629562.184332:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472657280, portal 25
02000000:00000001:0.0:1778629562.184334:0:224857:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1778629562.184334:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1778629562.184335:0:224857:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1778629562.184336:0:224857:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1778629562.184336:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304077056 : -123998405474560 : ffff8f395f16c700)
02000000:00000001:0.0:1778629562.184338:0:224857:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1778629562.184339:0:224857:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629562.184341:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1778629562.184344:0:224857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8f395e1a9400.
00000100:00000001:0.0:1778629562.184347:0:224857:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184347:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629562.184350:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000100:00100000:0.0:1778629562.184351:0:224857:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1778629562.184352:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629562.184356:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1865013472657280, offset 0
00000100:00000001:0.0:1778629562.184358:0:224857:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1778629562.184359:0:224857:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1778629562.184362:0:224857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d4b01b] to pc [ptlrpcd_rcv+-1]  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1778629562.184362:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000100:00000001:0.0:1778629562.184368:0:224857:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629562.184369:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000040:0.0:1778629562.184371:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629562.184374:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778629562.184375:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000100:00000040:0.0:1778629562.184377:0:224857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1778629562.184379:0:224857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 720cdee5-cb94-4f2c-8d28-e74730b0c7e7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1778629562.184380:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629562.184383:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000100:00000040:0.0:1778629562.184384:0:224857:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (14247)
00000400:00000200:3.0:1778629562.184387:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629562.184389:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629562.184393:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497734:497734:256:4294967295] 192.168.204.112@tcp LPNI seq info [497693:497693:8:4294967295]
00000400:00000200:3.0:1778629562.184398:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629562.184407:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629562.184422:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.184428:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629562.184435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629562.184439:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778629562.184444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629562.184447:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1778629562.184451:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.184454:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629562.184460:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629562.184466:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629562.184471:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629562.184474:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629562.184477:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629562.184481:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184489:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.184493:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184499:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184501:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629562.184506:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629562.184509:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629562.184512:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4308913936
00000100:00000010:3.0:1778629562.184518:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd00720.
00000100:00000001:3.0:1778629562.184524:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1778629562.184530:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4308913936
00000100:00000010:3.0:1778629562.184532:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f396bd004e0.
00000100:00000001:3.0:1778629562.184535:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1778629562.184538:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629562.184541:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184544:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629562.184548:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629562/real 1778629562]  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629562.184558:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629562.184560:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629562.184562:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629562.184564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629562.184566:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629562.184569:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629562.184572:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629562.184580:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184585:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629562.184587:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184589:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.184590:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629562.184594:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184600:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629562.184605:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184656:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629562.184659:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184660:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.184661:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184664:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629562.184665:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629562.184668:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f3966adb000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629562.184671:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629562.184673:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629562.184677:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629562.184684:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8756f783-9a96-4e46-b883-3cf11485844b:2398:1865013472657280:192.168.204.112@tcp:250:kworker.0
00000100:00000001:3.0:1778629562.184690:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184692:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.184694:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c700 x1865013472657280/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184701:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629562.184704:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629562.184706:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629562.184709:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629562.184710:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629562.184712:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f3966adb000 refcount=3 obd=MGC192.168.204.112@tcp
00000020:00000001:3.0:1778629562.184714:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629562.184716:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1aa800.
02000000:00000001:3.0:1778629562.184720:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629562.184722:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629562.184723:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c700.
00000100:00000001:3.0:1778629562.184725:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629562.184726:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184727:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184732:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629562.184733:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184735:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629562.184736:0:2398:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1778629562.184736:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629562.184739:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184743:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629562.184744:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629562.184745:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629562.184747:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629562.184748:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629562.184750:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629562.184752:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629562.184753:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629562.184754:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629562.184756:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629562.184758:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629562.184759:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629562.184799:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629562.184803:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629562.184807:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629562.184810:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472657408, portal 10
00000100:00000001:3.0:1778629562.184813:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629562.184814:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304086912 : -123998405464704 : ffff8f395f16ed80)
00000100:00000040:3.0:1778629562.184821:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184828:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629562.184830:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629562.184832:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629562.184835:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472657408, offset 0
00000400:00000200:3.0:1778629562.184839:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629562.184843:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629562.184847:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629562.184850:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629562.184852:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629562.184854:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629562.184857:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629562.184860:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497735:497735:256:4294967295] 192.168.204.112@tcp LPNI seq info [497694:497694:8:4294967295]
00000400:00000200:3.0:1778629562.184865:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629562.184872:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629562.184877:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.184881:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629562.184885:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629562.184888:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778629562.184892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629562.184895:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1778629562.184899:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.184902:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629562.184905:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629562.184908:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629562.184911:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629562.184912:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629562.184914:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629562.184918:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184925:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.184928:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184934:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184935:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629562.184938:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629562.184942:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: using a timeout of 12295 usecs (13 jiffies)
00000400:00000200:3.0:1778629562.184945:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629562.184947:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308910094
00000100:00000001:3.0:1778629562.184949:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308913936
00000100:00000001:3.0:1778629562.184951:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308910094
00000100:00000001:3.0:1778629562.184953:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308913936
00000100:00000001:3.0:1778629562.184955:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629562.184957:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.184959:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629562.184962:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629562/real 1778629562]  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629562.184970:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629562.184971:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629562.184972:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629562.184975:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629562.184976:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629562.184978:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629562.184982:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629562.184989:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.184995:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629562.184996:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.184998:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.184999:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629562.185002:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185008:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629562.185012:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185018:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629562.185020:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185021:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.185022:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185024:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629562.185028:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629562.185030:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be03000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629562.185033:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629562.185035:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629562.185039:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629562.185046:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657408:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629562.185050:0:2398:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1778629562.185053:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185064:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1778629562.185065:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629562.185068:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1778629562.185070:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1778629562.185072:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1778629562.185074:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629562.185077:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1778629562.185079:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1778629562.185080:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1778629562.185082:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1778629562.185085:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629562.185087:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1778629562.185090:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000010:3.0:1778629562.185092:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f396c0b3210.
00000400:00000010:3.0:1778629562.185094:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd908.
00000100:00000200:3.0:1778629562.185097:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1865013472657536, portal 10
00000100:00000001:3.0:1778629562.185099:0:2398:0:(client.c:3264:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1778629562.185100:0:2398:0:(client.c:3266:ptlrpc_request_addref()) Process leaving (rc=18446620075304075264 : -123998405476352 : ffff8f395f16c000)
00000100:00000040:3.0:1778629562.185107:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185113:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1778629562.185115:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp
00000400:00000010:3.0:1778629562.185117:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f3966bdd5d8.
00000100:00000200:3.0:1778629562.185120:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1865013472657536, offset 0
00000400:00000200:3.0:1778629562.185124:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp
00000400:00000200:3.0:1778629562.185128:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629562.185131:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.112@tcp local destination
00000400:00000200:3.0:1778629562.185133:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1778629562.185135:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp
00000400:00000200:3.0:1778629562.185137:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1778629562.185139:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp
00000400:00000200:3.0:1778629562.185143:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [497736:497736:256:4294967295] 192.168.204.112@tcp LPNI seq info [497695:497695:8:4294967295]
00000400:00000200:3.0:1778629562.185146:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000400:00000200:3.0:1778629562.185152:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:<?>) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1778629562.185156:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.185159:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f3851632b00.
00000800:00000200:3.0:1778629562.185163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.0:1778629562.185165:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1778629562.185169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f3946a00e40] -> 12345-192.168.204.112@tcp (2)
00000800:00000200:3.1:1778629562.185171:0:2398:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.112 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1778629562.185175:0:2398:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.112@tcp
00000800:00000010:3.0:1778629562.185177:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f3851632b00.
00000400:00000200:3.0:1778629562.185180:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1778629562.185183:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1778629562.185185:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd5d8
00000400:00000010:3.0:1778629562.185187:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd5d8.
00000100:00000001:3.0:1778629562.185189:0:2398:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1778629562.185192:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185199:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.185201:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1778629587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185207:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.185208:0:2398:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1778629562.185211:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1778629562.185214:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: using a timeout of 13963 usecs (14 jiffies)
00000400:00000200:3.0:1778629562.185217:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0
00000100:00000001:3.0:1778629562.185219:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 0 is 4308910095
00000100:00000001:3.0:1778629562.185222:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 0, keep current deadline 4308913936
00000100:00000001:3.0:1778629562.185223:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS new deadline estimation for cpu 1 is 4308910095
00000100:00000001:3.0:1778629562.185225:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f3944949800: PM QoS request active for cpu 1, keep current deadline 4308913936
00000100:00000001:3.0:1778629562.185227:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1778629562.185229:0:2398:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.185231:0:2398:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1778629562.185234:0:2398:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1778629562/real 1778629562]  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1778629562.185347:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1778629562.185348:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1778629562.185350:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f396c0b3210.
00000400:00000200:3.0:1778629562.185353:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f3966bdd908
00000400:00000010:3.0:1778629562.185354:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f3966bdd908.
00000100:00000001:3.0:1778629562.185356:0:2398:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1778629562.185360:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1778629562.185367:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185372:0:2398:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1778629562.185374:0:2398:0:(client.c:2977:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185376:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.185377:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1778629562.185380:0:2398:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185385:0:2398:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1778629562.185388:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185405:0:2398:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1778629562.185408:0:2398:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185410:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1778629562.185411:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185412:0:2398:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1778629562.185415:0:2398:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1778629562.185418:0:2398:0:(import.c:65:import_set_state_nolock()) ffff8f396be05800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1778629562.185787:0:2398:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.112@tcp failed (-110)
00000100:00000001:3.0:1778629562.185790:0:2398:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1778629562.185796:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1778629562.185803:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8f395f16c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:720cdee5-cb94-4f2c-8d28-e74730b0c7e7:2398:1865013472657536:192.168.204.112@tcp:38:kworker.0
00000100:00000001:3.0:1778629562.185807:0:2398:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185808:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.185811:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16ed80 x1865013472657408/t0(0) o38->lustre-MDT0000-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185817:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629562.185818:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629562.185820:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695400.
02000000:00000001:3.0:1778629562.185823:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629562.185824:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629562.185826:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be03000 refcount=36 obd=lustre-MDT0000-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629562.185827:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629562.185829:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1aa000.
02000000:00000001:3.0:1778629562.185832:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629562.185834:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629562.185835:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16ed80.
00000100:00000001:3.0:1778629562.185839:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629562.185840:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185841:0:2398:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1778629562.185844:0:2398:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8f395f16c000 x1865013472657536/t0(0) o38->lustre-MDT0001-mdc-ffff8f3944949800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 1 dl 1778629587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1778629562.185850:0:2398:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1778629562.185852:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1778629562.185853:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f3958695800.
02000000:00000001:3.0:1778629562.185855:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1778629562.185856:0:2398:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1778629562.185861:0:2398:0:(genops.c:1244:class_import_put()) import ffff8f396be05800 refcount=28 obd=lustre-MDT0001-mdc-ffff8f3944949800
00000020:00000001:3.0:1778629562.185863:0:2398:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1778629562.185865:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8f395e1a9400.
02000000:00000001:3.0:1778629562.185867:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1778629562.185868:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1778629562.185869:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f395f16c000.
00000100:00000001:3.0:1778629562.185872:0:2398:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1778629562.185873:0:2398:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185875:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1778629562.185879:0:2398:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1778629562.185881:0:2398:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1778629562.185883:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1778629562.185885:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629562.439732:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629562.439738:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629562.439744:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629562.439745:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1778629562.439748:0:225227:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1778629562.439749:0:225227:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1778629562.439808:0:200552:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1778629562.439812:0:200552:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1778629562.439814:0:200552:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1778629562.439818:0:200552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40840 going to sleep for 0 seconds
00000100:00000001:2.0:1778629562.439822:0:200552:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1778629562.439825:0:200552:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629562.439827:0:200552:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1778629562.439830:0:200552:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1778629562.439833:0:200552:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1778629562.440657:0:200551:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1778629562.440661:0:200551:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1778629562.440665:0:200551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1778629562.440785:0:204832:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1778629562.440789:0:204832:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1778629562.441020:0:204832:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1778629562.441024:0:204832:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3972872c00 going to sleep for 0 seconds
00000100:00000001:0.0:1778629562.441026:0:204832:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1778629562.441029:0:204832:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629562.441031:0:204832:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1778629562.441033:0:204832:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1778629562.441046:0:204832:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1778629563.207862:0:224711:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1778629563.207879:0:224711:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1778629563.207882:0:224711:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1778629563.207887:0:224711:0:(client.c:2691:ptlrpc_set_wait()) set ffff8f3973d40180 going to sleep for 0 seconds
00000100:00000001:1.0:1778629563.207890:0:224711:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1778629563.207895:0:224711:0:(client.c:2969:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629563.207898:0:224711:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1778629563.207901:0:224711:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1778629563.207905:0:224711:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 141012 lines, 141012 kept, 0 dropped, 0 bad.